Merge pull request oobabooga#348 from mayaeary/feature/koboldai-api-s…

…hare flask_cloudflared for shared tunnels
TheTerrasque · Mar 15, 2023 · d3a280e · d3a280e
2 parents 445ebf0 + 0552ab2
commit d3a280e
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/extensions/api/requirements.txt b/extensions/api/requirements.txt
@@ -0,0 +1 @@
+flask_cloudflared==0.0.12
diff --git a/extensions/api/script.py b/extensions/api/script.py
@@ -75,7 +75,15 @@ def do_POST(self):
 def run_server():
     server_addr = ('0.0.0.0' if shared.args.listen else '127.0.0.1', params['port'])
     server = ThreadingHTTPServer(server_addr, Handler)
-    print(f'Starting KoboldAI compatible api at http://{server_addr[0]}:{server_addr[1]}/api')
+    if shared.args.share: 
+        try:
+            from flask_cloudflared import  _run_cloudflared
+            public_url = _run_cloudflared(params['port'], params['port'] + 1)
+            print(f'Starting KoboldAI compatible api at {public_url}/api')
+        except ImportError:
+            print('You should install flask_cloudflared manually')
+    else:
+        print(f'Starting KoboldAI compatible api at http://{server_addr[0]}:{server_addr[1]}/api')
     server.serve_forever()
 
 def ui():