Merge pull request #27 from homanp/introduce-library

Remove `FastAPI` and setup package
homanp · Oct 12, 2023 · 7fce91b · 7fce91b
2 parents 4dfc7e8 + 39ca546
commit 7fce91b
Show file tree

Hide file tree

Showing 14 changed files with 62 additions and 290 deletions.
diff --git a/.dockerignore b/.dockerignore
diff --git a/.gitignore b/.gitignore
@@ -7,4 +7,5 @@ superenv/
 .DS_Store
 venv/
 /.vscode
-/.codesandbox
+/.codesandbox
+.pypirc
diff --git a/Dockerfile b/Dockerfile
diff --git a/dist/nagato_ai-0.0.1-py3-none-any.whl b/dist/nagato_ai-0.0.1-py3-none-any.whl
diff --git a/dist/nagato_ai-0.0.1.tar.gz b/dist/nagato_ai-0.0.1.tar.gz
diff --git a/lib/__init__.py b/lib/__init__.py
@@ -0,0 +1,19 @@
+import asyncio
+
+from lib.models.ingest import IngestRequest
+from lib.service.flows import create_finetune
+
+
+async def ingest(payload: IngestRequest):
+    """Ingest data into pipeline"""
+
+    async def run_training_flow():
+        try:
+            await create_finetune(
+                payload=payload,
+            )
+        except Exception as flow_exception:
+            raise flow_exception
+
+    asyncio.create_task(run_training_flow())
+    return {"success": True}
diff --git a/lib/api/ingest.py b/lib/api/ingest.py
diff --git a/lib/api/invoke.py b/lib/api/invoke.py
diff --git a/lib/main.py b/lib/main.py
diff --git a/lib/routers.py b/lib/routers.py
diff --git a/lib/api/__init__.py → output.txt b/lib/api/__init__.py → output.txt
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,5 +1,5 @@
 [tool.poetry]
-name = "nagato"
+name = "nagato-ai"
 version = "0.0.1"
 description = ""
 authors = ["Ismail Pelaseyed"]
@@ -8,7 +8,6 @@ packages = [{include = "lib"}]
 
 [tool.poetry.dependencies]
 python = "^3.9"
-fastapi = {extras = ["all"], version = "^0.95.1"}
 uvicorn = {extras = ["standard"], version = "^0.22.0"}
 gunicorn = "^20.1.0"
 python-decouple = "^3.8"
@@ -29,6 +28,7 @@ pypdf = "^3.16.2"
 tiktoken = "^0.5.1"
 sentence-transformers = "^2.2.2"
 replicate = "^0.15.4"
+wheel = "^0.41.2"
 
 [build-system]
 requires = ["poetry-core"]

diff --git a/setup.py b/setup.py
@@ -0,0 +1,17 @@
+from setuptools import find_packages, setup
+
+setup(
+    name="nagato-ai",
+    version="0.0.1",
+    packages=find_packages(),
+    description="The open framework for finetuning LLMs on private data",
+    long_description=open("README.md").read(),
+    long_description_content_type="text/markdown",
+    author="Ismail Pelaseyed",
+    author_email="ismail@superagent.sh",
+    url="https://github.com/homanp/nagato",
+    classifiers=[
+        "Programming Language :: Python :: 3",
+        "License :: OSI Approved :: MIT License",
+    ],
+)