Fix logging issues

.gitignore

@@ -8,4 +8,5 @@ superenv/
 venv/
 /.vscode
 /.codesandbox
-.pypirc
+.pypirc
+dist/

nagato/service/finetune.py

@@ -1,5 +1,6 @@
 # flake8: noqa
 
+import sys
 import requests
 import json
 import os
@@ -70,7 +71,9 @@ def generate_dataset(self) -> str:
         with open(training_file, "w") as f:
             with ThreadPoolExecutor() as executor:
                 progress_bar = tqdm(
-                    total=total_pairs, desc="Generating synthetic Q&A pairs"
+                    total=total_pairs,
+                    desc="Generating synthetic Q&A pairs",
+                    file=sys.stdout,
                 )
                 for i in range(
                     0, len(self.nodes), self.batch_size
@@ -163,7 +166,11 @@ def validate_dataset(self, training_file: str) -> str:
         with open(training_file, "r") as f:
             lines = f.readlines()
             total_lines = len(lines)
-            progress_bar = tqdm(total=total_lines, desc="Validating lines")
+            progress_bar = tqdm(
+                total=total_lines,
+                desc="Validating lines",
+                file=sys.stdout,
+            )
             for i, line in enumerate(lines, start=1):
                 try:
                     data = json.loads(line)

nagato/utils/logger.py

@@ -20,7 +20,7 @@ def setup_logger():
         style="%",
     )
 
-    logger = colorlog.getLogger("example")
+    logger = colorlog.getLogger(__name__)
     handler = logging.StreamHandler()
     handler.setFormatter(formatter)
     logger.addHandler(handler)

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "nagato-ai"
-version = "0.0.8"
+version = "0.0.15"
 description = ""
 authors = ["Ismail Pelaseyed"]
 readme = "./README.md"
@@ -18,7 +18,6 @@ unstructured = "^0.10.16"
 requests = "^2.31.0"
 colorlog = "^6.7.0"
 vulture = "^2.7"
-asyncio = "^3.4.3"
 llama-index = "^0.8.37"
 pypdf = "^3.16.2"
 tiktoken = "^0.5.1"
@@ -27,7 +26,7 @@ replicate = "^0.15.4"
 wheel = "^0.41.0"
 python-dotenv = "^1.0.0"
 tqdm = "^4.66.1"
-decouple = "^0.0.7"
+setuptools = "^68.2.2"
 
 [build-system]
 requires = ["poetry-core"]

setup.py

@@ -1,10 +1,10 @@
-from setuptools import find_packages, setup
+from setuptools import setup
 
 setup(
     name="nagato-ai",
-    version="0.0.1",
-    packages=find_packages(),
-    description="The open framework for finetuning LLMs on private data",
+    version="0.0.14",
+    packages=["nagato"],
+    description="The open framework for Q&A finetuning LLMs on private data",
     long_description=open("README.md").read(),
     long_description_content_type="text/markdown",
     author="Ismail Pelaseyed",
@@ -14,4 +14,25 @@
         "Programming Language :: Python :: 3",
         "License :: OSI Approved :: MIT License",
     ],
+    install_requires=[
+        "python-decouple>=3.8",
+        "pydantic>=1.10.7",
+        "flake8>=6.0.0",
+        "ruff>=0.0.265",
+        "black>=23.3.0",
+        "pinecone-client>=2.2.2",
+        "unstructured>=0.10.16",
+        "requests>=2.31.0",
+        "colorlog>=6.7.0",
+        "vulture>=2.7",
+        "llama-index>=0.8.37",
+        "pypdf>=3.16.2",
+        "tiktoken>=0.5.1",
+        "sentence-transformers>=2.2.2",
+        "replicate>=0.15.4",
+        "wheel>=0.41.0",
+        "python-dotenv>=1.0.0",
+        "tqdm>=4.66.1",
+        "setuptools>=68.2.2",
+    ],
 )