Merge pull request #218 from CambioML/dev

Fix autoflake failure case and update pre-commit to run unittests

.pre-commit-config.yaml

@@ -28,3 +28,14 @@ repos:
           - "--remove-all-unused-imports"
         exclude: "uniflow/__init__.py"
 
+  # run all unittests
+  - repo: local
+    hooks:
+      - id: unittests
+        name: unittests
+        entry: ./run_tests.sh
+        language: script
+        # Optional: Specify types of files that trigger this hook
+        # types: [python]
+        # Optional: Specify files or directories to exclude
+        # exclude: '^docs/'

example/vector_database/utils/aws_session.py

@@ -1,5 +1,5 @@
 import warnings
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict
 
 
 class AWSSession:

example/vector_database/utils/bedrock_client.py

@@ -1,7 +1,6 @@
 import json
 import os
-import warnings
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict
 
 
 class BedrockEmbeddingClient:
@@ -32,6 +31,8 @@ def __init__(self, aws_session, loader_config: Dict[str, Any]) -> None:
             # import in class level to avoid installing boto3
             import boto3
 
+            boto3.__version__
+
             self._bedrock_client = aws_session.client(
                 "bedrock-runtime", region_name=self._aws_region
             )

example/vector_database/utils/es_client.py

@@ -1,5 +1,4 @@
-import warnings
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, List
 
 from requests_aws4auth import AWS4Auth
 

example/vector_database/utils/s3_client.py

@@ -1,6 +1,5 @@
 import os
-import warnings
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict
 
 
 class S3Client:
@@ -17,6 +16,8 @@ def __init__(self, aws_session, loader_config: Dict[str, Any]) -> None:
             # import in class level to avoid installing boto3
             import boto3
 
+            boto3.__version__
+
             self._s3_client = aws_session.client("s3", region_name=self._aws_region)
 
         except ImportError as e:

run_tests.sh

@@ -0,0 +1,2 @@
+#!/bin/sh
+python -m unittest discover tests