Merge pull request #78 from logspace-ai/dev

pyproject.toml

@@ -1,14 +1,21 @@
 [tool.poetry]
 name = "langflow"
-version = "0.0.45"
+version = "0.0.46"
 description = "A Python package with a built-in web application"
 authors = ["Logspace <contact@logspace.ai>"]
-packages = [
-    { include = "langflow", from = "src/backend" },
+maintainers = [
+    "Gabriel Almeida <gabriel@logspace.ai>",
+    "Ibis Prevedello <ibiscp@gmail.com>",
+    "Lucas Eduoli <lucaseduoli@gmail.com>",
+    "Otávio Anovazzi <otavio2204@gmail.com>",
 ]
-include = ["src/backend/langflow/*", "src/backend/langflow/**/*"]
+repository = "https://github.com/logspace-ai/langflow"
 license = "MIT"
 readme = "README.md"
+keywords = ["nlp", "langchain", "openai", "gpt", "gui"]
+packages = [{ include = "langflow", from = "src/backend" }]
+include = ["src/backend/langflow/*", "src/backend/langflow/**/*"]
+
 
 [tool.poetry.scripts]
 langflow = "langflow.__main__:main"
@@ -24,6 +31,7 @@ typer = "^0.7.0"
 gunicorn = "^20.1.0"
 langchain = "^0.0.113"
 openai = "^0.27.2"
+types-pyyaml = "^6.0.12.8"
 
 [tool.poetry.group.dev.dependencies]
 black = "^23.1.0"

src/backend/langflow/__main__.py

@@ -1,13 +1,12 @@
+import logging
 import multiprocessing
 import platform
-import re
-
-from langflow.main import create_app
+from pathlib import Path
 
 import typer
 from fastapi.staticfiles import StaticFiles
-from pathlib import Path
-import logging
+
+from langflow.main import create_app
 
 logger = logging.getLogger(__name__)
 

src/backend/langflow/api/endpoints.py

@@ -1,8 +1,9 @@
-from fastapi import APIRouter, HTTPException
-from langflow.interface.types import build_langchain_types_dict
-from langflow.interface.run import process_data_graph
 from typing import Any, Dict
 
+from fastapi import APIRouter, HTTPException
+
+from langflow.interface.run import process_data_graph
+from langflow.interface.types import build_langchain_types_dict
 
 # build router
 router = APIRouter()

src/backend/langflow/config.yaml

@@ -0,0 +1,27 @@
+chains:
+  - LLMChain
+  - LLMMathChain
+  - LLMChecker
+  # - ConversationChain
+
+agents:
+  - ZeroShotAgent
+
+prompts:
+  - PromptTemplate
+  - FewShotPromptTemplate
+
+llms:
+  - OpenAI
+  - OpenAIChat
+
+tools:
+  - Search
+  - PAL-MATH
+  - Calculator
+  - Serper Search
+
+memories:
+  # - ConversationBufferMemory
+
+dev: false

src/backend/langflow/interface/custom_lists.py

@@ -1,6 +1,43 @@
+## LLM
+from typing import Any
+
 from langchain import llms
 from langchain.llms.openai import OpenAIChat
 
-
 llm_type_to_cls_dict = llms.type_to_cls_dict
 llm_type_to_cls_dict["openai-chat"] = OpenAIChat
+
+
+## Memory
+
+# from langchain.memory.buffer_window import ConversationBufferWindowMemory
+# from langchain.memory.chat_memory import ChatMessageHistory
+# from langchain.memory.combined import CombinedMemory
+# from langchain.memory.entity import ConversationEntityMemory
+# from langchain.memory.kg import ConversationKGMemory
+# from langchain.memory.readonly import ReadOnlySharedMemory
+# from langchain.memory.simple import SimpleMemory
+# from langchain.memory.summary import ConversationSummaryMemory
+# from langchain.memory.summary_buffer import ConversationSummaryBufferMemory
+
+memory_type_to_cls_dict: dict[str, Any] = {
+    # "CombinedMemory": CombinedMemory,
+    # "ConversationBufferWindowMemory": ConversationBufferWindowMemory,
+    # "ConversationBufferMemory": ConversationBufferMemory,
+    # "SimpleMemory": SimpleMemory,
+    # "ConversationSummaryBufferMemory": ConversationSummaryBufferMemory,
+    # "ConversationKGMemory": ConversationKGMemory,
+    # "ConversationEntityMemory": ConversationEntityMemory,
+    # "ConversationSummaryMemory": ConversationSummaryMemory,
+    # "ChatMessageHistory": ChatMessageHistory,
+    # "ConversationStringBufferMemory": ConversationStringBufferMemory,
+    # "ReadOnlySharedMemory": ReadOnlySharedMemory,
+}
+
+
+## Chain
+# from langchain.chains.loading import type_to_loader_dict
+# from langchain.chains.conversation.base import ConversationChain
+
+# chain_type_to_cls_dict = type_to_loader_dict
+# chain_type_to_cls_dict["conversation_chain"] = ConversationChain

src/backend/langflow/interface/listing.py

@@ -1,9 +1,13 @@
-from langchain import chains, agents, prompts
-from langflow.interface.custom_lists import llm_type_to_cls_dict
-from langflow.custom import customs
-from langflow.utils import util, allowed_components
+from langchain import agents, chains, prompts
 from langchain.agents.load_tools import get_all_tool_names
-from langchain.chains.conversation import memory as memories
+
+from langflow.custom import customs
+from langflow.interface.custom_lists import (
+    llm_type_to_cls_dict,
+    memory_type_to_cls_dict,
+)
+from langflow.settings import settings
+from langflow.utils import util
 
 
 def list_type(object_type: str):
@@ -13,18 +17,17 @@ def list_type(object_type: str):
         "agents": list_agents,
         "prompts": list_prompts,
         "llms": list_llms,
-        "tools": list_tools,
         "memories": list_memories,
+        "tools": list_tools,
     }.get(object_type, lambda: "Invalid type")()
 
 
 def list_agents():
     """List all agent types"""
-    # return list(agents.loading.AGENT_TO_CLASS.keys())
     return [
         agent.__name__
         for agent in agents.loading.AGENT_TO_CLASS.values()
-        if agent.__name__ in allowed_components.AGENTS
+        if agent.__name__ in settings.agents or settings.dev
     ]
 
 
@@ -34,7 +37,7 @@ def list_prompts():
     library_prompts = [
         prompt.__annotations__["return"].__name__
         for prompt in prompts.loading.type_to_loader_dict.values()
-        if prompt.__annotations__["return"].__name__ in allowed_components.PROMPTS
+        if prompt.__annotations__["return"].__name__ in settings.prompts or settings.dev
     ]
     return library_prompts + list(custom_prompts.keys())
 
@@ -46,7 +49,7 @@ def list_tools():
 
     for tool in get_all_tool_names():
         tool_params = util.get_tool_params(util.get_tools_dict(tool))
-        if tool_params and tool_params["name"] in allowed_components.TOOLS:
+        if tool_params and tool_params["name"] in settings.tools or settings.dev:
             tools.append(tool_params["name"])
 
     return tools
@@ -57,7 +60,7 @@ def list_llms():
     return [
         llm.__name__
         for llm in llm_type_to_cls_dict.values()
-        if llm.__name__ in allowed_components.LLMS
+        if llm.__name__ in settings.llms or settings.dev
     ]
 
 
@@ -66,10 +69,14 @@ def list_chain_types():
     return [
         chain.__annotations__["return"].__name__
         for chain in chains.loading.type_to_loader_dict.values()
-        if chain.__annotations__["return"].__name__ in allowed_components.CHAINS
+        if chain.__annotations__["return"].__name__ in settings.chains or settings.dev
     ]
 
 
 def list_memories():
     """List all memory types"""
-    return [memory.__name__ for memory in memories.type_to_cls_dict.values()]
+    return [
+        memory.__name__
+        for memory in memory_type_to_cls_dict.values()
+        if memory.__name__ in settings.memories or settings.dev
+    ]

src/backend/langflow/interface/loading.py

@@ -1,22 +1,22 @@
 import json
 from typing import Any, Dict, Optional
-from langflow.interface.types import get_type_list
-from langchain.agents.loading import load_agent_from_config
-from langchain.chains.loading import load_chain_from_config
-from langchain.llms.loading import load_llm_from_config
-from langflow.utils import payload
-from langflow.utils import util
-from langchain.llms.base import BaseLLM
 
 from langchain.agents.agent import AgentExecutor
-from langchain.callbacks.base import BaseCallbackManager
-from langchain.agents.tools import Tool
 from langchain.agents.load_tools import (
     _BASE_TOOLS,
-    _LLM_TOOLS,
     _EXTRA_LLM_TOOLS,
     _EXTRA_OPTIONAL_TOOLS,
+    _LLM_TOOLS,
 )
+from langchain.agents.loading import load_agent_from_config
+from langchain.agents.tools import Tool
+from langchain.callbacks.base import BaseCallbackManager
+from langchain.chains.loading import load_chain_from_config
+from langchain.llms.base import BaseLLM
+from langchain.llms.loading import load_llm_from_config
+
+from langflow.interface.types import get_type_list
+from langflow.utils import payload, util
 
 
 def load_flow_from_json(path: str):

src/backend/langflow/interface/run.py

@@ -2,6 +2,7 @@
 import io
 import re
 from typing import Any, Dict
+
 from langflow.interface import loading
 
 

src/backend/langflow/interface/signature.py

@@ -1,6 +1,6 @@
-from typing import Dict, Any  # noqa: F401
+from typing import Any, Dict  # noqa: F401
+
 from langchain import agents, chains, prompts
-from langflow.interface.custom_lists import llm_type_to_cls_dict
 from langchain.agents.load_tools import (
     _BASE_TOOLS,
     _EXTRA_LLM_TOOLS,
@@ -9,8 +9,12 @@
     get_all_tool_names,
 )
 
-from langflow.utils import util
 from langflow.custom import customs
+from langflow.interface.custom_lists import (
+    llm_type_to_cls_dict,
+    memory_type_to_cls_dict,
+)
+from langflow.utils import util
 
 
 def get_signature(name: str, object_type: str):
@@ -20,6 +24,7 @@ def get_signature(name: str, object_type: str):
         "agents": get_agent_signature,
         "prompts": get_prompt_signature,
         "llms": get_llm_signature,
+        "memories": get_memory_signature,
         "tools": get_tool_signature,
     }.get(object_type, lambda name: f"Invalid type: {name}")(name)
 
@@ -62,6 +67,14 @@ def get_llm_signature(name: str):
         raise ValueError("LLM not found") from exc
 
 
+def get_memory_signature(name: str):
+    """Get the signature of a memory."""
+    try:
+        return util.build_template_from_class(name, memory_type_to_cls_dict)
+    except ValueError as exc:
+        raise ValueError("Memory not found") from exc
+
+
 def get_tool_signature(name: str):
     """Get the signature of a tool."""
 

src/backend/langflow/interface/types.py

@@ -16,6 +16,7 @@ def get_type_list():
 
 def build_langchain_types_dict():
     """Build a dictionary of all langchain types"""
+
     return {
         "chains": {
             chain: get_signature(chain, "chains") for chain in list_type("chains")
@@ -27,5 +28,9 @@ def build_langchain_types_dict():
             prompt: get_signature(prompt, "prompts") for prompt in list_type("prompts")
         },
         "llms": {llm: get_signature(llm, "llms") for llm in list_type("llms")},
+        "memories": {
+            memory: get_signature(memory, "memories")
+            for memory in list_type("memories")
+        },
         "tools": {tool: get_signature(tool, "tools") for tool in list_type("tools")},
     }

src/backend/langflow/main.py

@@ -1,8 +1,9 @@
 from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+
 from langflow.api.endpoints import router as endpoints_router
 from langflow.api.list_endpoints import router as list_router
 from langflow.api.signature import router as signatures_router
-from fastapi.middleware.cors import CORSMiddleware
 
 
 def create_app():