Merge pull request #1376 from MikeBirdTech/groq-profile

Added Groq profile and flag

interpreter/terminal_interface/profiles/defaults/groq.py

@@ -0,0 +1,16 @@
+"""
+This is an Open Interpreter profile. It configures Open Interpreter to run `Llama 3.1 70B` using Groq.
+
+Make sure to set GROQ_API_KEY environment variable to your API key.
+"""
+
+from interpreter import interpreter
+
+interpreter.llm.model = "groq/llama-3.1-70b-versatile"
+
+interpreter.computer.import_computer_api = True
+
+interpreter.llm.supports_functions = False
+interpreter.llm.supports_vision = False
+interpreter.llm.context_window = 110000
+interpreter.llm.max_tokens = 4096

interpreter/terminal_interface/start_terminal_interface.py

@@ -222,6 +222,11 @@ def start_terminal_interface(interpreter):
             "help_text": "shortcut for `interpreter --profile llama3`",
             "type": bool,
         },
+        {
+            "name": "groq",
+            "help_text": "shortcut for `interpreter --profile groq`",
+            "type": bool,
+        },
         {
             "name": "vision",
             "nickname": "vi",
@@ -440,6 +445,9 @@ def print_help(self, *args, **kwargs):
         if args.os:
             args.profile = "llama3-os.py"
 
+    if args.groq:
+        args.profile = "groq.py"
+
     interpreter = profile(
         interpreter,
         args.profile or get_argument_dictionary(arguments, "profile")["default"],