[FIX] Add additional headers for azure model

GitOrigin-RevId: 66ecb3e2c7a100c15220c319cc3a60e514b5dd7c
gretelai · Dec 23, 2024 · 3b234fc · 3b234fc
1 parent 5f66cfc
commit 3b234fc
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/gretel_client/inference_api/third_party/azure_openai.py b/src/gretel_client/inference_api/third_party/azure_openai.py
@@ -44,6 +44,10 @@ def _create_stream_from_oai_endpoint(
         extra_body={
             "gretel": params.gretel_metadata,
         },
+        extra_headers={
+            "azureml-maas-model": params.model,
+            "extra-parameters": "pass-through",
+        },
     )
 
     metadata = ResponseMetadata()