Serialize usage to JSON properly, closes #614

simonw · Nov 6, 2024 · 3352eb9 · 3352eb9
1 parent 245e025
commit 3352eb9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm/default_plugins/openai_models.py b/llm/default_plugins/openai_models.py
@@ -514,7 +514,7 @@ def combine_chunks(chunks: List) -> dict:
 
     for item in chunks:
         if item.usage:
-            usage = dict(item.usage)
+            usage = item.usage.dict()
         for choice in item.choices:
             if choice.logprobs and hasattr(choice.logprobs, "top_logprobs"):
                 logprobs.append(