fixes

scripts/run.py

@@ -153,7 +153,9 @@ async def embeddings_and_transcription_example():
 
     embeddings = await client.get_embeddings(input_texts, TEXT_EMBEDDING_ADA_002)
     transcription = await client.get_transcription("~/.mentat/logs/audio/talk_transcription.wav", WHISPER_1)
+
     print(transcription.text)
+    print(f"{len(embeddings.embeddings)} embeddings fetched for ${(embeddings.cost or 0) / 100:.2f}")
 
 
 async def run_all_examples():
@@ -172,5 +174,4 @@ async def run_all_examples():
 
 
 if __name__ == "__main__":
-    asyncio.run(messages_example())
-    # asyncio.run(run_all_examples())
+    asyncio.run(run_all_examples())

spice/call_args.py

@@ -1,9 +1,9 @@
-from dataclasses import dataclass, field
-from typing import Any, AsyncIterator, Callable, Collection, Dict, Generic, List, Optional, TypeVar, cast
+from dataclasses import dataclass
+from typing import Collection, Optional
 
 from openai.types.chat.completion_create_params import ResponseFormat
 
-from spice.spice_message import MessagesEncoder, SpiceMessage
+from spice.spice_message import SpiceMessage
 
 
 @dataclass

spice/retry_strategy/__init__.py

@@ -1,6 +1,6 @@
 from abc import ABC, abstractmethod
 from enum import Enum
-from typing import Any, Callable, Generic, Optional, TypeVar
+from typing import Generic, TypeVar
 
 from spice.spice import SpiceCallArgs
 

spice/retry_strategy/converter_strategy.py

@@ -1,5 +1,5 @@
 import dataclasses
-from typing import Any, Callable, Optional
+from typing import Any, Callable
 
 from spice.retry_strategy import Behavior, RetryStrategy
 from spice.spice import SpiceCallArgs

spice/retry_strategy/default_strategy.py

@@ -1,7 +1,5 @@
 import dataclasses
-from abc import ABC, abstractmethod
-from enum import Enum
-from typing import Any, Callable, Optional, TypeVar
+from typing import Any, Callable, Optional
 
 from spice.retry_strategy import Behavior, RetryStrategy, T
 from spice.spice import SpiceCallArgs

spice/retry_strategy/validator_strategy.py

@@ -1,5 +1,5 @@
 import dataclasses
-from typing import Any, Callable, Optional, Tuple
+from typing import Any, Callable, Tuple
 
 from spice.call_args import SpiceCallArgs
 from spice.retry_strategy import Behavior, RetryStrategy

spice/wrapped_clients.py

@@ -134,6 +134,8 @@ def extract_text_and_tokens(self, chat_completion, call_args: SpiceCallArgs):
         return TextAndTokens(
             text=chat_completion.choices[0].message.content,
             input_tokens=chat_completion.usage.prompt_tokens,
+            cache_creation_input_tokens=0,
+            cache_read_input_tokens=0,
             output_tokens=chat_completion.usage.completion_tokens,
         )
 
@@ -311,7 +313,7 @@ def _convert_messages(
                                 if image.startswith("http"):
                                     try:
                                         response = httpx.get(image)
-                                    except:
+                                    except:  # noqa: E722
                                         raise ImageError(f"Error fetching image {image}.")
 
                                     media_type = response.headers.get("content-type", mimetypes.guess_type(image)[0])