Skip to content

Commit

Permalink
Update model_config.py
Browse files Browse the repository at this point in the history
  • Loading branch information
CambioML committed Mar 11, 2024
1 parent d8db248 commit fb01da8
Showing 1 changed file with 0 additions and 6 deletions.
6 changes: 0 additions & 6 deletions uniflow/op/model/model_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,6 @@ class GoogleModelConfig(ModelConfig):
top_p: float = 1.0
candidate_count: int = 1
num_thread: int = 1
# this is not real batch inference, but size to group for thread pool executor.
# batch_size: int = 1


@dataclass
Expand All @@ -46,8 +44,6 @@ class OpenAIModelConfig(ModelConfig):
temperature: float = 0.9
response_format: Dict[str, str] = field(default_factory=lambda: {"type": "text"})
num_thread: int = 1
# this is not real batch inference, but size to group for thread pool executor.
# batch_size: int = 1


@dataclass
Expand All @@ -63,8 +59,6 @@ class AzureOpenAIModelConfig:
temperature: float = 0.7
response_format: Dict[str, str] = field(default_factory=lambda: {"type": "text"})
num_thread: int = 1
# this is not real batch inference, but size to group for thread pool executor.
# batch_size: int = 1


@dataclass
Expand Down

0 comments on commit fb01da8

Please sign in to comment.