-
Notifications
You must be signed in to change notification settings - Fork 3.4k
/
utils.py
125 lines (94 loc) · 4.62 KB
/
utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
# Copyright (c) Microsoft. All rights reserved.
import json
from collections.abc import Callable
from ollama._types import Message
from semantic_kernel.connectors.ai.function_call_choice_configuration import FunctionCallChoiceConfiguration
from semantic_kernel.connectors.ai.function_calling_utils import kernel_function_metadata_to_function_call_format
from semantic_kernel.connectors.ai.function_choice_behavior import FunctionChoiceType
from semantic_kernel.connectors.ai.ollama.ollama_prompt_execution_settings import OllamaChatPromptExecutionSettings
from semantic_kernel.connectors.ai.prompt_execution_settings import PromptExecutionSettings
from semantic_kernel.contents.chat_message_content import ChatMessageContent
from semantic_kernel.contents.function_call_content import FunctionCallContent
from semantic_kernel.contents.function_result_content import FunctionResultContent
from semantic_kernel.contents.image_content import ImageContent
from semantic_kernel.contents.utils.author_role import AuthorRole
def _format_system_message(message: ChatMessageContent) -> Message:
"""Format a system message to the expected object for the client.
Args:
message: The system message.
Returns:
The formatted system message.
"""
return Message(role="system", content=message.content)
def _format_user_message(message: ChatMessageContent) -> Message:
"""Format a user message to the expected object for the client.
Args:
message: The user message.
Returns:
The formatted user message.
"""
if not any(isinstance(item, (ImageContent)) for item in message.items):
return Message(role="user", content=message.content)
user_message = Message(role="user", content=message.content)
image_items = [item for item in message.items if isinstance(item, ImageContent)]
if image_items:
if any(not image_item.data for image_item in image_items):
raise ValueError("Image item must contain data encoded as base64.")
user_message["images"] = [image_item.data for image_item in image_items]
return user_message
def _format_assistant_message(message: ChatMessageContent) -> Message:
"""Format an assistant message to the expected object for the client.
Args:
message: The assistant message.
Returns:
The formatted assistant message.
"""
assistant_message = Message(role="assistant", content=message.content)
image_items = [item for item in message.items if isinstance(item, ImageContent)]
if image_items:
if any(image_item.data is None for image_item in image_items):
raise ValueError("Image must be encoded as base64.")
assistant_message["images"] = [image_item.data for image_item in image_items]
tool_calls = [item for item in message.items if isinstance(item, FunctionCallContent)]
if tool_calls:
assistant_message["tool_calls"] = [
{
"function": {
"name": tool_call.function_name,
"arguments": tool_call.arguments
if isinstance(tool_call.arguments, dict)
else json.loads(tool_call.arguments or "{}"),
}
}
for tool_call in tool_calls
]
return assistant_message
def _format_tool_message(message: ChatMessageContent) -> Message:
"""Format a tool message to the expected object for the client.
Args:
message: The tool message.
Returns:
The formatted tool message.
"""
function_result_items = [item for item in message.items if isinstance(item, FunctionResultContent)]
if not function_result_items:
raise ValueError("Tool message must have a function result content item.")
return Message(role="tool", content=str(function_result_items[0].result))
MESSAGE_CONVERTERS: dict[AuthorRole, Callable[[ChatMessageContent], Message]] = {
AuthorRole.SYSTEM: _format_system_message,
AuthorRole.USER: _format_user_message,
AuthorRole.ASSISTANT: _format_assistant_message,
AuthorRole.TOOL: _format_tool_message,
}
def update_settings_from_function_choice_configuration(
function_choice_configuration: FunctionCallChoiceConfiguration,
settings: PromptExecutionSettings,
type: FunctionChoiceType,
) -> None:
"""Update the settings from a FunctionChoiceConfiguration."""
assert isinstance(settings, OllamaChatPromptExecutionSettings) # nosec
if function_choice_configuration.available_functions:
settings.tools = [
kernel_function_metadata_to_function_call_format(f)
for f in function_choice_configuration.available_functions
]