|
22 | 22 | import utils |
23 | 23 | from config import VISUAL_SUMMARY_ENDPOINT, QUESTION_ANSWER_ENDPOINT, TTS_ACCESS_TOKEN, TTS_APP_ID |
24 | 24 |
|
| 25 | +from volcenginesdkarkruntime.types.chat.completion_create_params import Thinking |
| 26 | + |
| 27 | +from volcenginesdkarkruntime.types.chat.chat_completion_content_part_text_param import ChatCompletionContentPartTextParam |
| 28 | + |
25 | 29 | from arkitect.core.component.llm import BaseChatLanguageModel |
26 | | -from arkitect.core.component.llm.model import ( |
| 30 | +from arkitect.types.llm.model import ( |
27 | 31 | ArkChatCompletionChunk, |
28 | 32 | ArkChatParameters, |
29 | 33 | ArkChatRequest, |
30 | 34 | ArkChatResponse, |
31 | 35 | ArkMessage, |
32 | | - ArkThinking, |
33 | | - ChatCompletionMessageTextPart, |
34 | 36 | Response, |
35 | 37 | ) |
36 | 38 | from arkitect.core.component.tts import ( |
@@ -59,7 +61,7 @@ async def get_request_messages_for_llm( |
59 | 61 | request_messages = await contexts.get_history(context_id) |
60 | 62 | if isinstance(request.messages[-1].content, list): |
61 | 63 | assert isinstance( |
62 | | - request.messages[-1].content[0], ChatCompletionMessageTextPart |
| 64 | + request.messages[-1].content[0], ChatCompletionContentPartTextParam |
63 | 65 | ) |
64 | 66 | text = request.messages[-1].content[0].text |
65 | 67 | else: |
@@ -206,11 +208,11 @@ async def default_model_calling( |
206 | 208 | # Use VLM to summarize the image asynchronously and return immediately |
207 | 209 | is_image = ( |
208 | 210 | isinstance(request.messages[-1].content, list) |
209 | | - and isinstance(request.messages[-1].content[0], ChatCompletionMessageTextPart) |
| 211 | + and isinstance(request.messages[-1].content[0], ChatCompletionContentPartTextParam) |
210 | 212 | and request.messages[-1].content[0].text == "" |
211 | 213 | ) |
212 | 214 | parameters = ArkChatParameters(**request.__dict__) |
213 | | - parameters.thinking = ArkThinking(type="disabled") |
| 215 | + parameters.thinking = Thinking(type="disabled") |
214 | 216 | if is_image: |
215 | 217 | _ = asyncio.create_task( |
216 | 218 | summarize_image(contexts, request, parameters, context_id) |
@@ -250,7 +252,7 @@ async def default_model_calling( |
250 | 252 | await tts_client.close() |
251 | 253 | text = "" |
252 | 254 | if isinstance(request.messages[-1].content, list) and isinstance( |
253 | | - request.messages[-1].content[0], ChatCompletionMessageTextPart |
| 255 | + request.messages[-1].content[0], ChatCompletionContentPartTextParam |
254 | 256 | ): |
255 | 257 | text = request.messages[-1].content[0].text |
256 | 258 | elif isinstance(request.messages[-1].content, str): |
|
0 commit comments