|
14 | 14 | from pydantic import BaseModel |
15 | 15 | from typing_extensions import TypedDict, Unpack, override |
16 | 16 |
|
17 | | -from ..event_loop.streaming import process_stream |
| 17 | +from ..event_loop import streaming |
18 | 18 | from ..tools import convert_pydantic_to_tool_spec |
19 | 19 | from ..types.content import Messages |
20 | 20 | from ..types.exceptions import ContextWindowOverflowException, ModelThrottledException |
21 | | -from ..types.models import Model |
22 | 21 | from ..types.streaming import StreamEvent |
23 | 22 | from ..types.tools import ToolSpec |
| 23 | +from .model import Model |
24 | 24 |
|
25 | 25 | logger = logging.getLogger(__name__) |
26 | 26 |
|
@@ -335,7 +335,7 @@ async def stream( |
335 | 335 | """ |
336 | 336 | logger.debug("formatting request") |
337 | 337 | request = self.format_request(messages, tool_specs, system_prompt) |
338 | | - logger.debug("formatted request=<%s>", request) |
| 338 | + logger.debug("request=<%s>", request) |
339 | 339 |
|
340 | 340 | logger.debug("invoking model") |
341 | 341 | streaming = self.config.get("streaming", True) |
@@ -542,7 +542,7 @@ async def structured_output( |
542 | 542 | tool_spec = convert_pydantic_to_tool_spec(output_model) |
543 | 543 |
|
544 | 544 | response = self.stream(messages=prompt, tool_specs=[tool_spec]) |
545 | | - async for event in process_stream(response, prompt): |
| 545 | + async for event in streaming.process_stream(response, prompt): |
546 | 546 | yield event |
547 | 547 |
|
548 | 548 | stop_reason, messages, _, _ = event["stop"] |
|
0 commit comments