From 492dee86117ff4c925cef32d128965c9dbaf537c Mon Sep 17 00:00:00 2001 From: alec-flowers Date: Fri, 3 Oct 2025 19:34:09 -0700 Subject: [PATCH] bettter logging, decrease randomness Signed-off-by: alec-flowers --- tests/utils/payload_builder.py | 12 ++++++------ tests/utils/payloads.py | 4 +++- 2 files changed, 9 insertions(+), 7 deletions(-) diff --git a/tests/utils/payload_builder.py b/tests/utils/payload_builder.py index 0e13d62e40..4e0b3c96e1 100644 --- a/tests/utils/payload_builder.py +++ b/tests/utils/payload_builder.py @@ -11,11 +11,11 @@ def chat_payload_default( - repeat_count: int = 3, + repeat_count: int = 2, expected_response: Optional[List[str]] = None, expected_log: Optional[List[str]] = None, - max_tokens: int = 150, - temperature: float = 0.1, + max_tokens: int = 300, + temperature: float = 0, stream: bool = False, ) -> ChatPayload: return ChatPayload( @@ -37,11 +37,11 @@ def chat_payload_default( def completion_payload_default( - repeat_count: int = 3, + repeat_count: int = 2, expected_response: Optional[List[str]] = None, expected_log: Optional[List[str]] = None, - max_tokens: int = 150, - temperature: float = 0.1, + max_tokens: int = 300, + temperature: float = 0, stream: bool = False, ) -> CompletionPayload: return CompletionPayload( diff --git a/tests/utils/payloads.py b/tests/utils/payloads.py index 8e5957e208..0cbb854c99 100644 --- a/tests/utils/payloads.py +++ b/tests/utils/payloads.py @@ -63,8 +63,10 @@ def validate(self, response: Any, content: str) -> None: if not content or expected not in content: missing_expected.append(expected) if missing_expected: + preview = (content or "")[:1000] raise AssertionError( - f"Expected content not found in response. Missing: {missing_expected}" + f"Expected content not found in response. Missing: {missing_expected}. " + f"Content preview (first 1000 chars): {preview!r}" ) logger.info(f"SUCCESS: All expected_responses: {self.expected_response} found.")