Spaces:
Sleeping
Sleeping
File size: 2,767 Bytes
665cc97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 |
#!/usr/bin/env python3
"""Test script to verify retry logic in LLMClient."""
import time
import logging
from unittest.mock import Mock, patch
from src.services.llm_client import LLMClient
from src.config.settings import settings
# Configure logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
def test_retry_logic():
"""Test the retry logic with simulated failures."""
# Create LLMClient instance
client = LLMClient(settings)
# Create a mock exception that simulates a 503 error
class Mock503Error(Exception):
def __init__(self):
self.status_code = 503
super().__init__("Service Unavailable")
# Test with a mock that fails twice then succeeds
with patch('openai.responses.create') as mock_create:
# First two calls fail with 503, third succeeds
mock_create.side_effect = [
Mock503Error(),
Mock503Error(),
Mock(
output=[Mock(content=[Mock(text="Success!")])],
usage=Mock(input_tokens=10, output_tokens=5)
)
]
start_time = time.time()
try:
result = client.responses("Test prompt", max_retries=2, base_delay=0.1)
end_time = time.time()
logger.info(f"Test completed successfully!")
logger.info(f"Result: {result}")
logger.info(f"Time taken: {end_time - start_time:.2f} seconds")
logger.info(f"Number of calls made: {mock_create.call_count}")
assert result == "Success!"
assert mock_create.call_count == 3 # 2 failures + 1 success
except Exception as e:
logger.error(f"Test failed: {e}")
raise
def test_non_retryable_error():
"""Test that non-retryable errors are not retried."""
client = LLMClient(settings)
class Mock400Error(Exception):
def __init__(self):
self.status_code = 400
super().__init__("Bad Request")
with patch('openai.responses.create') as mock_create:
# Should not retry 400 errors
mock_create.side_effect = Mock400Error()
try:
client.responses("Test prompt", max_retries=3, base_delay=0.1)
assert False, "Should have raised an exception"
except Mock400Error:
logger.info("Correctly did not retry 400 error")
assert mock_create.call_count == 1 # Only one call, no retries
if __name__ == "__main__":
logger.info("Testing retry logic...")
test_retry_logic()
logger.info("Testing non-retryable error...")
test_non_retryable_error()
logger.info("All tests passed!") |