Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions packages/smithy-core/tests/functional/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
# SPDX-License-Identifier: Apache-2.0
133 changes: 133 additions & 0 deletions packages/smithy-core/tests/functional/test_retries.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,133 @@
# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
# SPDX-License-Identifier: Apache-2.0

from asyncio import gather, sleep

import pytest
from smithy_core.exceptions import CallError, RetryError
from smithy_core.interfaces import retries as retries_interface
from smithy_core.retries import (
ExponentialBackoffJitterType,
ExponentialRetryBackoffStrategy,
StandardRetryQuota,
StandardRetryStrategy,
)


async def retry_operation(
strategy: retries_interface.RetryStrategy,
status_codes: list[int],
) -> tuple[str, int]:
token = strategy.acquire_initial_retry_token()
responses = iter(status_codes)

while True:
if token.retry_delay:
await sleep(token.retry_delay)

status_code = next(responses)
attempt = token.retry_count + 1

if status_code == 200:
strategy.record_success(token=token)
return "success", attempt

error = CallError(
fault="server" if status_code >= 500 else "client",
message=f"HTTP {status_code}",
is_retry_safe=status_code >= 500,
)

try:
token = strategy.refresh_retry_token_for_retry(
token_to_renew=token, error=error
)
except RetryError:
raise error


async def test_standard_retry_eventually_succeeds():
quota = StandardRetryQuota(initial_capacity=500)
strategy = StandardRetryStrategy(max_attempts=3, retry_quota=quota)

result, attempts = await retry_operation(strategy, [500, 500, 200])

assert result == "success"
assert attempts == 3
assert quota.available_capacity == 495


async def test_standard_retry_fails_due_to_max_attempts():
quota = StandardRetryQuota(initial_capacity=500)
strategy = StandardRetryStrategy(max_attempts=3, retry_quota=quota)

with pytest.raises(CallError, match="502"):
await retry_operation(strategy, [502, 502, 502])

assert quota.available_capacity == 490


async def test_retry_quota_exhausted_after_single_retry():
quota = StandardRetryQuota(initial_capacity=5)
strategy = StandardRetryStrategy(max_attempts=3, retry_quota=quota)

with pytest.raises(CallError, match="502"):
await retry_operation(strategy, [500, 502])

assert quota.available_capacity == 0


async def test_retry_quota_prevents_retries_when_quota_zero():
quota = StandardRetryQuota(initial_capacity=0)
strategy = StandardRetryStrategy(max_attempts=3, retry_quota=quota)

with pytest.raises(CallError, match="500"):
await retry_operation(strategy, [500])

assert quota.available_capacity == 0


async def test_retry_quota_stops_retries_when_exhausted():
quota = StandardRetryQuota(initial_capacity=10)
strategy = StandardRetryStrategy(max_attempts=5, retry_quota=quota)

with pytest.raises(CallError, match="503"):
await retry_operation(strategy, [500, 502, 503])

assert quota.available_capacity == 0


async def test_retry_quota_recovers_after_successful_responses():
quota = StandardRetryQuota(initial_capacity=15)
strategy = StandardRetryStrategy(max_attempts=5, retry_quota=quota)

# First operation: 2 retries then success
await retry_operation(strategy, [500, 502, 200])
assert quota.available_capacity == 10

# Second operation: 1 retry then success
await retry_operation(strategy, [500, 200])
assert quota.available_capacity == 10


async def test_retry_quota_shared_across_concurrent_operations():
quota = StandardRetryQuota(initial_capacity=500)
backoff = ExponentialRetryBackoffStrategy(
backoff_scale_value=1,
max_backoff=10,
jitter_type=ExponentialBackoffJitterType.FULL,
)
strategy = StandardRetryStrategy(
max_attempts=5,
retry_quota=quota,
backoff_strategy=backoff,
)

result1, result2 = await gather(
retry_operation(strategy, [500, 500, 200]),
retry_operation(strategy, [500, 200]),
)

assert result1 == ("success", 3)
assert result2 == ("success", 2)
assert quota.available_capacity == 495
Loading