コンテンツにスキップ

pytilpack.httpx

pytilpack.httpx

httpx関連。

RetryAsyncClient(*, max_retries=5, initial_delay=1.0, exponential_base=2.0, max_delay=30.0, max_jitter=0.5, **kwargs)

Bases: AsyncClient

429 Too Many Requests に対してリトライする AsyncClient。

ソースコード位置： pytilpack/httpx.py 
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
def __init__(
    self,
    *,
    max_retries: int = 5,
    initial_delay: float = 1.0,
    exponential_base: float = 2.0,
    max_delay: float = 30.0,
    max_jitter: float = 0.5,
    **kwargs,
) -> None:
    super().__init__(**kwargs)
    self.max_retries = max_retries
    self.initial_delay = initial_delay
    self.exponential_base = exponential_base
    self.max_delay = max_delay
    self.max_jitter = max_jitter

arequest_with_retry(client, method, url, *, max_retries=5, initial_delay=1.0, exponential_base=2.0, max_delay=30.0, max_jitter=0.5, **kwargs) async

429 Too Many Requests に対してリトライする非同期リクエスト関数。

ソースコード位置： pytilpack/httpx.py 
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
async def arequest_with_retry(
    client: httpx.AsyncClient,
    method: str,
    url: httpx.URL | str,
    *,
    max_retries: int = 5,
    initial_delay: float = 1.0,
    exponential_base: float = 2.0,
    max_delay: float = 30.0,
    max_jitter: float = 0.5,
    **kwargs,
) -> httpx.Response:
    """429 Too Many Requests に対してリトライする非同期リクエスト関数。"""
    last_response: httpx.Response | None = None
    delay = initial_delay
    for attempt in range(1, max_retries + 1):
        resp = await client.request(method, url, **kwargs)
        last_response = resp
        if resp.status_code != 429:
            break
        wait = pytilpack.http.get_retry_after(resp.headers.get("Retry-After"))
        if wait is None:
            # ヘッダーがなければ指数バックオフ
            wait = delay * random.uniform(1.0, 1.0 + max_jitter)
            delay = min(delay * exponential_base, max_delay)
        logger.info(
            "arequest_with_retry: %s %s (retry %d/%d)",
            method,
            url,
            attempt,
            max_retries,
        )
        await asyncio.sleep(wait)
    assert last_response is not None
    return last_response