feat(bedesten): client-side rate limiter with 429 back-pressure

Probed the live API (2026-05-08): the per-IP limit is 10 requests in a
rolling 30s window, with HTTP 429 + Retry-After: 30 on the 11th call.

Add a token bucket inside BedestenApiClient (default capacity=1, refill
1 token / 3.5s — strict serialization, no burst) so we stay below the
threshold by default. When the server still returns 429 (e.g. the egress
IP is shared with other clients), pause the whole bucket for the
Retry-After window so queued in-flight requests wait gracefully instead
of hammering. Tunable via BEDESTEN_RATE_CAPACITY / BEDESTEN_RATE_REFILL_S.

Verified: 14 concurrent requests after a clean cooldown -> 13 OK,
1 stray 429 (bucket auto-paused 22.5s, then drained cleanly).

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
saidsurucu
2026-05-08 21:10:37 +03:00
co-authored by Claude Opus 4.7
parent 4521e1de85
commit 58457b076f
2 changed files with 88 additions and 8 deletions
+87 -7
View File
@@ -1,11 +1,15 @@
# bedesten_mcp_module/client.py
import httpx
import asyncio
import base64
from typing import Optional
import logging
from markitdown import MarkItDown
import io
import logging
import os
import time
from typing import Optional
import httpx
from markitdown import MarkItDown
from .models import (
BedestenSearchRequest, BedestenSearchResponse,
@@ -16,6 +20,50 @@ from .enums import get_full_birim_adi
logger = logging.getLogger(__name__)
class _TokenBucket:
"""Asyncio token bucket with explicit back-pressure.
Measured Bedesten limit (per source IP, 2026-05-08): 10 requests per
rolling 30s window with full refill — equivalent to capacity=10,
refill_rate=1 token / 3s. Even with margin, 429s still leak through
when other clients share the egress IP, so we also expose
``penalize_until`` so callers can freeze the bucket when the server
actually returns 429 (Retry-After).
"""
def __init__(self, capacity: int, refill_per_s: float) -> None:
self.capacity = float(capacity)
self.refill_per_s = float(refill_per_s)
self._tokens = float(capacity)
self._last = time.monotonic()
self._not_before = 0.0
self._lock = asyncio.Lock()
async def acquire(self) -> None:
while True:
async with self._lock:
now = time.monotonic()
if now < self._not_before:
wait_s = self._not_before - now
else:
self._tokens = min(
self.capacity,
self._tokens + (now - self._last) * self.refill_per_s,
)
self._last = now
if self._tokens >= 1.0:
self._tokens -= 1.0
return
wait_s = (1.0 - self._tokens) / self.refill_per_s
await asyncio.sleep(wait_s)
def penalize_until(self, monotonic_deadline: float) -> None:
"""Pause the bucket until ``monotonic_deadline`` (drains tokens)."""
self._not_before = max(self._not_before, monotonic_deadline)
self._tokens = 0.0
self._last = time.monotonic()
class BedestenApiClient:
"""
API Client for Bedesten (bedesten.adalet.gov.tr) - Alternative legal decision search system.
@@ -25,6 +73,14 @@ class BedestenApiClient:
SEARCH_ENDPOINT = "/emsal-karar/searchDocuments"
DOCUMENT_ENDPOINT = "/emsal-karar/getDocumentContent"
# Measured limit (per source IP): 10 requests per 30s window with full
# refill (≈ 1 token / 3s steady). We default to 1-token capacity and
# 3.5s spacing (no burst, ~14% safety margin). Override via env:
# BEDESTEN_RATE_CAPACITY (default 1)
# BEDESTEN_RATE_REFILL_S (default 3.5; seconds per token)
_DEFAULT_CAPACITY = int(os.getenv("BEDESTEN_RATE_CAPACITY", "1"))
_DEFAULT_REFILL_S = float(os.getenv("BEDESTEN_RATE_REFILL_S", "3.5"))
def __init__(self, request_timeout: float = 60.0):
self.http_client = httpx.AsyncClient(
base_url=self.BASE_URL,
@@ -42,6 +98,24 @@ class BedestenApiClient:
},
timeout=request_timeout
)
self._bucket = _TokenBucket(
capacity=self._DEFAULT_CAPACITY,
refill_per_s=1.0 / self._DEFAULT_REFILL_S,
)
def _handle_429(self, response: httpx.Response, op: str) -> None:
"""Apply back-pressure to the shared bucket based on Retry-After."""
retry_after_raw = response.headers.get("Retry-After", "")
try:
retry_after = float(retry_after_raw)
except (TypeError, ValueError):
retry_after = 30.0
# Cap penalty so a hostile/buggy server can't freeze us indefinitely.
retry_after = max(1.0, min(retry_after, 60.0))
self._bucket.penalize_until(time.monotonic() + retry_after + 0.5)
logger.warning(
f"BedestenApiClient: 429 on {op}; bucket paused {retry_after + 0.5:.1f}s"
)
async def search_documents(self, search_request: BedestenSearchRequest) -> BedestenSearchResponse:
"""
@@ -63,16 +137,19 @@ class BedestenApiClient:
if not request_dict["data"]["birimAdi"]: # Remove if empty string
del request_dict["data"]["birimAdi"]
await self._bucket.acquire()
response = await self.http_client.post(
self.SEARCH_ENDPOINT,
self.SEARCH_ENDPOINT,
json=request_dict
)
if response.status_code == 429:
self._handle_429(response, "search")
response.raise_for_status()
response_json = response.json()
# Parse and return the response
return BedestenSearchResponse(**response_json)
except httpx.RequestError as e:
logger.error(f"BedestenApiClient: HTTP request error during search: {e}")
raise
@@ -94,10 +171,13 @@ class BedestenApiClient:
)
# Get document
await self._bucket.acquire()
response = await self.http_client.post(
self.DOCUMENT_ENDPOINT,
json=doc_request.model_dump()
)
if response.status_code == 429:
self._handle_429(response, f"document {document_id}")
response.raise_for_status()
response_json = response.json()
doc_response = BedestenDocumentResponse(**response_json)