feat(adaptive-crawling): implement adaptive crawling endpoints and integrate with server

This commit is contained in:
AHMET YILMAZ
2025-10-01 15:53:56 +08:00
parent a62cfeebd9
commit 1a8e0236af
5 changed files with 215 additions and 59 deletions

View File

@@ -20,7 +20,6 @@ from pathlib import Path
from typing import Any, Dict, List, Optional
from urllib.parse import urlparse
import adaptive_routes
from api import (
handle_crawl_request,
handle_llm_qa,
@@ -48,6 +47,7 @@ from prometheus_fastapi_instrumentator import Instrumentator
from pydantic import BaseModel, Field
from rank_bm25 import BM25Okapi
from redis import asyncio as aioredis
from routers import adaptive, scripts
from schemas import (
CrawlRequestWithHooks,
HTMLRequest,
@@ -124,7 +124,6 @@ app = FastAPI(
lifespan=lifespan,
)
app.include_router(adaptive_routes.router)
# ── static playground ──────────────────────────────────────
STATIC_DIR = pathlib.Path(__file__).parent / "static" / "playground"
if not STATIC_DIR.exists():
@@ -219,6 +218,8 @@ def _safe_eval_config(expr: str) -> dict:
# ── job router ──────────────────────────────────────────────
app.include_router(init_job_router(redis, config, token_dep))
app.include_router(adaptive.router)
app.include_router(scripts.router)
# ──────────────────────── Endpoints ──────────────────────────