- Updated ProxyConfig.from_string to support multiple proxy formats, including URLs with credentials. - Deprecated the 'proxy' parameter in BrowserConfig, replacing it with 'proxy_config' for better flexibility. - Added warnings for deprecated usage and clarified behavior when both parameters are provided. - Updated documentation and tests to reflect changes in proxy configuration handling.
37 lines
1.1 KiB
Python
37 lines
1.1 KiB
Python
#!/usr/bin/env python3
|
||
"""
|
||
Quick sanity‑check for /config/dump endpoint.
|
||
|
||
Usage:
|
||
python test_config_dump.py [http://localhost:8020]
|
||
|
||
If the server isn’t running, start it first:
|
||
uvicorn deploy.docker.server:app --port 8020
|
||
"""
|
||
|
||
import sys, json, textwrap, requests
|
||
|
||
# BASE = sys.argv[1] if len(sys.argv) > 1 else "http://localhost:8020"
|
||
BASE = sys.argv[1] if len(sys.argv) > 1 else "http://localhost:11235"
|
||
URL = f"{BASE.rstrip('/')}/config/dump"
|
||
|
||
CASES = [
|
||
# --- CrawlRunConfig variants ---
|
||
"CrawlerRunConfig()",
|
||
"CrawlerRunConfig(stream=True, cache_mode=CacheMode.BYPASS)",
|
||
"CrawlerRunConfig(js_only=True, wait_until='networkidle')",
|
||
|
||
# --- BrowserConfig variants ---
|
||
"BrowserConfig()",
|
||
"BrowserConfig(headless=False, extra_args=['--disable-gpu'])",
|
||
"BrowserConfig(browser_mode='builtin', proxy_config={'server': 'http://1.2.3.4:8080'})",
|
||
]
|
||
|
||
for code in CASES:
|
||
print("\n=== POST:", code)
|
||
resp = requests.post(URL, json={"code": code}, timeout=15)
|
||
if resp.ok:
|
||
print(json.dumps(resp.json(), indent=2)[:400] + "...")
|
||
else:
|
||
print("ERROR", resp.status_code, resp.text[:200])
|