31 lines
843 B
Python
31 lines
843 B
Python
"""
|
|
NSTProxy Integration Examples for crawl4ai
|
|
------------------------------------------
|
|
|
|
NSTProxy is a premium residential proxy provider.
|
|
👉 Purchase Proxies: https://nstproxy.com
|
|
💰 Use coupon code "crawl4ai" for 10% off your plan.
|
|
|
|
"""
|
|
import asyncio
|
|
from crawl4ai import AsyncWebCrawler, BrowserConfig
|
|
|
|
|
|
async def main():
|
|
"""
|
|
Example: Use NSTProxy with manual username/password authentication.
|
|
"""
|
|
|
|
browser_config = BrowserConfig(proxy_config={
|
|
"server": "http://gate.nstproxy.io:24125",
|
|
"username": "your_username",
|
|
"password": "your_password",
|
|
})
|
|
|
|
async with AsyncWebCrawler(config=browser_config) as crawler:
|
|
result = await crawler.arun(url="https://example.com")
|
|
print("[Auth Proxy] Status:", result.status_code)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main()) |