From 6e78c56ddad513ed7de154a19b47ca6be4ad3161 Mon Sep 17 00:00:00 2001 From: Aravind Karnam Date: Tue, 21 Jan 2025 18:44:43 +0530 Subject: [PATCH] Refactor: Removed all scheduling logic from scraper. From now scraper expects arun_many to handle all scheduling. Scraper will only do traversal, validations, compliance checks, URL filtering and scoring etc. Reformatted some of the scraper files with Black code formatter --- docs/scraper/scraper_quickstart.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/scraper/scraper_quickstart.py b/docs/scraper/scraper_quickstart.py index 29afc365..6f3c253f 100644 --- a/docs/scraper/scraper_quickstart.py +++ b/docs/scraper/scraper_quickstart.py @@ -183,5 +183,5 @@ if __name__ == "__main__": asyncio.run(basic_scraper_example()) # Run advanced example - # print("\nRunning advanced scraper example...") - # asyncio.run(advanced_scraper_example()) + print("\nRunning advanced scraper example...") + asyncio.run(advanced_scraper_example())