chore: Update forced flag for single page fetch to use default value
This commit is contained in:
@@ -144,7 +144,7 @@ crawler = WebCrawler(db_path='crawler_data.db')
|
|||||||
|
|
||||||
3. Fetch a single page:
|
3. Fetch a single page:
|
||||||
```python
|
```python
|
||||||
single_url = UrlModel(url='https://kidocode.com', forced=True)
|
single_url = UrlModel(url='https://kidocode.com', forced=False)
|
||||||
result = crawl4ai.fetch_page(
|
result = crawl4ai.fetch_page(
|
||||||
single_url,
|
single_url,
|
||||||
provider= "openai/gpt-3.5-turbo",
|
provider= "openai/gpt-3.5-turbo",
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ def main():
|
|||||||
crawler = WebCrawler(db_path='crawler_data.db')
|
crawler = WebCrawler(db_path='crawler_data.db')
|
||||||
|
|
||||||
# Fetch a single page
|
# Fetch a single page
|
||||||
single_url = UrlModel(url='https://www.nbcnews.com/business', forced=True)
|
single_url = UrlModel(url='https://www.nbcnews.com/business', forced=False)
|
||||||
result = crawler.fetch_page(
|
result = crawler.fetch_page(
|
||||||
single_url,
|
single_url,
|
||||||
provider= "openai/gpt-3.5-turbo",
|
provider= "openai/gpt-3.5-turbo",
|
||||||
|
|||||||
Reference in New Issue
Block a user