Add UTF encoding to resolve the windows machone "charmap" error.

This commit is contained in:
unclecode
2024-07-08 16:18:07 +08:00
parent ea2f83ac10
commit 6f99368744
5 changed files with 6 additions and 6 deletions

View File

@@ -256,7 +256,7 @@ class LocalSeleniumCrawlerStrategy(CrawlerStrategy):
# Store in cache # Store in cache
cache_file_path = os.path.join(Path.home(), ".crawl4ai", "cache", url_hash) cache_file_path = os.path.join(Path.home(), ".crawl4ai", "cache", url_hash)
with open(cache_file_path, "w") as f: with open(cache_file_path, "w", encoding="utf-8") as f:
f.write(html) f.write(html)
if self.verbose: if self.verbose:

View File

@@ -36,5 +36,5 @@ model_fees = json.loads(result.extracted_content)
print(len(model_fees)) print(len(model_fees))
with open(".data/data.json", "w") as f: with open(".data/data.json", "w", encoding="utf-8") as f:
f.write(result.extracted_content) f.write(result.extracted_content)

View File

@@ -42,5 +42,5 @@ page_summary = json.loads(result.extracted_content)
print(page_summary) print(page_summary)
with open(".data/page_summary.json", "w") as f: with open(".data/page_summary.json", "w", encoding="utf-8") as f:
f.write(result.extracted_content) f.write(result.extracted_content)

View File

@@ -45,7 +45,7 @@ model_fees = json.loads(result.extracted_content)
print(len(model_fees)) print(len(model_fees))
with open(".data/data.json", "w") as f: with open(".data/data.json", "w", encoding="utf-8") as f:
f.write(result.extracted_content) f.write(result.extracted_content)
``` ```
@@ -71,7 +71,7 @@ model_fees = json.loads(result.extracted_content)
print(len(model_fees)) print(len(model_fees))
with open(".data/data.json", "w") as f: with open(".data/data.json", "w", encoding="utf-8") as f:
f.write(result.extracted_content) f.write(result.extracted_content)
``` ```

View File

@@ -91,7 +91,7 @@ This example demonstrates how to use `Crawl4AI` to extract a summary from a web
Save the extracted data to a file for further use. Save the extracted data to a file for further use.
```python ```python
with open(".data/page_summary.json", "w") as f: with open(".data/page_summary.json", "w", encoding="utf-8") as f:
f.write(result.extracted_content) f.write(result.extracted_content)
``` ```