Update reame example.
This commit is contained in:
25
README.md
25
README.md
@@ -60,19 +60,30 @@ Crawl all OpenAI models and their fees from the official page.
|
|||||||
import os
|
import os
|
||||||
from crawl4ai import WebCrawler
|
from crawl4ai import WebCrawler
|
||||||
from crawl4ai.extraction_strategy import LLMExtractionStrategy
|
from crawl4ai.extraction_strategy import LLMExtractionStrategy
|
||||||
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
|
class OpenAIModelFee(BaseModel):
|
||||||
|
model_name: str = Field(..., description="Name of the OpenAI model.")
|
||||||
|
input_fee: str = Field(..., description="Fee for input token for the OpenAI model.")
|
||||||
|
output_fee: str = Field(..., description="Fee for output token ßfor the OpenAI model.")
|
||||||
|
|
||||||
url = 'https://openai.com/api/pricing/'
|
url = 'https://openai.com/api/pricing/'
|
||||||
crawler = WebCrawler()
|
crawler = WebCrawler()
|
||||||
crawler.warmup()
|
crawler.warmup()
|
||||||
|
|
||||||
result = crawler.run(
|
result = crawler.run(
|
||||||
url=url,
|
url=url,
|
||||||
extraction_strategy=LLMExtractionStrategy(
|
word_count_threshold=1,
|
||||||
provider="openai/gpt-4",
|
extraction_strategy= LLMExtractionStrategy(
|
||||||
api_token=os.getenv('OPENAI_API_KEY'),
|
provider= "openai/gpt-4o", api_token = os.getenv('OPENAI_API_KEY'),
|
||||||
instruction="Extract all model names and their fees for input and output tokens."
|
schema=OpenAIModelFee.schema(),
|
||||||
),
|
extraction_type="schema",
|
||||||
)
|
instruction="""From the crawled content, extract all mentioned model names along with their fees for input and output tokens.
|
||||||
|
Do not miss any models in the entire content. One extracted model JSON format should look like this:
|
||||||
|
{"model_name": "GPT-4", "input_fee": "US$10.00 / 1M tokens", "output_fee": "US$30.00 / 1M tokens"}."""
|
||||||
|
),
|
||||||
|
bypass_cache=True,
|
||||||
|
)
|
||||||
|
|
||||||
print(result.extracted_content)
|
print(result.extracted_content)
|
||||||
```
|
```
|
||||||
|
|||||||
Reference in New Issue
Block a user