App Name

pip install crawl4ai

from crawl4ai import AsyncWebCrawler

async def main():
    async with AsyncWebCrawler() as crawler:
        result = await crawler.arun(
            url="https://example.com",
            # Your configuration here
        )
        print(result.markdown)

if __name__ == " __main__":
    import asyncio
    asyncio.run(main())

from crawl4ai import AsyncWebCrawler, CrawlerRunConfig, CacheMode
from crawl4ai import LLMConfig
from crawl4ai.extraction_strategy import LLMExtractionStrategy

async def extract_with_llm():
    async with AsyncWebCrawler() as crawler:
        result = await crawler.arun(
            url="https://example.com",
            config=CrawlerRunConfig(
                extraction_strategy=LLMExtractionStrategy(
                    llm_config=LLMConfig(
                        provider="openai/gpt-4o",
                        api_token="your-api-key",
                    ),
                    instruction="Extract product information"
                ),
                cache_mode=CacheMode.BYPASS
            )
        )
        return result.extracted_content

# Run the extraction
data = await extract_with_llm()
print(data)