categories: Optional[List[Literal['Careers', 'Blogs', 'Documentation', 'About', 'Pricing', 'Community', 'Developers', 'Contact', 'Media']]] = Field(
default=None,
description='Direct the crawler to crawl specific categories of a website.\n\n Set this field to the category that best matches the user\'s request. Use the following guide to choose the appropriate category:\n\n Careers: Crawl pages related to job listings,
open positions,
and company career information.\n Blogs: Crawl blog posts,
news articles,
and editorial content.\n Documentation: Crawl technical documentation,
user guides,
API references,
and manuals.\n About: Crawl \'About Us\' pages,
company background,
mission statements,
and team information.\n Pricing: Crawl pages that detail product or service pricing,
plans,
and cost comparisons.\n Community: Crawl forums,
discussion boards,
user groups,
and community-driven content.\n Developers: Crawl developer portals,
SDKs,
API documentation,
and resources for software developers.\n Contact: Crawl contact information pages,
support forms,
and customer service details.\n Media: Crawl press releases,
media kits,
newsrooms,
and multimedia content.\n\n\n ex. "Crawl apple.com for career opportunities" ---> categories="Careers"\n ex. "Crawl tavily.com for API documentation" ---> categories="Documentation"\n '
)
