max_depth: Optional[int] = Field(
default=1,
description='Max depth of the crawl. Defines how far from the base URL the crawler can explore.\n\n Increase this parameter when:\n 1. To crawl large websites and get a comprehensive overview of its structure.\n 2. To crawl a website that has a lot of links to other pages.\n\n Set this parameter to 1 when:\n 1. To stay local to the base_url\n 2. To crawl a single page\n\n max_depth must be greater than 0\n '
)