diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index a56f8ff..fef5f69 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -67,6 +67,7 @@ export class WebScraperDataProvider { useCaching: boolean = false, inProgress?: (progress: Progress) => void ): Promise { + if (this.urls[0].trim() === "") { throw new Error("Url is required"); } diff --git a/tutorials/contradiction-testing-using-llms.mdx b/tutorials/contradiction-testing-using-llms.mdx index e2a4d73..6a9590a 100644 --- a/tutorials/contradiction-testing-using-llms.mdx +++ b/tutorials/contradiction-testing-using-llms.mdx @@ -1,4 +1,4 @@ -# Build an agent that check your website for contradictions +# Build an agent that checks your website for contradictions Learn how to use Firecrawl and Claude to scrape your website's data and look for contradictions and inconsistencies in a few lines of code. When you are shipping fast, data is bound to get stale, with FireCrawl and LLMs you can make sure your public web data is always consistent! We will be using Opus's huge 200k context window and Firecrawl's parellization, making this process accurate and fast.