diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts index 490d74e..d396fad 100644 --- a/apps/api/src/scraper/WebScraper/single_url.ts +++ b/apps/api/src/scraper/WebScraper/single_url.ts @@ -257,12 +257,22 @@ async function handleCustomScraping( text: string, url: string ): Promise { + // Check for Readme Docs special case if (text.includes('