github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Update single_url.ts

Browse Source
This commit is contained in:
Nicolas 2024-04-17 18:27:08 -07:00
parent 36abe0f7f9
commit ca2bf9cc12
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/api/src/scraper/WebScraper/single_url.ts
View File

@ -89,7 +89,6 @@ export async function scrapSingleUrl(
soup("script, style, iframe, noscript, meta, head").remove(); soup("script, style, iframe, noscript, meta, head").remove();
if (pageOptions.onlyMainContent) { if (pageOptions.onlyMainContent) {
// remove any other tags that are not in the main content // remove any other tags that are not in the main content
soup("").remove();
excludeNonMainTags.forEach((tag) => { excludeNonMainTags.forEach((tag) => {
soup(tag).remove(); soup(tag).remove();
}); });