github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Update search.ts

Browse Source
This commit is contained in:
Nicolas 2024-05-04 13:09:11 -07:00
parent ce7bab7b35
commit 5229a4902b
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
apps/api/src/controllers/search.ts
View File

@ -54,10 +54,12 @@ export async function searchHelper(
// filter out social media links
console.log("Search results", searchOptions.limit);
const a = new WebScraperDataProvider();
await a.setOptions({
mode: "single_urls",
urls: res.map((r) => r.url),
urls: res.map((r) => r.url).slice(0, searchOptions.limit ?? 7),
crawlerOptions: {
...crawlerOptions,
},
@ -69,7 +71,7 @@ export async function searchHelper(
},
});
const docs = await a.getDocuments(true);
const docs = await a.getDocuments(false);
if (docs.length === 0) {
return { success: true, error: "No search results found", returnCode: 200 };
}