Nick: added url as return param

apps/api/src/lib/entities.ts

@@ -40,6 +40,7 @@ export type WebScraperOptions = {
 
 export class Document {
   id?: string;
+  url?: string; // Used only in /search for now
   content: string;
   markdown?: string;
   createdAt?: Date;

apps/api/src/scraper/WebScraper/single_url.ts

@@ -154,10 +154,12 @@ export async function scrapSingleUrl(
     // }
 
     let [text, html] = await attemptScraping(urlToScrap, "scrapingBee");
+    // Basically means that it is using /search endpoint
     if(pageOptions.fallback === false){
       const soup = cheerio.load(html);
       const metadata = extractMetadata(soup, urlToScrap);
       return {
+        url: urlToScrap,
         content: text,
         markdown: text,
         metadata: { ...metadata, sourceURL: urlToScrap },