github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Merge pull request #234 from JakobStadlhuber/feat/webhook-self-hosted

Browse Source 
Add support for Self-Hosted Webhook URL Usage and added project_id into the webhook payload
This commit is contained in:
Nicolas 2024-06-05 10:25:05 -07:00 committed by GitHub
commit 1a16378fe8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 18 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/.env.example
View File

@ -50,3 +50,6 @@ PROXY_USERNAME=
PROXY_PASSWORD= PROXY_PASSWORD=
# set if you'd like to block media requests to save proxy bandwidth # set if you'd like to block media requests to save proxy bandwidth
BLOCK_MEDIA= BLOCK_MEDIA=
# Set this to the URL of your webhook when using the self-hosted version of FireCrawl
SELF_HOSTED_WEBHOOK_URL=

20
apps/api/src/services/webhook.ts
View File

@ -2,11 +2,15 @@ import { supabase_service } from "./supabase";
export const callWebhook = async (teamId: string, data: any) => { export const callWebhook = async (teamId: string, data: any) => {
try { try {
const { data: webhooksData, error } = await supabase_service const selfHostedUrl = process.env.SELF_HOSTED_WEBHOOK_URL;
.from('webhooks') let webhookUrl = selfHostedUrl;
.select('url')
.eq('team_id', teamId) if (!selfHostedUrl) {
.limit(1); const { data: webhooksData, error } = await supabase_service
.from('webhooks')
.select('url')
.eq('team_id', teamId)
.limit(1);
if (error) { if (error) {
console.error(`Error fetching webhook URL for team ID: ${teamId}`, error.message); console.error(`Error fetching webhook URL for team ID: ${teamId}`, error.message);
@ -17,6 +21,9 @@ export const callWebhook = async (teamId: string, data: any) => {
return null; return null;
} }
webhookUrl = webhooksData[0].url;
}
let dataToSend = []; let dataToSend = [];
if (data.result.links && data.result.links.length !== 0) { if (data.result.links && data.result.links.length !== 0) {
for (let i = 0; i < data.result.links.length; i++) { for (let i = 0; i < data.result.links.length; i++) {
@ -28,13 +35,14 @@ export const callWebhook = async (teamId: string, data: any) => {
} }
} }
await fetch(webhooksData[0].url, { await fetch(webhookUrl, {
method: 'POST', method: 'POST',
headers: { headers: {
'Content-Type': 'application/json', 'Content-Type': 'application/json',
}, },
body: JSON.stringify({ body: JSON.stringify({
success: data.success, success: data.success,
project_id: data.project_id,
data: dataToSend, data: dataToSend,
error: data.error || undefined, error: data.error || undefined,
}), }),