fix(captain): bypass Firecrawl cache during sync
This commit is contained in:
@@ -50,6 +50,7 @@ class Captain::Tools::FirecrawlService
|
||||
def scrape_options
|
||||
{
|
||||
onlyMainContent: true,
|
||||
maxAge: 0,
|
||||
formats: ['markdown'],
|
||||
excludeTags: FIRECRAWL_EXCLUDE_TAGS
|
||||
}
|
||||
|
||||
@@ -59,6 +59,7 @@ RSpec.describe Captain::Tools::FirecrawlService do
|
||||
webhook: { url: webhook_url },
|
||||
scrapeOptions: {
|
||||
onlyMainContent: true,
|
||||
maxAge: 0,
|
||||
formats: ['markdown'],
|
||||
excludeTags: Captain::Tools::FirecrawlService::FIRECRAWL_EXCLUDE_TAGS
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user