charlestehio/crawlshot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update

Browse Source
This commit is contained in:
ct
2025-08-11 02:56:17 +08:00
parent 9469d97ddc
commit a2d2ed0117
3 changed files with 8 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
CLIENT_DOCUMENTATION.md
View File

@@ -117,7 +117,7 @@ ### Fluent HTML Crawling
->blockAds(true)
->blockCookieBanners(true)
->blockTrackers(true)
->waitUntilNetworkIdle(true)
// Network idle waiting is always enabled for optimal rendering
->webhookUrl('https://myapp.com/webhooks/crawlshot')
->webhookEventsFilter(['completed', 'failed'])
->create(); // Returns CrawlResponse
@@ -179,7 +179,7 @@ #### CrawlJobBuilder Methods
->blockAds(bool $block = true) // Block ads via EasyList
->blockCookieBanners(bool $block = true) // Block cookie banners
->blockTrackers(bool $block = true) // Block tracking scripts
->waitUntilNetworkIdle(bool $wait = true) // Wait for network idle
// waitUntilNetworkIdle is always enabled server-side for optimal rendering
->create(); // Execute and return CrawlResponse
```
@@ -382,7 +382,7 @@ ### Custom Options
$crawl = $client->crawl('https://spa-website.com')
->timeout(120) // Long timeout for slow sites
->delay(3000) // Wait 3 seconds for JS
->waitUntilNetworkIdle(true) // Wait for AJAX requests
// Network idle waiting is always enabled for AJAX/dynamic content
->blockAds(false) // Allow ads for testing
->blockCookieBanners(true) // But block cookie banners
->webhookUrl('https://myapp.com/webhook')