Clutch.co Scraper

5000+ results when logged in on CLutch and only 360 results

Is there any way to limit the number of reviews?

CSV Export

how to avoid failed requests?

0 Results from Scraping

Can't figure out how to get the data that I need...

websiteUrl returns undefined

Localities with commas

Long descriptions include "read more..." suffix

Description formatting not preserved

Review Fields Broken: length, size

Crawl Blocked, we are getting the following error: BasicCrawler: Reclaiming failed request back to the list or queue. We got blocked

Clutch Reviews

cralwer failing to grab all profiles

2021-09-30T12:49:27.211Z ACTOR: Pulling Docker image from repository. 2021-09-30T12:49:29.568Z ACTOR: Creating Docker container. 2021-09-30T12:49:30.077Z ACTOR: Starting Docker container. 2021-09-30T12:49:31.890Z 2021-09-30T12:49:31.891Z > clutchco-scraper@0.0.1 start /usr/src/app 2021-09-30T12:49:31.893Z > node src/main.js 2021-09-30T12:49:31.895Z 2021-09-30T12:49:33.415Z INFO System info {"apifyVersion":"1.2.1","apifyClientVersion":"1.2.4","osType":"Linux","nodeVersion":"v12.18.4"} 2021-09-30T12:49:33.421Z INFO PHASE -- STARTING ACTOR. 2021-09-30T12:49:35.498Z INFO PHASE -- SETTING UP CRAWLER. 2021-09-30T12:49:35.500Z INFO CRAWLER STARTED. 2021-09-30T12:49:35.813Z INFO BasicCrawler:AutoscaledPool: state {"currentConcurrency":0,"desiredConcurrency":2,"systemStatus":{"isSystemIdle":true,"memInfo":{"isOverloaded":false,"limitRatio":0.2,"actualRatio":null},"eventLoopInfo":{"isOverloaded":false,"limitRatio":0.6,"actualRatio":null},"cpuInfo":{"isOverloaded":false,"limitRatio":0.4,"actualRatio":null},"clientInfo":{"isOverloaded":false,"limitRatio":0.3,"actualRatio":null}}} 2021-09-30T12:49:36.657Z INFO CRAWLER: -- Fetching list: https://clutch.co/agencies/digital-marketing with page: 1 2021-09-30T12:49:38.190Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/mad-fish-digital 2021-09-30T12:49:39.012Z INFO CRAWLER: -- Found 30 profiles on https://clutch.co/agencies/digital-marketing with page: 1 2021-09-30T12:49:39.398Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/97th-floor","retryCount":1,"id":"BQAUv6PDMDcSAFw"} 2021-09-30T12:49:39.400Z Error: Error: Request for https://clutch.co/profile/97th-floor aborted due to abortFunction 2021-09-30T12:49:39.402Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:39.404Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:39.406Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:39.408Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:39.409Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:39.411Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:40.072Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/zorkaagency 2021-09-30T12:49:40.208Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/evendigit","retryCount":1,"id":"o47xYYykpJj01V2"} 2021-09-30T12:49:40.210Z Error: Error: Request for https://clutch.co/profile/evendigit aborted due to abortFunction 2021-09-30T12:49:40.212Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:40.213Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:40.219Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:40.215Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:40.217Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:40.221Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:40.725Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/conversions 2021-09-30T12:49:41.204Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/schaefer-digital 2021-09-30T12:49:41.489Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/avalaunch-media 2021-09-30T12:49:42.334Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/pyxl 2021-09-30T12:49:43.096Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/markacy","retryCount":1,"id":"RqK7PdadUqgtYSo"} 2021-09-30T12:49:43.098Z Error: Error: Request for https://clutch.co/profile/markacy aborted due to abortFunction 2021-09-30T12:49:43.100Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:43.102Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:43.103Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:43.106Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:43.107Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:43.109Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:43.111Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:43.843Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/whites-agency 2021-09-30T12:49:44.245Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/amsive-digital-formerly-path-interactive","retryCount":1,"id":"h8jT6pb2zEmecwP"} 2021-09-30T12:49:44.247Z Error: Error: Request for https://clutch.co/profile/amsive-digital-formerly-path-interactive aborted due to abortFunction 2021-09-30T12:49:44.251Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:44.257Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:44.259Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:44.261Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:44.263Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:44.249Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:44.265Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:44.338Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/daniel-brian-advertising","retryCount":1,"id":"25sS8sGHRYuyOT8"} 2021-09-30T12:49:44.340Z Error: Error: Request for https://clutch.co/profile/daniel-brian-advertising aborted due to abortFunction 2021-09-30T12:49:44.342Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:44.345Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:44.357Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:44.359Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:44.361Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:44.364Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:44.363Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:44.548Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/socialfix-media","retryCount":1,"id":"aI4beNwTb6kDd6d"} 2021-09-30T12:49:44.550Z Error: Error: Request for https://clutch.co/profile/socialfix-media aborted due to abortFunction 2021-09-30T12:49:44.554Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:44.552Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:44.556Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:44.557Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:44.559Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:44.561Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:44.563Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:45.140Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/search-berg 2021-09-30T12:49:45.260Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/lilo-social","retryCount":1,"id":"QoGPTwHbzl1Xgv5"} 2021-09-30T12:49:45.262Z Error: Error: Request for https://clutch.co/profile/lilo-social aborted due to abortFunction 2021-09-30T12:49:45.264Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:45.266Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:45.268Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:45.270Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:45.272Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:45.274Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:45.277Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:45.524Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/direct-online-marketing","retryCount":1,"id":"iucH7WtjmbtFQYR"} 2021-09-30T12:49:45.526Z Error: Error: Request for https://clutch.co/profile/direct-online-marketing aborted due to abortFunction 2021-09-30T12:49:45.530Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:45.532Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:45.534Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:45.529Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:45.536Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:45.538Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:45.540Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:45.572Z Error: Error: Request for https://clutch.co/profile/brolik aborted due to abortFunction 2021-09-30T12:49:45.570Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/brolik","retryCount":1,"id":"6muDguvGi4j1Z2C"} 2021-09-30T12:49:45.574Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:45.578Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:45.579Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:45.581Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:45.576Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:45.583Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:45.584Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:46.013Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/uplers","retryCount":1,"id":"KlGy1icLT8AyYgr"} 2021-09-30T12:49:46.014Z Error: Error: Request for https://clutch.co/profile/uplers aborted due to abortFunction 2021-09-30T12:49:46.016Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:46.018Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:46.020Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:46.021Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:46.023Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:46.027Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:46.025Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:46.323Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/swello-marketing","retryCount":1,"id":"xpXCscMOqyptFlp"} 2021-09-30T12:49:46.325Z Error: Error: Request for https://clutch.co/profile/swello-marketing aborted due to abortFunction 2021-09-30T12:49:46.327Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:46.329Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:46.333Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:46.331Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:46.334Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:46.336Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:46.338Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:46.582Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/thrive-internet-marketing-agency","retryCount":1,"id":"SyztltY4hOIwm7z"} 2021-09-30T12:49:46.584Z Error: Error: Request for https://clutch.co/profile/thrive-internet-marketing-agency aborted due to abortFunction 2021-09-30T12:49:46.588Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:46.590Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:46.586Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:46.591Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:46.593Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:46.595Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:46.597Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:46.604Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/seo-brand","retryCount":1,"id":"9MlvfgkwjK3C6Qo"} 2021-09-30T12:49:46.606Z Error: Error: Request for https://clutch.co/profile/seo-brand aborted due to abortFunction 2021-09-30T12:49:46.608Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:46.610Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:46.612Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:46.614Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:46.615Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:46.617Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:46.619Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:46.938Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/social-media-relations 2021-09-30T12:49:47.349Z Error: Error: Request for https://clutch.co/profile/victorious aborted due to abortFunction 2021-09-30T12:49:47.347Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/victorious","retryCount":1,"id":"uwFcOVenTRsHhIn"} 2021-09-30T12:49:47.352Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:47.351Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:47.354Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:47.357Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:47.361Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:47.359Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:47.363Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:47.981Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/smartsites 2021-09-30T12:49:48.307Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/l7-creative 2021-09-30T12:49:49.051Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/power-digital-marketing 2021-09-30T12:49:49.439Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/big-leap 2021-09-30T12:49:49.770Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/coalition-technologies 2021-09-30T12:49:50.165Z Error: Error: Request for https://clutch.co/profile/webfx aborted due to abortFunction 2021-09-30T12:49:50.163Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/webfx","retryCount":1,"id":"hqZJoV58z2krNnO"} 2021-09-30T12:49:50.167Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:50.170Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:50.168Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:50.172Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:50.174Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:50.176Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:50.177Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:50.246Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/ignite-visibility","retryCount":1,"id":"IRGqr8ezKbHde7E"} 2021-09-30T12:49:50.247Z Error: Error: Request for https://clutch.co/profile/ignite-visibility aborted due to abortFunction 2021-09-30T12:49:50.249Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:50.252Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:50.254Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:50.255Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:50.257Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:50.259Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:50.261Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:50.570Z INFO CRAWLER: -- Fetching list: https://clutch.co//agencies/digital-marketing?page=1 with page: 2 2021-09-30T12:49:50.621Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/97th-floor","retryCount":2,"id":"BQAUv6PDMDcSAFw"} 2021-09-30T12:49:50.624Z Error: Error: Request for https://clutch.co/profile/97th-floor aborted due to abortFunction 2021-09-30T12:49:50.626Z at /usr/src/app/src/main.js:65:23 2021-09-30T12:49:50.628Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:50.629Z at processTicksAndRejections (internal/process/task_queues.js:97:5) 2021-09-30T12:49:50.631Z at async BasicCrawler.handleRequestFunction [as userProvidedHandler] (/usr/src/app/src/main.js:50:30) 2021-09-30T12:49:50.633Z at async BasicCrawler._handleRequestFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:314:9) 2021-09-30T12:49:50.635Z at async BasicCrawler._runTaskFunction (/usr/src/app/node_modules/apify/build/crawlers/basic_crawler.js:423:13) 2021-09-30T12:49:50.637Z at async AutoscaledPool._maybeRunTask (/usr/src/app/node_modules/apify/build/autoscaling/autoscaled_pool.js:399:13) 2021-09-30T12:49:51.257Z INFO CRAWLER: -- Fetching profile: https://clutch.co/profile/hunter-digital-0 2021-09-30T12:49:51.459Z Error: Error: Request for https://clutch.co/profile/evendigit aborted due to abortFunction 2021-09-30T12:49:51.457Z ERROR BasicCrawler: handleRequestFunction failed, reclaiming failed request back to the list or queue {"url":"https://clutch.co/profile/evendigit","retryCount":2,"id":"o47xYYykpJj01V2"} 2021-09-30T12:49:51.463Z at runMicrotasks (<anonymous>) 2021-09-30T12:49:51.465Z at processTicksAndRejections (internal/process/task_queues.js:97:5)