Cheerio crawler (advanced)

1import { CheerioCrawler } from '@crawlee/cheerio';
2import { Actor } from 'apify';
3
4// this is ESM project, and as such, it requires you to specify extensions in your relative imports
5// read more about this here: https://nodejs.org/docs/latest-v18.x/api/esm.html#mandatory-file-extensions
6import { router } from './routes.js';
7
8await Actor.init();
9
10// `checkAccess` flag ensures the proxy credentials are valid, but the check can take a few hundred milliseconds.
11// Disable it for short runs if you are sure your proxy configuration is correct
12const proxyConfiguration = await Actor.createProxyConfiguration({ checkAccess: true });
13
14const crawler = new CheerioCrawler({
15    proxyConfiguration,
16    requestHandler: router,
17});
18
19await crawler.run(['https://example.com']);
20
21await Actor.exit();