Crawlee + Playwright + Chrome

1/**
2 * This template is a production ready boilerplate for developing with `PlaywrightCrawler`.
3 * Use this to bootstrap your projects using the most up-to-date code.
4 * If you're looking for examples or want to learn more, see README.
5 */
6
7// For more information, see https://docs.apify.com/sdk/js
8import { Actor } from 'apify';
9// For more information, see https://crawlee.dev
10import { PlaywrightCrawler } from 'crawlee';
11// this is ESM project, and as such, it requires you to specify extensions in your relative imports
12// read more about this here: https://nodejs.org/docs/latest-v18.x/api/esm.html#mandatory-file-extensions
13// note that we need to use `.js` even when inside TS files
14import { router } from './routes.js';
15
16interface Input {
17    startUrls: string[];
18    maxRequestsPerCrawl: number;
19}
20
21// Initialize the Apify SDK
22await Actor.init();
23
24// Structure of input is defined in input_schema.json
25const {
26    startUrls = ['https://crawlee.dev'],
27    maxRequestsPerCrawl = 100,
28} = await Actor.getInput<Input>() ?? {} as Input;
29
30const proxyConfiguration = await Actor.createProxyConfiguration();
31
32const crawler = new PlaywrightCrawler({
33    proxyConfiguration,
34    maxRequestsPerCrawl,
35    requestHandler: router,
36    launchContext: {
37        launchOptions: {
38            args: [
39                '--disable-gpu', // Mitigates the "crashing GPU process" issue in Docker containers
40            ]
41        }
42    }
43});
44
45await crawler.run(startUrls);
46
47// Exit successfully
48await Actor.exit();