JavaScript Camoufox scraper

1/**
2 * This template is a production ready boilerplate for developing with `PlaywrightCrawler`.
3 * Use this to bootstrap your projects using the most up-to-date code.
4 * If you're looking for examples or want to learn more, see README.
5 */
6
7// For more information, see https://crawlee.dev
8import { PlaywrightCrawler } from '@crawlee/playwright';
9// For more information, see https://docs.apify.com/sdk/js
10import { Actor } from 'apify';
11import { launchOptions as camoufoxLaunchOptions } from 'camoufox-js';
12import { firefox } from 'playwright';
13
14// this is ESM project, and as such, it requires you to specify extensions in your relative imports
15// read more about this here: https://nodejs.org/docs/latest-v18.x/api/esm.html#mandatory-file-extensions
16import { router } from './routes.js';
17
18// Initialize the Apify SDK
19await Actor.init();
20
21const { startUrls = ['https://apify.com'] } = (await Actor.getInput()) ?? {};
22
23// `checkAccess` flag ensures the proxy credentials are valid, but the check can take a few hundred milliseconds.
24// Disable it for short runs if you are sure your proxy configuration is correct
25const proxyConfiguration = await Actor.createProxyConfiguration({ checkAccess: true });
26
27const crawler = new PlaywrightCrawler({
28    proxyConfiguration,
29    requestHandler: router,
30    launchContext: {
31        launcher: firefox,
32        launchOptions: await camoufoxLaunchOptions({
33            headless: true,
34            proxy: await proxyConfiguration.newUrl(),
35            geoip: true,
36            // fonts: ['Times New Roman'], // <- custom Camoufox options
37        }),
38    },
39});
40
41await crawler.run(startUrls);
42
43// Exit successfully
44await Actor.exit();