Vanilla JS Scraper

1import { ApifyClient } from 'apify-client';
2
3// Initialize the ApifyClient with your Apify API token
4const client = new ApifyClient({
5    token: '<YOUR_API_TOKEN>',
6});
7
8// Prepare Actor input
9const input = {
10    "requests": [
11        {
12            "url": "https://apify.com"
13        }
14    ],
15    "pseudoUrls": [
16        {
17            "purl": "https://apify.com[(/[\\w-]+)?]"
18        }
19    ],
20    "linkSelector": "a[href]",
21    "pageFunction": async function pageFunction(context) {
22        const { window, document, crawler, enqueueRequest, request, response, userData, json, body, kvStore, customData } = context;
23    
24        const title = document.querySelector('title').textContent
25    
26        const responseHeaders = response.headers
27    
28        return {
29            title,
30            responseHeaders
31        };
32    },
33    "preNavigationHooks": `// We need to return array of (possibly async) functions here.
34        // The functions accept two arguments: the "crawlingContext" object
35        // and "requestAsBrowserOptions" which are passed to the `requestAsBrowser()`
36        // function the crawler calls to navigate..
37        [
38            async (crawlingContext, requestAsBrowserOptions) => {
39                // ...
40            }
41        ]`,
42    "postNavigationHooks": `// We need to return array of (possibly async) functions here.
43        // The functions accept a single argument: the "crawlingContext" object.
44        [
45            async (crawlingContext) => {
46                // ...
47            },
48        ]`,
49    "proxy": {
50        "useApifyProxy": true
51    },
52    "additionalMimeTypes": [],
53    "customData": {}
54};
55
56(async () => {
57    // Run the Actor and wait for it to finish
58    const run = await client.actor("mstephen190/vanilla-js-scraper").call(input);
59
60    // Fetch and print Actor results from the run's dataset (if any)
61    console.log('Results from dataset');
62    console.log(`💾 Check your data here: https://console.apify.com/storage/datasets/${run.defaultDatasetId}`);
63    const { items } = await client.dataset(run.defaultDatasetId).listItems();
64    items.forEach((item) => {
65        console.dir(item);
66    });
67})();
68
69// 📚 Want to learn more 📖? Go to → https://docs.apify.com/api/client/js/docs