Hacker News Data Scraper

1import { ApifyClient } from 'apify-client';
2
3// Initialize the ApifyClient with your Apify API token
4// Replace the '<YOUR_API_TOKEN>' with your token
5const client = new ApifyClient({
6    token: '<YOUR_API_TOKEN>',
7});
8
9// Prepare Actor input
10const input = {
11    "startUrls": [
12        {
13            "url": "https://news.ycombinator.com/front"
14        },
15        {
16            "url": "https://news.ycombinator.com/show"
17        },
18        {
19            "url": "https://news.ycombinator.com/jobs"
20        },
21        {
22            "url": "https://news.ycombinator.com"
23        },
24        {
25            "url": "https://news.ycombinator.com/item?id=26566373"
26        }
27    ],
28    "maxItems": 50,
29    "endPage": 1,
30    "extendOutputFunction": ($) => { return {} },
31    "proxy": {
32        "useApifyProxy": true
33    }
34};
35
36// Run the Actor and wait for it to finish
37const run = await client.actor("epctex/hackernews-scraper").call(input);
38
39// Fetch and print Actor results from the run's dataset (if any)
40console.log('Results from dataset');
41console.log(`💾 Check your data here: https://console.apify.com/storage/datasets/${run.defaultDatasetId}`);
42const { items } = await client.dataset(run.defaultDatasetId).listItems();
43items.forEach((item) => {
44    console.dir(item);
45});
46
47// 📚 Want to learn more 📖? Go to → https://docs.apify.com/api/client/js/docs