Google News Scraper

1import { ApifyClient } from 'apify-client';
2
3// Initialize the ApifyClient with your Apify API token
4// Replace the '<YOUR_API_TOKEN>' with your token
5const client = new ApifyClient({
6    token: '<YOUR_API_TOKEN>',
7});
8
9// Prepare Actor input
10const input = {
11    "startUrls": [
12        "https://news.google.com/topics/CAAqIggKIhxDQkFTRHdvSkwyMHZNR054ZERrd0VnSmxiaWdBUAE?hl=en-US&gl=US&ceid=US%3Aen",
13        "https://news.google.com/topics/CAAqJggKIiBDQkFTRWdvSUwyMHZNRGx6TVdZU0FtVnVHZ0pWVXlnQVAB?hl=en-US&gl=US&ceid=US%3Aen",
14        "https://news.google.com/search?q=banana&hl=en-US&gl=US&ceid=US%3Aen"
15    ],
16    "query": [
17        "art"
18    ],
19    "maxItems": 20,
20    "maxNewsPerEachItem": 20,
21    "extendOutputFunction": ($) => { return {} },
22    "customMapFunction": (object) => { return {...object} },
23    "proxy": {
24        "useApifyProxy": true
25    }
26};
27
28// Run the Actor and wait for it to finish
29const run = await client.actor("epctex/google-news-scraper").call(input);
30
31// Fetch and print Actor results from the run's dataset (if any)
32console.log('Results from dataset');
33console.log(`💾 Check your data here: https://console.apify.com/storage/datasets/${run.defaultDatasetId}`);
34const { items } = await client.dataset(run.defaultDatasetId).listItems();
35items.forEach((item) => {
36    console.dir(item);
37});
38
39// 📚 Want to learn more 📖? Go to → https://docs.apify.com/api/client/js/docs