Chrono24

1// Axios - Promise based HTTP client for the browser and node.js (Read more at https://axios-http.com/docs/intro).
2import axios from 'axios';
3// Cheerio - The fast, flexible & elegant library for parsing and manipulating HTML and XML (Read more at https://cheerio.js.org/).
4import * as cheerio from 'cheerio';
5// Apify SDK - toolkit for building Apify Actors (Read more at https://docs.apify.com/sdk/js/).
6import { Actor } from 'apify';
7// this is ESM project, and as such, it requires you to specify extensions in your relative imports
8// read more about this here: https://nodejs.org/docs/latest-v18.x/api/esm.html#mandatory-file-extensions
9// import { router } from './routes.js';
10
11// The init() call configures the Actor for its environment. It's recommended to start every Actor with an init().
12await Actor.init();
13
14// Structure of input is defined in input_schema.json
15const input = await Actor.getInput();
16const { url } = input;
17
18// Fetch the HTML content of the page.
19const response = await axios.get(url);
20
21// Parse the downloaded HTML with Cheerio to enable data extraction.
22const $ = cheerio.load(response.data);
23
24 const okButton = $("button:contains('OK')");
25        if (okButton.length > 0) {
26            // Click the OK button if found
27            console.log('Clicking OK button');
28            // Perform the action you need (e.g., submit a form, close the modal)
29            // For simplicity, here, we're just logging that the OK button would be clicked.
30        }
31
32
33// Extract all headings from the page (tag name and text).
34const heading = [];
35
36  const items = $(".article-item-container.wt-search-result.article-image-carousel");
37        items.each((index, element) => {
38            const obj = {};
39            const id = $(element).find('a').attr('data-article-id');
40            const link = $(element).find('a').attr('href');
41            const titleElement = $(element).find('.text-sm.text-sm-md.text-bold.text-ellipsis').text().trim();
42            const description = $(element).find('.text-sm.text-sm-md.text-ellipsis.m-b-2').text().trim();
43            // Adjusted regex to extract the numeric part of the price
44            const priceText = $(element).find('.d-flex.justify-content-between.align-items-end.m-b-1 .text-bold').text().trim();
45            const priceMatch = priceText.match(/(\d+(?:,\d{3})*)/);
46            const price = priceMatch ? parseInt(priceMatch[1].replace(/,/g, '')) : null;
47            
48            const location = $(element).find('.d-flex.justify-content-between.align-items-end.m-b-1 .text-sm.text-uppercase').text().trim();
49            const currency = $(element).find('.d-flex.justify-content-between.align-items-end.m-b-1 .currency').text().trim();
50        
51            obj.id = id;
52            obj.link = "https://www.chrono24.in/"+link;
53            obj.titleElement = titleElement;
54            obj.description = description;
55            obj.price = price;
56            obj.location = location;
57            obj.currency = currency;
58            heading.push(obj);
59        });
60        
61        // Loop to extract additional data (ratings)
62        for (let i = 0; i < heading.length; i++) {
63            const EachProduct = {};
64            try {
65                const responseItem = await axios.get(heading[i].link);
66                const $item = cheerio.load(responseItem.data);
67        
68                const okButtonItem = $item('button:contains("OK")');
69                if (okButtonItem.length > 0) {
70                    console.log('OK button found for the second request. Clicking...');
71                }
72        
73                const rating = $item('.m-b-2.d-flex.justify-content-between span.rating').text().trim();
74                const maximumImageSize = [];
75                const listOfImages = $item('div[data-zoom-image]');
76                
77                listOfImages.each((index, element) => {
78                    const imageSmall = $item(element).attr('data-zoom-image');
79                    maximumImageSize.push(imageSmall);
80                });
81                EachProduct.rating = rating;
82                 EachProduct.images = maximumImageSize;
83            } catch (error) {
84                console.error('Error:', error.message);
85                EachProduct.rating = 'null';
86                EachProduct.imageSmall = "not found";
87            }
88            heading[i].EachProduct = EachProduct; 
89        }
90
91// Save headings to Dataset - a table-like storage.
92await Actor.pushData(heading);
93
94// Gracefully exit the Actor process. It's recommended to quit all Actors with an exit().
95await Actor.exit();