Dockerfile
# This is a template for a Dockerfile used to run acts in Actor system.
# The base image name below is set during the act build, based on user settings.
# IMPORTANT: The base image must set a correct working directory, such as /usr/src/app or /home/user
FROM apify/actor-node-basic:v0.21.10
# Second, copy just package.json and package-lock.json since it should be
# the only file that affects "npm install" in the next step, to speed up the build
COPY package*.json ./
# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
&& npm install --only=prod --no-optional \
&& echo "Installed NPM packages:" \
&& (npm list --all || true) \
&& echo "Node.js version:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
# Copy source code to container
# Do this in the last step, to have fast build if only the source code changed
COPY . ./
# NOTE: The CMD is already defined by the base image.
# Uncomment this for local node inspector debugging:
# CMD [ "node", "--inspect=0.0.0.0:9229", "main.js" ]
package.json
{
"name": "apify-project",
"version": "0.0.1",
"description": "",
"author": "It's not you it's me",
"license": "ISC",
"dependencies": {
"apify": "0.21.10",
"moment": "latest"
},
"scripts": {
"start": "node main.js"
}
}
main.js
This file is 149 lines long. Only the first 50 are shown. Show all
const Apify = require("apify");
const moment = require("moment");
const templateResult = {
"title": "",
"description": "",
"surfaceArea": null,
"surfaceAreaUnit": null,
"price": -1,
"currency": "",
"numberOfRooms": null,
"numberOfBedrooms": -1,
"publishingDate": null,
"monthlyRent": null,
"weeklyRent": null,
"marketedBy": {
"name": "",
"address": "",
"phoneNumber": ""
},
"postcode": null,
"propertyType": null,
"latitude": null,
"longitude": null,
"energyClass": null,
"greenhouseGazClass": null,
"image": [],
"siteURL": "",
"siteHtml": null,
"error": null,
"statusCode": null,
"htmlLength": -1,
"captchaFound": false,
"isHtmlPage": true,
"host": ""
};
Apify.main(async () => {
const requestQueue = await Apify.openRequestQueue(
`rightmove`
);
const input = await Apify.getInput();
const dataset = await Apify.openDataset('rightmove');
for (let link of input.links) {