# This is a template for a Dockerfile used to run acts in Actor system.
# The base image name below is set during the act build, based on user settings.
# IMPORTANT: The base image must set a correct working directory, such as /usr/src/app or /home/user
FROM apify/actor-node-basic:v0.21.10

# Second, copy just package.json and package-lock.json since it should be
# the only file that affects "npm install" in the next step, to speed up the build
COPY package*.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 &amp;&amp; npm install --only=prod --no-optional \
 &amp;&amp; echo "Installed NPM packages:" \
 &amp;&amp; (npm list --all || true) \
 &amp;&amp; echo "Node.js version:" \
 &amp;&amp; node --version \
 &amp;&amp; echo "NPM version:" \
 &amp;&amp; npm --version

# Copy source code to container
# Do this in the last step, to have fast build if only the source code changed
COPY . ./

# NOTE: The CMD is already defined by the base image.
# Uncomment this for local node inspector debugging:
# CMD [ "node", "--inspect=0.0.0.0:9229", "main.js" ]

Dockerfile

{
 "title": "Fructidor.fr scraper",
 "description": "Fructidor.fr scraper",
 "type": "object",
 "schemaVersion": 1,
 "properties": {
 "idAttr": {
 "title": "ID attribute",
 "type": "string",
 "description": "ID attribute name",
 "editor": "textfield"
 },
 "oldDataset": {
 "title": "Old dataset ID",
 "type": "string",
 "description": "Old dataset ID",
 "editor": "textfield"
 },
 "newDataset": {
 "title": "New dataset ID",
 "type": "string",
 "description": "New dataset ID",
 "editor": "textfield"
 }
 }
}

INPUT_SCHEMA.json

main.js

{
 "name": "apify-project",
 "version": "0.0.1",
 "description": "",
 "author": "It's not you it's me",
 "license": "ISC",
 "dependencies": {
 "apify": "0.21.10",
 "lodash": "latest",
 "bluebird": "latest"
 },
 "scripts": {
 "start": "node main.js"
 }
}

package.json

# This is a template for a Dockerfile used to run acts in Actor system.
# The base image name below is set during the act build, based on user settings.
# IMPORTANT: The base image must set a correct working directory, such as /usr/src/app or /home/user
FROM apify/actor-node-basic:v0.21.10

# Second, copy just package.json and package-lock.json since it should be
# the only file that affects "npm install" in the next step, to speed up the build
COPY package*.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 && npm install --only=prod --no-optional \
 && echo "Installed NPM packages:" \
 && (npm list --all || true) \
 && echo "Node.js version:" \
 && node --version \
 && echo "NPM version:" \
 && npm --version

# Copy source code to container
# Do this in the last step, to have fast build if only the source code changed
COPY  . ./

# NOTE: The CMD is already defined by the base image.
# Uncomment this for local node inspector debugging:
# CMD [ "node", "--inspect=0.0.0.0:9229", "main.js" ]


ID attribute

New dataset ID

Old dataset ID

Fructidor.fr scraper

apify-project

Act for comparing crawler execution results.
By default the final result set will contain only new and updated records.

Datasets Compare

Where next?