FROM apify/actor-node-basic

# First, copy package.json since it affects NPM install
COPY package.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging to much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 &amp;&amp; npm install --only=prod --no-optional \
 &amp;&amp; echo "Installed NPM packages:" \
 &amp;&amp; npm list \
 &amp;&amp; echo "Node.js version:" \
 &amp;&amp; node --version \
 &amp;&amp; echo "NPM version:" \
 &amp;&amp; npm --version

# Lastly, copy remaining files and directories with the source code.
# This way, quick build will not need to reinstall packages on a simple change.
COPY . ./

# Specify how to run the source code
CMD npm start

Dockerfile

# Algolia Webcrawler

Crawls a website using one or more sitemaps and imports the data
to [Algolia](https://www.algolia.com) search index. The text content is identified using
simple CSS selectors.

The actor simply runs the
[algolia-webcrawler](https://www.npmjs.com/package/algolia-webcrawler)
NPM package on the Apify cloud, so that you don't need to deploy it yourself.
You can run it easily using API or scheduler.

On input, the actor accepts a JSON configuration
required by algolia-webcrawler.
For details, see
https://www.npmjs.com/package/algolia-webcrawler#configuration-options

README.md

main.js

{
 "name": "my-actor",
 "version": "0.0.1",
 "dependencies": {
 "apify": "^0.14.3",
 "tmp": "^0.1.0",
 "algolia-webcrawler": "^3.2.0"
 },
 "scripts": {
 "start": "node main.js"
 },
 "author": "Me!"
}

package.json

FROM apify/actor-node-basic

# First, copy package.json since it affects NPM install
COPY package.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging to much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 && npm install --only=prod --no-optional \
 && echo "Installed NPM packages:" \
 && npm list \
 && echo "Node.js version:" \
 && node --version \
 && echo "NPM version:" \
 && npm --version

# Lastly, copy remaining files and directories with the source code.
# This way, quick build will not need to reinstall packages on a simple change.
COPY . ./

# Specify how to run the source code
CMD npm start


# Algolia Webcrawler

Crawls a website using one or more sitemaps and imports the data
to [Algolia](https://www.algolia.com) search index. The text content is identified using
simple CSS selectors.

The actor simply runs the
[algolia-webcrawler](https://www.npmjs.com/package/algolia-webcrawler)
NPM package on the Apify cloud, so that you don't need to deploy it yourself.
You can run it easily using API or scheduler.

On input, the actor accepts a JSON configuration
required by algolia-webcrawler.
For details, see
https://www.npmjs.com/package/algolia-webcrawler#configuration-options



my-actor

Crawls a website using one or more sitemaps and imports the data to Algolia search index. The text content is identified using simple CSS selectors.

Algolia Webcrawler

Industries

Where next?