Actor picture

QPublic

zyberg/qpublic

No credit card required

Author's avatarNikolajus Elmutis
  • Modified
  • Users6
  • Runs333

Dockerfile

# This is a template for a Dockerfile used to run acts in Actor system.
# The base image name below is set during the act build, based on user settings.
# IMPORTANT: The base image must set a correct working directory, such as /usr/src/app or /home/user
FROM apify/actor-node-chrome:v0.21.10

# Second, copy just package.json and package-lock.json since it should be
# the only file that affects "npm install" in the next step, to speed up the build
COPY package*.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 && npm install --only=prod --no-optional \
 && echo "Installed NPM packages:" \
 && (npm list --all || true) \
 && echo "Node.js version:" \
 && node --version \
 && echo "NPM version:" \
 && npm --version

# Copy source code to container
# Do this in the last step, to have fast build if only the source code changed
COPY --chown=myuser:myuser . ./

# NOTE: The CMD is already defined by the base image.
# Uncomment this for local node inspector debugging:
# CMD [ "node", "--inspect=0.0.0.0:9229", "main.js" ]

package.json

{
    "name": "apify-project",
    "version": "0.0.1",
    "description": "",
    "author": "It's not you it's me",
    "license": "ISC",
    "dependencies": {
        "apify": "0.21.10",
        "lodash": "latest"
    },
    "scripts": {
        "start": "node main.js"
    }
}

main.js

This file is 358 lines long. Only the first 50 are shown. Show all

const Apify = require('apify');
var _ = require('lodash');

const BASE_URL_SEARCH = 'https://qpublic.schneidercorp.com/Application.aspx?App=FultonCountyGA&Layer=Parcels&PageType=Search'
const BASE_NAME = 'qPublic'
const TYPES = {
    BY_ADDRESS: 'BY_ADDRESS',
    BY_PARCEL: 'BY_PARCEL'
}

const TEMPLATE = {
    "Summary": {
        "Parcel Number": "",
        "Location Address": "",
        "Legal Description": "",
        "Property Class": "",
        "Neighborhood": "",
        "Tax District": "",
        "Zoning": "",
        "Acres": "",
        "Homestead": "",
        "Exemptions": ""
    },
    "Owner": "",
    "Land": {},
    "Residential Improvement Information": [],
    "Accessory Information": [],
    "Sales": [],
    "Valuation": []
}

const getCurrentDate = () => {
    const currentDate = new Date();
    const year = currentDate.getUTCFullYear();
    const month = currentDate.getUTCMonth() + 1;
    const day = currentDate.getUTCDate();

    return `${year}-${month < 10 ? '0' + month : month}-${day < 10 ? '0' + day : day}`;
}

Apify.main(async () => {
    const input = await Apify.getInput();
    if (!input.addresses) input.addresses = [];
    if (!input.parcels) input.parcels = [];

    const dataset = await Apify.openDataset(BASE_NAME);
    const requestQueue = await Apify.openRequestQueue(BASE_NAME);
    
    let proxyConfiguration = undefined;
    try {