I&I Sports Supply Co., Inc. Scraper
- mshopik/iandi-sports-supply-co-scraper
- Modified
- Users 2
- Runs 678
- Created by
Mark Carter
Scrape I&I Sports Supply Co., Inc. and extract data on firearms and weapons from iisports.com. Our I&I Sports Supply Co., Inc. API lets you crawl product information and pricing. The saved data can be downloaded as HTML, JSON, CSV, Excel, and XML.
INPUT_SCHEMA.json
{
"title": "iandi-sports-supply-co-scraper",
"description": "",
"type": "object",
"schemaVersion": 1,
"properties": {
"maxRequestsPerCrawl": {
"title": "Max items",
"description": "How many items to extract from iisports.com",
"default": 20,
"prefill": 20,
"type": "integer",
"editor": "number"
},
"extendOutputFunction": {
"title": "Extend Output Function",
"description": "Add or remove properties on the output object or omit the output returning null",
"type": "string",
"default": "async ({ data, item, product, images, fns, name, request, variants, context, customData, input, Apify }) => {\n return item;\n}",
"prefill": "async ({ data, item, product, images, fns, name, request, variants, context, customData, input, Apify }) => {\n return item;\n}",
"editor": "javascript",
"sectionCaption": "Extend scraper functionality",
"sectionDescription": "You can change the output of the items for your dataset here, or add additional behavior on the scraper."
},
"extendScraperFunction": {
"title": "Extend Scraper Function",
"description": "Advanced function that allows you to extend the default scraper functionality, allowing you to manually perform actions on the page",
"type": "string",
"default": "async ({ fns, customData, Apify, label }) => {\n \n}",
"prefill": "async ({ fns, customData, Apify, label }) => {\n \n}",
"editor": "javascript"
},
"customData": {
"title": "Custom data",
"description": "Any data that you want to have available inside the Extend Output/Scraper Function",
"default": {},
"prefill": {},
"type": "object",
"editor": "json"
},
"fetchHtml": {
"title": "Fetch HTML",
"description": "If you decide to fetch the HTML of the pages, it will take twice as long. Make sure to only enable this if needed",
"default": true,
"editor": "checkbox",
"type": "boolean"
},
"maxConcurrency": {
"title": "Max concurrency",
"description": "Max concurrency to use",
"default": 20,
"prefill": 20,
"type": "integer",
"editor": "number"
},
"maxRequestRetries": {
"title": "Max request retries",
"description": "Set the max request retries",
"default": 3,
"prefill": 3,
"type": "integer",
"editor": "number"
},
"debugLog": {
"title": "Debug Log",
"description": "Enable a more verbose logging to be able to understand what's happening during the scraping",
"type": "boolean",
"default": false,
"editor": "checkbox"
}
}
}
main.js
import Apify from 'apify';
Apify.main(async () => {
const input = await Apify.getInput();
await Apify.metamorph('pocesar/shopify-scraper', {
...input,
startUrls: [{
url: 'http://www.iisports.com',
}],
});
});package.json
{
"name": "iandi-sports-supply-co-scraper",
"version": "0.0.1",
"type": "module",
"dependencies": {
"apify": "^2.3.2"
},
"scripts": {
"start": "node main.js"
}
}
Dockerfile
# First, specify the base Docker image. You can read more about
# the available images at https://sdk.apify.com/docs/guides/docker-images
# You can also use any other image from Docker Hub.
FROM apify/actor-node:16
# Second, copy just package.json and package-lock.json since those are the only
# files that affect "npm install" in the next step, to speed up the build.
COPY package*.json ./
RUN npm --quiet set progress=false \
&& npm install --only=prod --no-optional \
&& echo "Installed NPM packages:" \
&& (npm list --only=prod --no-optional --all || true) \
&& echo "Node.js version:" \
&& node --version \
&& echo "NPM version:" \
&& npm --version
COPY . ./
ENV APIFY_DISABLE_OUTDATED_WARNING 1
ENV npm_config_loglevel=silent
