Dataset Image Downloader & Uploader
Pricing
Pay per usage
Dataset Image Downloader & Uploader
Download image files from image URLs in your datasets and save them to a Zip file, Key-Value store, or directly your AWS S3 bucket.
0.0 (0)
Pricing
Pay per usage
21
927
77
Issues response
17 days
Last modified
6 months ago
results always zero with actor: apify/instagram-post-scraper
Open
this is my setup. Thank you. I tried many things; maybe I'm just missing something.
{
"convertWebpToPng": false,
"datasetId": "WszbdopcqQDIdeEMA",
"fileNameFunction": "({ shortCode }) => ${shortCode}.jpg",
"imageCheckMaxRetries": 2,
"imageCheckType": "content-type",
"noDownloadRun": false,
"outputTo": "dataset",
"pathToImageUrls": "displayUrl",
"postDownloadFunction": "/* Example: We remove items without any successfully uploaded images.\n We also remove any image URLs that were not uploaded\n \n ({ data, state }) => {\n return data.reduce((newData, item) => {\n const downloadedImages = item.images.filter((imageUrl) => {\n return state[imageUrl] && state[imageUrl].imageUploaded;\n });\n \n if (downloadedImages.length === 0) {\n return newData;\n }\n \n return newData.concat({ ...item, images: downloadedImages });\n }, []);\n}\n*/",
"preDownloadFunction": "/* Example: We get rid of the items with price 0\n({ data }) => data.filter((item) => item.price > 0)\n*/",
"proxyConfiguration": {
"useApifyProxy": true,
"apifyProxyGroups": [
"RESIDENTIAL"
]
},
"s3CheckIfAlreadyThere": false,
"uploadStoreName": "WednesdayTest",
"uploadTo": "key-value-store"
}
