Costco Scraper

This actor scrapes products on Costco. Data points include

• Product Name
• Specs
• Descriptions
• Images
• Services and Warranty
• and more (see output example)!

Input Parameters

• URLs Use any product listing pages or search pages e.g. https://www.costco.com/televisions.html
• maxPages Number of pages you'd like to scrape.

Data Output

A dataset will be created from each run (go to Storage on the sidebar). It looks like costco-details-1676441778724. The trailing numbers are the unix timestamp the actor started.

How much does it cost to scrape Costco?

I haven't tested it yet but it uses minimal resources so I'd say 10,000 products for around $1~$2. I'll update this once I have more accurate data.

Sample Output

1[{
2  "product": [
3    {
4      "pricePerUnit": "",
5      "unitOfMeasure": "Price Per :",
6      "catentry": "2887933",
7      "isScheduledDeliverable": "false",
8      "limitOneQuantity": false,
9      "priceInCartOnly": false,
10      "isSinglePriced": true,
11      "membershipRequired": false,
12      "isGroceryItem": false,
13      "isDependentProductConfigured": false,
14      "isComingSoon": false
15    }
16  ],
17  "products": [
18    [
19      {
20        "isLocInvItem": "true",
21        "pricePerUnit": "",
22        "unitOfMeasure": "Price Per :",
23        "unpriced": false,
24        "single": true,
25        "catentry": "2887934",
26        "partNumber": "9755800",
27        "programType": "3rdPartyDelivery,LocationControlledInventory,InWarehouse,WarehouseDelivery,Standard",
28        "manufacturerPartNumber": "9755800 ",
29        "defaultShipModeId": "32651",
30        "vendorModelNumber": "",
31        "price": "",
32        "productName": "LG 55" Class - UQ8000 Series - 4K UHD LED LCD TV",
33        "productUrl": "https://www.costco.com/lg-55%22-class---uq8000-series---4k-uhd-led-lcd-tv.product.9755800.html",
34        "listPrice": "LTEuMA==",
35        "date": "",
36        "date2": "",
37        "type": "0",
38        "message": "0",
39        "zipcodeAvailabilityMessage": "0",
40        "zipcodeAvailabilityResponseCode": "success",
41        "inventory": "IN_STOCK",
42        "minQty": "1",
43        "maxQty": "3",
44        "ordinal": "4794.0",
45        "itemSequence": "",
46        "img_url": "https://images.costco-static.com/ImageDelivery/imageService?profileId=12026540&imageId=9755800-847__1&recipeName=300",
47        "plainPackaging": "2",
48        "eddVendorName": "EDD:Calendar",
49        "liveEDD": "true",
50        "options": [],
51        "itemLimitOneQty": "false",
52        "isDependentProductConfigured": "false",
53        "feeRegions": [],
54        "feeOptions": [],
55        "regionPrices": []
56      }
57    ]
58  ],
59  "options": [
60    []
61  ],
62  "partNumber": "100970919",
63  "id": "100970919",
64  "vsku": "100970919",
65  "psku": "9755800",
66  "name": "LG 55\" Class - UQ8000 Series - 4K UHD LED LCD TV",
67  "price": "",
68  "priceMin": "369.99",
69  "priceMax": "369.99",
70  "priceVaries": "true",
71  "available": "In stock",
72  "categories": [
73    "Electronics",
74    "TVs",
75    "55 inch TVs"
76  ],
77  "storeid": "US",
78  "productId": "100970919",
79  "specs": [
80    {
81      "name": "Brand",
82      "value": "LG"
83    },
84    {
85      "name": "Compatible with",
86      "value": "Alexa"
87    },
88    {
89      "name": "Compatible with",
90      "value": "Apple AirPlay 2"
91    },
92    {
93      "name": "Compatible with",
94      "value": "Apple HomeKit"
95    },
96    {
97      "name": "Compatible with",
98      "value": "Google Assistant"
99    },
100    {
101      "name": "Dimensions (with stand)",
102      "value": "9.1 in. x 30.6 in. x 48.6 in."
103    },
104    {
105      "name": "Dimensions (without stand)",
106      "value": "2.3 in. x 28.1 in. x 48.6 in."
107    },
108    {
109      "name": "Display Type",
110      "value": "Direct Lit LED-LCD"
111    },
112    {
113      "name": "High Dynamic Range (HDR)",
114      "value": "HDR10"
115    },
116    {
117      "name": "High Dynamic Range (HDR)",
118      "value": "HLG"
119    },
120    {
121      "name": "Inputs - HDMI 1",
122      "value": "HDMI 2.0"
123    },
124    {
125      "name": "Inputs - HDMI 2",
126      "value": "HDMI 2.0 eARC"
127    },
128    {
129      "name": "Model",
130      "value": "LG 55UQ8000AUB"
131    },
132    {
133      "name": "Motion Technology",
134      "value": "TruMotion 120"
135    },
136    {
137      "name": "Native Refresh Rate",
138      "value": "60Hz"
139    },
140    {
141      "name": "Number of Digital Optical Audio Inputs",
142      "value": "1"
143    },
144    {
145      "name": "Number of HDMI Inputs",
146      "value": "2"
147    },
148    {
149      "name": "Number of USB Ports",
150      "value": "1"
151    },
152    {
153      "name": "Resolution",
154      "value": "3840 x 2160"
155    },
156    {
157      "name": "Screen Size Class",
158      "value": "55 in."
159    },
160    {
161      "name": "Screen Type",
162      "value": "Flat"
163    },
164    {
165      "name": "Smart TV Platform",
166      "value": "webOS"
167    },
168    {
169      "name": "Speaker Output",
170      "value": "20 W"
171    },
172    {
173      "name": "VESA Mounting Standard",
174      "value": "300x300"
175    },
176    {
177      "name": "Warranty Coverage",
178      "value": "2 Years"
179    },
180    {
181      "name": "Weight - with Stand",
182      "value": "31.3 lb."
183    },
184    {
185      "name": "Weight - without Stand",
186      "value": "30.9 lb."
187    },
188    {
189      "name": "Wireless Standard",
190      "value": "802.11ac"
191    }
192  ],
193  "images": [],
194  "services": [
195    "2nd Year Warranty",
196    "Free Technical Support",
197    "90 Day Return Policy"
198  ],
199  "description": {},
200  "ratings": {
201    "reviewSummary": {
202      "numReviews": 2768,
203      "primaryRating": {
204        "distribution": [
205          {
206            "key": 5,
207            "count": 1936
208          },
209          {
210            "key": 4,
211            "count": 464
212          },
213          {
214            "key": 3,
215            "count": 137
216          },
217          {
218            "key": 2,
219            "count": 67
220          },
221          {
222            "key": 1,
223            "count": 164
224          }
225        ],
226        "average": 4.4238,
227        "missing": 0,
228        "ratingRange": 5
229      },
230      "recommended": {
231        "distribution": [
232          {
233            "count": 721,
234            "key": true
235          },
236          {
237            "count": 175,
238            "key": false
239          }
240        ],
241        "missing": 1872
242      }
243    },
244    "questionSummary": {
245      "numQuestions": 0,
246      "numAnswers": 0
247    }
248  }
249}]