Instant web data scraper - Scrape any website

1{
2  "openapi": "3.0.1",
3  "info": {
4    "version": "1.0",
5    "x-build-id": "z2Qbjpd1qobbkiUXF"
6  },
7  "servers": [
8    {
9      "url": "https://api.apify.com/v2"
10    }
11  ],
12  "paths": {
13    "/acts/curious_coder~instant-web-scraper/run-sync-get-dataset-items": {
14      "post": {
15        "operationId": "run-sync-get-dataset-items-curious_coder-instant-web-scraper",
16        "x-openai-isConsequential": false,
17        "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.",
18        "tags": [
19          "Run Actor"
20        ],
21        "requestBody": {
22          "required": true,
23          "content": {
24            "application/json": {
25              "schema": {
26                "$ref": "#/components/schemas/inputSchema"
27              }
28            }
29          }
30        },
31        "parameters": [
32          {
33            "name": "token",
34            "in": "query",
35            "required": true,
36            "schema": {
37              "type": "string"
38            },
39            "description": "Enter your Apify token here"
40          }
41        ],
42        "responses": {
43          "200": {
44            "description": "OK"
45          }
46        }
47      }
48    },
49    "/acts/curious_coder~instant-web-scraper/runs": {
50      "post": {
51        "operationId": "runs-sync-curious_coder-instant-web-scraper",
52        "x-openai-isConsequential": false,
53        "summary": "Executes an Actor and returns information about the initiated run in response.",
54        "tags": [
55          "Run Actor"
56        ],
57        "requestBody": {
58          "required": true,
59          "content": {
60            "application/json": {
61              "schema": {
62                "$ref": "#/components/schemas/inputSchema"
63              }
64            }
65          }
66        },
67        "parameters": [
68          {
69            "name": "token",
70            "in": "query",
71            "required": true,
72            "schema": {
73              "type": "string"
74            },
75            "description": "Enter your Apify token here"
76          }
77        ],
78        "responses": {
79          "200": {
80            "description": "OK",
81            "content": {
82              "application/json": {
83                "schema": {
84                  "$ref": "#/components/schemas/runsResponseSchema"
85                }
86              }
87            }
88          }
89        }
90      }
91    },
92    "/acts/curious_coder~instant-web-scraper/run-sync": {
93      "post": {
94        "operationId": "run-sync-curious_coder-instant-web-scraper",
95        "x-openai-isConsequential": false,
96        "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.",
97        "tags": [
98          "Run Actor"
99        ],
100        "requestBody": {
101          "required": true,
102          "content": {
103            "application/json": {
104              "schema": {
105                "$ref": "#/components/schemas/inputSchema"
106              }
107            }
108          }
109        },
110        "parameters": [
111          {
112            "name": "token",
113            "in": "query",
114            "required": true,
115            "schema": {
116              "type": "string"
117            },
118            "description": "Enter your Apify token here"
119          }
120        ],
121        "responses": {
122          "200": {
123            "description": "OK"
124          }
125        }
126      }
127    }
128  },
129  "components": {
130    "schemas": {
131      "inputSchema": {
132        "type": "object",
133        "required": [
134          "url"
135        ],
136        "properties": {
137          "action": {
138            "title": "⛏️ Select action to perform",
139            "enum": [
140              "findTables",
141              "scrapeData"
142            ],
143            "type": "string",
144            "description": "First run the actor with 'Find tables' option to get possible output data table formats. Then choose the desired format and use it's table number to scrape the data by choosing 'Scrape' option",
145            "default": "scrapeData"
146          },
147          "cookies": {
148            "title": "🍪 Cookies",
149            "minItems": 1,
150            "type": "array",
151            "description": "Cookie used to authorize actor with website. Install [Cookie-Editor](https://chromewebstore.google.com/detail/cookie-editor/hlkenndednhfkekhgcdicdfddnkalmdm) chrome extension. Login to your website account. Click on the extension and export the website cookies. Insert the contents here"
152          },
153          "url": {
154            "title": "URL to scrape",
155            "type": "string",
156            "description": "Enter the link to the page to start scraping data"
157          },
158          "columnMappings": {
159            "title": "Column name mappings",
160            "type": "array",
161            "description": "Assign column names to data obtained from scraping. By default scraper will assign 0 based number to each column. You will need to manually assign names to these columns by mapping column names to column numbers in 'Find tables' output",
162            "default": [],
163            "items": {
164              "type": "object",
165              "required": [
166                "key",
167                "value"
168              ],
169              "properties": {
170                "key": {
171                  "type": "string",
172                  "title": "Key"
173                },
174                "value": {
175                  "type": "string",
176                  "title": "Value"
177                }
178              }
179            }
180          },
181          "tableNumber": {
182            "title": "Table number to scrape",
183            "type": "integer",
184            "description": "Scraper will automatically detact all the tables in the given page. But to decide which table to scrape, scraper needs either sample data or table number. Run the scraper with 'Find tables' action and choose the value from 'Table number' column from the output dataset. Choose the value from the row of your preferred data format",
185            "default": 1
186          },
187          "additionalColumns": {
188            "title": "Include additional columns",
189            "type": "boolean",
190            "description": "Include additional columns that are not included in columns mappings. These columns will have names like column_1, column_2, etc",
191            "default": false
192          },
193          "nextPageSelector": {
194            "title": "Next page selector",
195            "type": "string",
196            "description": "Copy the CSS selector of the next page button or link. Leave it empty if the method of loading more data is by scrolling down. To get the selector of next page element, Right click on the element and click 'Inspect element'. Then on the popup, Right click on the highlighted element and click on 'Copy > Copy selector'"
197          },
198          "count": {
199            "title": "#️⃣ Total number of records required",
200            "type": "integer",
201            "description": "Leave this field empty if you want to scrape all items."
202          },
203          "proxy": {
204            "title": "Proxy",
205            "type": "object",
206            "description": "You can use proxy from your account's country if needed for extra safety."
207          },
208          "minDelay": {
209            "title": "⏱️ Minimum wait duration",
210            "minimum": 2,
211            "type": "integer",
212            "description": "Minimum duration in seconds to wait before scraping next page",
213            "default": 2
214          },
215          "maxDelay": {
216            "title": "⏱️ Maximum wait duration",
217            "minimum": 2,
218            "type": "integer",
219            "description": "Maximum duration in seconds to wait before scraping next page",
220            "default": 2
221          }
222        }
223      },
224      "runsResponseSchema": {
225        "type": "object",
226        "properties": {
227          "data": {
228            "type": "object",
229            "properties": {
230              "id": {
231                "type": "string"
232              },
233              "actId": {
234                "type": "string"
235              },
236              "userId": {
237                "type": "string"
238              },
239              "startedAt": {
240                "type": "string",
241                "format": "date-time",
242                "example": "2025-01-08T00:00:00.000Z"
243              },
244              "finishedAt": {
245                "type": "string",
246                "format": "date-time",
247                "example": "2025-01-08T00:00:00.000Z"
248              },
249              "status": {
250                "type": "string",
251                "example": "READY"
252              },
253              "meta": {
254                "type": "object",
255                "properties": {
256                  "origin": {
257                    "type": "string",
258                    "example": "API"
259                  },
260                  "userAgent": {
261                    "type": "string"
262                  }
263                }
264              },
265              "stats": {
266                "type": "object",
267                "properties": {
268                  "inputBodyLen": {
269                    "type": "integer",
270                    "example": 2000
271                  },
272                  "rebootCount": {
273                    "type": "integer",
274                    "example": 0
275                  },
276                  "restartCount": {
277                    "type": "integer",
278                    "example": 0
279                  },
280                  "resurrectCount": {
281                    "type": "integer",
282                    "example": 0
283                  },
284                  "computeUnits": {
285                    "type": "integer",
286                    "example": 0
287                  }
288                }
289              },
290              "options": {
291                "type": "object",
292                "properties": {
293                  "build": {
294                    "type": "string",
295                    "example": "latest"
296                  },
297                  "timeoutSecs": {
298                    "type": "integer",
299                    "example": 300
300                  },
301                  "memoryMbytes": {
302                    "type": "integer",
303                    "example": 1024
304                  },
305                  "diskMbytes": {
306                    "type": "integer",
307                    "example": 2048
308                  }
309                }
310              },
311              "buildId": {
312                "type": "string"
313              },
314              "defaultKeyValueStoreId": {
315                "type": "string"
316              },
317              "defaultDatasetId": {
318                "type": "string"
319              },
320              "defaultRequestQueueId": {
321                "type": "string"
322              },
323              "buildNumber": {
324                "type": "string",
325                "example": "1.0.0"
326              },
327              "containerUrl": {
328                "type": "string"
329              },
330              "usage": {
331                "type": "object",
332                "properties": {
333                  "ACTOR_COMPUTE_UNITS": {
334                    "type": "integer",
335                    "example": 0
336                  },
337                  "DATASET_READS": {
338                    "type": "integer",
339                    "example": 0
340                  },
341                  "DATASET_WRITES": {
342                    "type": "integer",
343                    "example": 0
344                  },
345                  "KEY_VALUE_STORE_READS": {
346                    "type": "integer",
347                    "example": 0
348                  },
349                  "KEY_VALUE_STORE_WRITES": {
350                    "type": "integer",
351                    "example": 1
352                  },
353                  "KEY_VALUE_STORE_LISTS": {
354                    "type": "integer",
355                    "example": 0
356                  },
357                  "REQUEST_QUEUE_READS": {
358                    "type": "integer",
359                    "example": 0
360                  },
361                  "REQUEST_QUEUE_WRITES": {
362                    "type": "integer",
363                    "example": 0
364                  },
365                  "DATA_TRANSFER_INTERNAL_GBYTES": {
366                    "type": "integer",
367                    "example": 0
368                  },
369                  "DATA_TRANSFER_EXTERNAL_GBYTES": {
370                    "type": "integer",
371                    "example": 0
372                  },
373                  "PROXY_RESIDENTIAL_TRANSFER_GBYTES": {
374                    "type": "integer",
375                    "example": 0
376                  },
377                  "PROXY_SERPS": {
378                    "type": "integer",
379                    "example": 0
380                  }
381                }
382              },
383              "usageTotalUsd": {
384                "type": "number",
385                "example": 0.00005
386              },
387              "usageUsd": {
388                "type": "object",
389                "properties": {
390                  "ACTOR_COMPUTE_UNITS": {
391                    "type": "integer",
392                    "example": 0
393                  },
394                  "DATASET_READS": {
395                    "type": "integer",
396                    "example": 0
397                  },
398                  "DATASET_WRITES": {
399                    "type": "integer",
400                    "example": 0
401                  },
402                  "KEY_VALUE_STORE_READS": {
403                    "type": "integer",
404                    "example": 0
405                  },
406                  "KEY_VALUE_STORE_WRITES": {
407                    "type": "number",
408                    "example": 0.00005
409                  },
410                  "KEY_VALUE_STORE_LISTS": {
411                    "type": "integer",
412                    "example": 0
413                  },
414                  "REQUEST_QUEUE_READS": {
415                    "type": "integer",
416                    "example": 0
417                  },
418                  "REQUEST_QUEUE_WRITES": {
419                    "type": "integer",
420                    "example": 0
421                  },
422                  "DATA_TRANSFER_INTERNAL_GBYTES": {
423                    "type": "integer",
424                    "example": 0
425                  },
426                  "DATA_TRANSFER_EXTERNAL_GBYTES": {
427                    "type": "integer",
428                    "example": 0
429                  },
430                  "PROXY_RESIDENTIAL_TRANSFER_GBYTES": {
431                    "type": "integer",
432                    "example": 0
433                  },
434                  "PROXY_SERPS": {
435                    "type": "integer",
436                    "example": 0
437                  }
438                }
439              }
440            }
441          }
442        }
443      }
444    }
445  }
446}