Skool Community Posts and Classroom Courses Scraper

1{
2  "openapi": "3.0.1",
3  "info": {
4    "version": "0.0",
5    "x-build-id": "T2CxGmoiheOgzvfYm"
6  },
7  "servers": [
8    {
9      "url": "https://api.apify.com/v2"
10    }
11  ],
12  "paths": {
13    "/acts/memo23~skool-posts-with-comments-scraper/run-sync-get-dataset-items": {
14      "post": {
15        "operationId": "run-sync-get-dataset-items-memo23-skool-posts-with-comments-scraper",
16        "x-openai-isConsequential": false,
17        "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.",
18        "tags": [
19          "Run Actor"
20        ],
21        "requestBody": {
22          "required": true,
23          "content": {
24            "application/json": {
25              "schema": {
26                "$ref": "#/components/schemas/inputSchema"
27              }
28            }
29          }
30        },
31        "parameters": [
32          {
33            "name": "token",
34            "in": "query",
35            "required": true,
36            "schema": {
37              "type": "string"
38            },
39            "description": "Enter your Apify token here"
40          }
41        ],
42        "responses": {
43          "200": {
44            "description": "OK"
45          }
46        }
47      }
48    },
49    "/acts/memo23~skool-posts-with-comments-scraper/runs": {
50      "post": {
51        "operationId": "runs-sync-memo23-skool-posts-with-comments-scraper",
52        "x-openai-isConsequential": false,
53        "summary": "Executes an Actor and returns information about the initiated run in response.",
54        "tags": [
55          "Run Actor"
56        ],
57        "requestBody": {
58          "required": true,
59          "content": {
60            "application/json": {
61              "schema": {
62                "$ref": "#/components/schemas/inputSchema"
63              }
64            }
65          }
66        },
67        "parameters": [
68          {
69            "name": "token",
70            "in": "query",
71            "required": true,
72            "schema": {
73              "type": "string"
74            },
75            "description": "Enter your Apify token here"
76          }
77        ],
78        "responses": {
79          "200": {
80            "description": "OK",
81            "content": {
82              "application/json": {
83                "schema": {
84                  "$ref": "#/components/schemas/runsResponseSchema"
85                }
86              }
87            }
88          }
89        }
90      }
91    },
92    "/acts/memo23~skool-posts-with-comments-scraper/run-sync": {
93      "post": {
94        "operationId": "run-sync-memo23-skool-posts-with-comments-scraper",
95        "x-openai-isConsequential": false,
96        "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.",
97        "tags": [
98          "Run Actor"
99        ],
100        "requestBody": {
101          "required": true,
102          "content": {
103            "application/json": {
104              "schema": {
105                "$ref": "#/components/schemas/inputSchema"
106              }
107            }
108          }
109        },
110        "parameters": [
111          {
112            "name": "token",
113            "in": "query",
114            "required": true,
115            "schema": {
116              "type": "string"
117            },
118            "description": "Enter your Apify token here"
119          }
120        ],
121        "responses": {
122          "200": {
123            "description": "OK"
124          }
125        }
126      }
127    }
128  },
129  "components": {
130    "schemas": {
131      "inputSchema": {
132        "type": "object",
133        "required": [
134          "startUrls",
135          "cookies"
136        ],
137        "properties": {
138          "startUrls": {
139            "title": "Start URLs",
140            "type": "array",
141            "description": "URLs to start with.",
142            "items": {
143              "type": "object",
144              "required": [
145                "url"
146              ],
147              "properties": {
148                "url": {
149                  "type": "string",
150                  "title": "URL of a web page",
151                  "format": "uri"
152                }
153              }
154            }
155          },
156          "tab": {
157            "title": "What do you want to scrape from Skool.com Classroom or Community?",
158            "enum": [
159              "community",
160              "classroom"
161            ],
162            "type": "string",
163            "description": "What do you want to scrape from Skool, Classroom or Community pages (tabs)?",
164            "default": "classroom"
165          },
166          "includeComments": {
167            "title": "Include comments of each post(community) or course(classroom)",
168            "type": "boolean",
169            "description": "Set to true if you want to include comments on each post or course.",
170            "default": false
171          },
172          "itemStartDate": {
173            "title": "Only scrape posts/items newer than [date]",
174            "type": "string",
175            "description": "Format should be YYYY-MM-DD, e.g., 2022-02-20"
176          },
177          "commentsLimit": {
178            "title": "Comments Limit",
179            "type": "integer",
180            "description": "Maximum number of comments to scrape per post/item.",
181            "default": 20
182          },
183          "includeMedia": {
184            "title": "Include media files",
185            "type": "boolean",
186            "description": "Set to true if you want to include media files in the output.",
187            "default": false
188          },
189          "maxItems": {
190            "title": "Set limit on how many items to scrape, default is 1000.",
191            "type": "integer",
192            "description": "Maximum number of items to scrape.",
193            "default": 1000
194          },
195          "maxConcurrency": {
196            "title": "Max Concurrency",
197            "type": "integer",
198            "description": "Maximum number of pages that can be processed at the same time.",
199            "default": 100
200          },
201          "minConcurrency": {
202            "title": "Min Concurrency",
203            "type": "integer",
204            "description": "Minimum number of pages that will be processed at the same time.",
205            "default": 1
206          },
207          "maxRequestRetries": {
208            "title": "Max Request Retries",
209            "type": "integer",
210            "description": "Number of times the crawler will retry a failed request before giving up.",
211            "default": 30
212          },
213          "storeName": {
214            "title": "Name your storage for downloads/items (deduplication and long-term retention), it can only contain letters 'a' through 'z', the digits '0' through '9', and the hyphen ('-') but only in the middle of the string (e.g. 'my-value-1')",
215            "pattern": "^[a-z0-9]+(-[a-z0-9]+)*$",
216            "type": "string",
217            "description": "Assign a custom name to the Key-Value Store where your scraped listings will be saved. This ensures:\n 1. **Data Deduplication**: Prevents duplicate entries in the storage. \n 2. **Persistent Storage**: Enables long-term retention of listings, beyond default storage limits.\n 3. **Project Management**: Separate datasets by using unique names for different projects or analyses.\n 4. **Data Reuse**: Easily reference and reuse stored data without overwriting.\n (If left blank, the default storage will be used with standard retention limits.)",
218            "default": "media"
219          },
220          "cookies": {
221            "title": "Cookies",
222            "type": "array",
223            "description": "<p>Cookie used to authorize actor with skool.com. Install <a rel=\"noopener noreferrer nofollow\" target=\"_blank\" href=\"https://chrome.google.com/webstore/detail/editthiscookie/fngmhnnpilhplaeedifhccceomclgfbg\" previewlistener=\"true\">EditThisCookie</a> chrome extension. Login to your skool.com account. Click on the extension and export the skool.com cookies. Insert the contents here</p>"
224          },
225          "proxy": {
226            "title": "Proxy configuration",
227            "type": "object",
228            "description": "Specifies proxy servers that will be used by the scraper in order to hide its origin.<br><br>For details, see <a href='https://apify.com/apify/web-scraper#proxy-configuration' target='_blank' rel='noopener'>Proxy configuration</a> in README.",
229            "default": {
230              "useApifyProxy": false
231            }
232          }
233        }
234      },
235      "runsResponseSchema": {
236        "type": "object",
237        "properties": {
238          "data": {
239            "type": "object",
240            "properties": {
241              "id": {
242                "type": "string"
243              },
244              "actId": {
245                "type": "string"
246              },
247              "userId": {
248                "type": "string"
249              },
250              "startedAt": {
251                "type": "string",
252                "format": "date-time",
253                "example": "2025-01-08T00:00:00.000Z"
254              },
255              "finishedAt": {
256                "type": "string",
257                "format": "date-time",
258                "example": "2025-01-08T00:00:00.000Z"
259              },
260              "status": {
261                "type": "string",
262                "example": "READY"
263              },
264              "meta": {
265                "type": "object",
266                "properties": {
267                  "origin": {
268                    "type": "string",
269                    "example": "API"
270                  },
271                  "userAgent": {
272                    "type": "string"
273                  }
274                }
275              },
276              "stats": {
277                "type": "object",
278                "properties": {
279                  "inputBodyLen": {
280                    "type": "integer",
281                    "example": 2000
282                  },
283                  "rebootCount": {
284                    "type": "integer",
285                    "example": 0
286                  },
287                  "restartCount": {
288                    "type": "integer",
289                    "example": 0
290                  },
291                  "resurrectCount": {
292                    "type": "integer",
293                    "example": 0
294                  },
295                  "computeUnits": {
296                    "type": "integer",
297                    "example": 0
298                  }
299                }
300              },
301              "options": {
302                "type": "object",
303                "properties": {
304                  "build": {
305                    "type": "string",
306                    "example": "latest"
307                  },
308                  "timeoutSecs": {
309                    "type": "integer",
310                    "example": 300
311                  },
312                  "memoryMbytes": {
313                    "type": "integer",
314                    "example": 1024
315                  },
316                  "diskMbytes": {
317                    "type": "integer",
318                    "example": 2048
319                  }
320                }
321              },
322              "buildId": {
323                "type": "string"
324              },
325              "defaultKeyValueStoreId": {
326                "type": "string"
327              },
328              "defaultDatasetId": {
329                "type": "string"
330              },
331              "defaultRequestQueueId": {
332                "type": "string"
333              },
334              "buildNumber": {
335                "type": "string",
336                "example": "1.0.0"
337              },
338              "containerUrl": {
339                "type": "string"
340              },
341              "usage": {
342                "type": "object",
343                "properties": {
344                  "ACTOR_COMPUTE_UNITS": {
345                    "type": "integer",
346                    "example": 0
347                  },
348                  "DATASET_READS": {
349                    "type": "integer",
350                    "example": 0
351                  },
352                  "DATASET_WRITES": {
353                    "type": "integer",
354                    "example": 0
355                  },
356                  "KEY_VALUE_STORE_READS": {
357                    "type": "integer",
358                    "example": 0
359                  },
360                  "KEY_VALUE_STORE_WRITES": {
361                    "type": "integer",
362                    "example": 1
363                  },
364                  "KEY_VALUE_STORE_LISTS": {
365                    "type": "integer",
366                    "example": 0
367                  },
368                  "REQUEST_QUEUE_READS": {
369                    "type": "integer",
370                    "example": 0
371                  },
372                  "REQUEST_QUEUE_WRITES": {
373                    "type": "integer",
374                    "example": 0
375                  },
376                  "DATA_TRANSFER_INTERNAL_GBYTES": {
377                    "type": "integer",
378                    "example": 0
379                  },
380                  "DATA_TRANSFER_EXTERNAL_GBYTES": {
381                    "type": "integer",
382                    "example": 0
383                  },
384                  "PROXY_RESIDENTIAL_TRANSFER_GBYTES": {
385                    "type": "integer",
386                    "example": 0
387                  },
388                  "PROXY_SERPS": {
389                    "type": "integer",
390                    "example": 0
391                  }
392                }
393              },
394              "usageTotalUsd": {
395                "type": "number",
396                "example": 0.00005
397              },
398              "usageUsd": {
399                "type": "object",
400                "properties": {
401                  "ACTOR_COMPUTE_UNITS": {
402                    "type": "integer",
403                    "example": 0
404                  },
405                  "DATASET_READS": {
406                    "type": "integer",
407                    "example": 0
408                  },
409                  "DATASET_WRITES": {
410                    "type": "integer",
411                    "example": 0
412                  },
413                  "KEY_VALUE_STORE_READS": {
414                    "type": "integer",
415                    "example": 0
416                  },
417                  "KEY_VALUE_STORE_WRITES": {
418                    "type": "number",
419                    "example": 0.00005
420                  },
421                  "KEY_VALUE_STORE_LISTS": {
422                    "type": "integer",
423                    "example": 0
424                  },
425                  "REQUEST_QUEUE_READS": {
426                    "type": "integer",
427                    "example": 0
428                  },
429                  "REQUEST_QUEUE_WRITES": {
430                    "type": "integer",
431                    "example": 0
432                  },
433                  "DATA_TRANSFER_INTERNAL_GBYTES": {
434                    "type": "integer",
435                    "example": 0
436                  },
437                  "DATA_TRANSFER_EXTERNAL_GBYTES": {
438                    "type": "integer",
439                    "example": 0
440                  },
441                  "PROXY_RESIDENTIAL_TRANSFER_GBYTES": {
442                    "type": "integer",
443                    "example": 0
444                  },
445                  "PROXY_SERPS": {
446                    "type": "integer",
447                    "example": 0
448                  }
449                }
450              }
451            }
452          }
453        }
454      }
455    }
456  }
457}