1from apify_client import ApifyClient
2
3
4
5client = ApifyClient("<YOUR_API_TOKEN>")
6
7
8run_input = {
9 "startUrls": [{ "url": "https://docs.apify.com/academy/web-scraping-for-beginners" }],
10 "useSitemaps": False,
11 "respectRobotsTxtFile": True,
12 "crawlerType": "playwright:adaptive",
13 "includeUrlGlobs": [],
14 "excludeUrlGlobs": [],
15 "initialCookies": [],
16 "customHttpHeaders": {},
17 "proxyConfiguration": { "useApifyProxy": True },
18 "keepElementsCssSelector": "",
19 "removeElementsCssSelector": """nav, footer, script, style, noscript, svg, img[src^='data:'],
20[role=\"alert\"],
21[role=\"banner\"],
22[role=\"dialog\"],
23[role=\"alertdialog\"],
24[role=\"region\"][aria-label*=\"skip\" i],
25[aria-modal=\"true\"]""",
26 "blockMedia": True,
27 "clickElementsCssSelector": "[aria-expanded=\"false\"]",
28 "storeSkippedUrls": False,
29}
30
31
32run = client.actor("apify/website-content-crawler").call(run_input=run_input)
33
34
35print("๐พ Check your data here: https://console.apify.com/storage/datasets/" + run["defaultDatasetId"])
36for item in client.dataset(run["defaultDatasetId"]).iterate_items():
37 print(item)
38
39