Similarweb Scraper

A simple scraper for similarweb.com. Retrieve website popularity information and get it in a JSON/XML/CSV/Excel/HTML table format. You can get the following data from every scrape:

• Website information
• Company information
• Total visits, pages per visit, avg. visit duration, bounce rate
• Popularity ranking (global/country/category)
• Traffic sources (ads/referrals/direct/search/social/etc..)
• Social network distribution
• Competitors
• Used technologies
• Age/gender distribution
• Popular topics/websites among users
• Top countries

Use Cases

You can use this scraper in order to get information about the popularity of certain websites, which you can then use for market research, to track potential competitors, or for other research.

Input

The actor only needs to know which websites to get information from, and which proxies to use. You can specify multiple websites to get multiple results on one run.

Cost of usage

You need to use proxies when scraping from the Apify platform. Any type of proxy (datacenter/residental/custom) should be OK. You can use either Apify Proxy or provide your own custom proxies.

In terms of platform usage credits, scraping 20 websites takes about 0.02 compute units (depending on proxy and number of retries).

Results

The actor stores its result in the default dataset associated with the actor run. It can be then exported to various formats, such as JSON, XML, CSV or Excel.

Please note that some results might not be available due to being locked behind a paywall.

Each website in the dataset will contain a seperate object that follows this format (JSON is used below):

1{
2  "url": "https://similarweb.com/website/apify.com/",
3  "name": "apify.com",
4  "description": "apify is your one-stop shop for web scraping, data extraction, and rpa. automate anything you can do manually in a browser.",
5  "icon": "https://site-images.similarcdn.com/image?url=apify.com&t=2&s=1&h=125d66be47a23677bb607b06989996d242ec48f6fa515f16fb9caf60be1ad6f6",
6  "previewDesktop": "https://site-images.similarcdn.com/image?url=apify.com&t=1&s=1&h=125d66be47a23677bb607b06989996d242ec48f6fa515f16fb9caf60be1ad6f6",
7  "previewMobile": "https://site-images.similarcdn.com/image?url=apify.com&t=4&s=1&h=125d66be47a23677bb607b06989996d242ec48f6fa515f16fb9caf60be1ad6f6",
8  "totalVisits": 285658,
9  "bounceRate": "35.72%",
10  "pagesPerVisit": 11.086998131906656,
11  "avgVisitDuration": "00:05:25",
12  "companyName": "Apify",
13  "companyYearFounded": 2015,
14  "companyEmployeesMin": 11,
15  "companyEmployeesMax": 50,
16  "companyAnnualRevenueMin": 1000000,
17  "companyHeadquarterCountryCode": "CZ",
18  "companyHeadquarterCity": "Prague 1",
19  "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
20  "globalRank": 98867,
21  "countryRank": 72656,
22  "categoryRank": 1783,
23  "organicTraffic": 0.9446483472979003,
24  "paidTraffic": 0.05535165270209973,
25  "socialNetworkDistribution": [
26    {
27      "name": "Youtube",
28      "visitsShare": 0.555749769714253,
29      "icon": "https://site-images.similarcdn.com/image?url=youtube.com&t=2&s=1&h=e117fb09ba0a34dee9830863bf927d29fc864e342583a36a667bf12346e88e20"
30    },
31    {
32      "name": "Reddit",
33      "visitsShare": 0.1294792867787483,
34      "icon": "https://site-images.similarcdn.com/image?url=reddit.com&t=2&s=1&h=66f2412047e0362ec60d5583d4b186511a8e859446bb112c60d22968facae906"
35    },
36    {
37      "name": "Facebook",
38      "visitsShare": 0.10344909798525086,
39      "icon": "https://site-images.similarcdn.com/image?url=facebook.com&t=2&s=1&h=be773d6b77aa3d59b6a671c5c27ad729b1ae77400e89776e2f749cce6b926c4b"
40    },
41    {
42      "name": "Linkedin",
43      "visitsShare": 0.081436906611932,
44      "icon": "https://site-images.similarcdn.com/image?url=linkedin.com&t=2&s=1&h=64a0e043fc8ff74ac308e3f0e136ae7d1b6544be4e9e704ad7fd062070be48a1"
45    },
46    {
47      "name": "Twitter",
48      "visitsShare": 0.04238240993289261,
49      "icon": "https://site-images.similarcdn.com/image?url=twitter.com&t=2&s=1&h=05438debe431144d9c727828570d1754a25bd9286bc14f3aa65a4f05b9057e25"
50    }
51  ],
52  "topReferrals": [
53    {
54      "domain": "",
55      "icon": "",
56      "visitsShare": 0.3174298845325629,
57      "isLocked": true
58    },
59    {
60      "domain": "",
61      "icon": "",
62      "visitsShare": 0.15288238420340347,
63      "isLocked": true
64    },
65    {
66      "domain": "octoparse.com",
67      "icon": "https://site-images.similarcdn.com/image?url=octoparse.com&t=2&s=1&h=c3b0fe1c71cd16076498c2f0587c1c5bb42a35df3bc455d331dc98749471d8e0",
68      "visitsShare": 0.031664665386702325,
69      "isLocked": false
70    },
71    {
72      "domain": "link.juejin.cn",
73      "icon": "https://site-images.similarcdn.com/image?url=link.juejin.cn&t=2&s=1&h=bfacf073ed7b1c800c3035a0fef21612cac754b096f6c600274fc49418123a18",
74      "visitsShare": 0.02823073459240298,
75      "isLocked": false
76    },
77    {
78      "domain": "inoreader.com",
79      "icon": "https://site-images.similarcdn.com/image?url=inoreader.com&t=2&s=1&h=c05ae0827de93d5c5b123d0e28baed08b0035439a2ef006644cdde8fee871cf2",
80      "visitsShare": 0.02823073459240298,
81      "isLocked": false
82    }
83  ],
84  "trafficSources": {
85    "directVisitsShare": 0.38422379603583773,
86    "referralVisitsShare": 0.041544361957825814,
87    "searchVisitsShare": 0.5121789687451688,
88    "socialNetworksVisitsShare": 0.04267751195086787,
89    "mailVisitsShare": 0.018558673566329117,
90    "adsVisitsShare": 0.0008166877439706386
91  },
92  "adsSource": [],
93  "topKeywords": [
94    {
95      "name": "apify",
96      "visitsShare": 0.08389224328443522
97    },
98    {
99      "name": "soccerstats",
100      "visitsShare": 0.009348653363724252
101    },
102    {
103      "name": "google serps scraper",
104      "visitsShare": 0.008865553034919123
105    },
106    {
107      "name": "uploaded downloader",
108      "visitsShare": 0.007676958193845651
109    },
110    {
111      "name": "twitter scraper",
112      "visitsShare": 0.007181326512134639
113    }
114  ],
115  "topSimilarityCompetitors": [
116    {
117      "domain": "scraperapi.com",
118      "isSmallSite": false,
119      "icon": "https://site-images.similarcdn.com/image?url=scraperapi.com&t=2&s=1&h=4c0af08959b60e108f82c9a27f8084eb29ae1d09006d23839e9b6b68db11255e",
120      "visitsTotalCount": 126101.48616665995,
121      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
122      "categoryRank": 12336,
123      "affinity": 1
124    },
125    {
126      "domain": "bestproxyreviews.com",
127      "isSmallSite": false,
128      "icon": "https://site-images.similarcdn.com/image?url=bestproxyreviews.com&t=2&s=1&h=19ab06a3d3326e7ce5269d6da266f5920b3165763f9862c4ecab8c2ced111ad6",
129      "visitsTotalCount": 253032.74555136525,
130      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
131      "categoryRank": 8899,
132      "affinity": 0.9644609573591866
133    },
134    {
135      "domain": "botster.io",
136      "isSmallSite": false,
137      "icon": "https://site-images.similarcdn.com/image?url=botster.io&t=2&s=1&h=dad2d8775d7101d1207c4bec26ec1633730d65d932caac4434975fcdf9b84424",
138      "visitsTotalCount": 37403.129781035175,
139      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
140      "categoryRank": 18549,
141      "affinity": 0.9553920428910792
142    },
143    {
144      "domain": "stevesie.com",
145      "isSmallSite": false,
146      "icon": "https://site-images.similarcdn.com/image?url=stevesie.com&t=2&s=1&h=da4c037450544a7afdb058e2afea74e7c2ef21589ab2414fdbc00fd60e258035",
147      "visitsTotalCount": 56006.41102190646,
148      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
149      "categoryRank": 22166,
150      "affinity": 0.9521190384551853
151    },
152    {
153      "domain": "proxycrawl.com",
154      "isSmallSite": false,
155      "icon": "https://site-images.similarcdn.com/image?url=proxycrawl.com&t=2&s=1&h=0ff2659c9d9ff2d0bb02f2d7dd3850558f876ee5d89f770cdd4bf55ddd84c7e1",
156      "visitsTotalCount": 30148.839317697628,
157      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
158      "categoryRank": 28892,
159      "affinity": 0.9418962330274461
160    },
161    {
162      "domain": "oxylabs.io",
163      "isSmallSite": false,
164      "icon": "https://site-images.similarcdn.com/image?url=oxylabs.io&t=2&s=1&h=35e259e4de4df73136cacf118058b13978003bb6c5bb802c708ca506f2708aff",
165      "visitsTotalCount": 237244.66895191185,
166      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
167      "categoryRank": 7711,
168      "affinity": 0.9202838053800582
169    },
170    {
171      "domain": "dataminer.io",
172      "isSmallSite": false,
173      "icon": "https://site-images.similarcdn.com/image?url=dataminer.io&t=2&s=1&h=630a2ec15709d7f82775457992757d4d4af0283fcfe9e71694f4faa52c1971d9",
174      "visitsTotalCount": 94122.64371803365,
175      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
176      "categoryRank": 14729,
177      "affinity": 0.9132025980663713
178    },
179    {
180      "domain": "anti-captcha.com",
181      "isSmallSite": false,
182      "icon": "https://site-images.similarcdn.com/image?url=anti-captcha.com&t=2&s=1&h=98a3065a90944886c3f21d756db9faad7f359e698ecfd244b8ef40d4ec719441",
183      "visitsTotalCount": 153401.45283910492,
184      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
185      "categoryRank": 8349,
186      "affinity": 0.9100651910734987
187    },
188    {
189      "domain": "antcpt.com",
190      "isSmallSite": false,
191      "icon": "https://site-images.similarcdn.com/image?url=antcpt.com&t=2&s=1&h=01f1afe338901d815481a1d4387fb1ab2d597830d0d2d50f1d575939ab4e93e5",
192      "visitsTotalCount": 31698.755382545365,
193      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
194      "categoryRank": 28543,
195      "affinity": 0.8884533949838682
196    },
197    {
198      "domain": "serpapi.com",
199      "isSmallSite": false,
200      "icon": "https://site-images.similarcdn.com/image?url=serpapi.com&t=2&s=1&h=02d8d33feda4b216b1e5714b47becb8e23fe7e86e010668b1a2fabe29d6c5b19",
201      "visitsTotalCount": 93494.18092562244,
202      "categoryId": "computers_electronics_and_technology/computers_electronics_and_technology",
203      "categoryRank": 13176,
204      "affinity": 0.8775319254115675
205    }
206  ],
207  "technologies": [
208    {
209      "categoryId": "conversion_and_analytics",
210      "topTechName": "Google Analytics",
211      "topTechIconUrl": "https://www.similartech.com/images/technology?id=1",
212      "technologiesTotalCount": 3
213    },
214    {
215      "categoryId": "payment_and_currencies",
216      "topTechName": "United States Dollar",
217      "topTechIconUrl": "https://www.similartech.com/images/technology?id=3579",
218      "technologiesTotalCount": 3
219    },
220    {
221      "categoryId": "mobile",
222      "topTechName": "Meta Viewport",
223      "topTechIconUrl": "https://www.similartech.com/images/technology?id=1325",
224      "technologiesTotalCount": 2
225    },
226    {
227      "categoryId": "social",
228      "topTechName": "Instagram",
229      "topTechIconUrl": "https://www.similartech.com/images/technology?id=2841",
230      "technologiesTotalCount": 2
231    }
232  ],
233  "countryRankCompetitors": [
234    {
235      "rank": 72654,
236      "domain": "careers.davita.com",
237      "icon": "https://site-images.similarcdn.com/image?url=careers.davita.com&t=2&s=1&h=9f441bb1de86c23471105962fdc36dabe319171f5c0392d46e29461d73d94844"
238    },
239    {
240      "rank": 72655,
241      "domain": "talesofxadia.com",
242      "icon": "https://site-images.similarcdn.com/image?url=talesofxadia.com&t=2&s=1&h=aa850070f135a4805c264d8bfbdead62eba2507f05b069026e76791cb9e83fd4"
243    },
244    {
245      "rank": 72656,
246      "domain": "apify.com",
247      "icon": "https://site-images.similarcdn.com/image?url=apify.com&t=2&s=1&h=125d66be47a23677bb607b06989996d242ec48f6fa515f16fb9caf60be1ad6f6"
248    },
249    {
250      "rank": 72657,
251      "domain": "cota.com",
252      "icon": "https://site-images.similarcdn.com/image?url=cota.com&t=2&s=1&h=67a732991f265dc7f7821228b9f876a22ca9e3f981048e7715cba97efba8ff4e"
253    },
254    {
255      "rank": 72658,
256      "domain": "disneyheroesgame.com",
257      "icon": "https://site-images.similarcdn.com/image?url=disneyheroesgame.com&t=2&s=1&h=13c7027cc2bd902a818704cdbb098ccd646ecdd98a0752e11f04c1deac9efdb0"
258    }
259  ],
260  "globalRankCompetitors": [
261    {
262      "rank": 98865,
263      "domain": "yellowlist.ga",
264      "icon": "https://site-images.similarcdn.com/image?url=yellowlist.ga&t=2&s=1&h=c0eca8386a0f8f8d89d80ba9151b10910f8d937246b6a09dcd7769c291114d2c"
265    },
266    {
267      "rank": 98866,
268      "domain": "ctrlqq.com",
269      "icon": "https://site-images.similarcdn.com/image?url=ctrlqq.com&t=2&s=1&h=c3a4e3a18a786026de47deca72403551fe3e881798a08fdef89ca5c220b11e81"
270    },
271    {
272      "rank": 98867,
273      "domain": "apify.com",
274      "icon": "https://site-images.similarcdn.com/image?url=apify.com&t=2&s=1&h=125d66be47a23677bb607b06989996d242ec48f6fa515f16fb9caf60be1ad6f6"
275    },
276    {
277      "rank": 98868,
278      "domain": "acerta.be",
279      "icon": "https://site-images.similarcdn.com/image?url=acerta.be&t=2&s=1&h=5f9476b187311b0781f1e74e75a40db31a35ce7e72f12b4085c172a403fa55b4"
280    },
281    {
282      "rank": 98869,
283      "domain": "hotstunners.com",
284      "icon": "https://site-images.similarcdn.com/image?url=hotstunners.com&t=2&s=1&h=948f81cb99cde75e02cb53014d13b1efa73656e877d82a12935c9b4ca4fb197a"
285    }
286  ],
287  "ageDistribution": [
288    {
289      "minAge": 25,
290      "maxAge": 34,
291      "value": 0.35234052809731825
292    },
293    {
294      "minAge": 18,
295      "maxAge": 24,
296      "value": 0.21945284325035158
297    },
298    {
299      "minAge": 35,
300      "maxAge": 44,
301      "value": 0.21090538306365286
302    },
303    {
304      "minAge": 45,
305      "maxAge": 54,
306      "value": 0.11335258120916632
307    },
308    {
309      "minAge": 55,
310      "maxAge": 64,
311      "value": 0.06529810997281398
312    },
313    {
314      "minAge": 65,
315      "value": 0.03865055440669721
316    }
317  ],
318  "maleDistribution": 0.66426264830038,
319  "femaleDistribution": 0.33573735169962005,
320  "topInterestedWebsites": [
321    {
322      "domain": "youtube.com",
323      "icon": "https://site-images.similarcdn.com/image?url=youtube.com&t=2&s=1&h=e117fb09ba0a34dee9830863bf927d29fc864e342583a36a667bf12346e88e20"
324    },
325    {
326      "domain": "github.com",
327      "icon": "https://site-images.similarcdn.com/image?url=github.com&t=2&s=1&h=6525c30f1af9ea5ee8912788b611744e1debcba39a2d0dd3d410b2916169883b"
328    },
329    {
330      "domain": "stackoverflow.com",
331      "icon": "https://site-images.similarcdn.com/image?url=stackoverflow.com&t=2&s=1&h=04179ebf8566da481b023bba12856a0748752b1e4a75d1b145220282ef93f21c"
332    },
333    {
334      "domain": "google.com",
335      "icon": "https://site-images.similarcdn.com/image?url=google.com&t=2&s=1&h=eb35e0fbafa3eb290132ffdfe47187d950d68daaa659ec1bd4b4e834b8f16461"
336    },
337    {
338      "domain": "facebook.com",
339      "icon": "https://site-images.similarcdn.com/image?url=facebook.com&t=2&s=1&h=be773d6b77aa3d59b6a671c5c27ad729b1ae77400e89776e2f749cce6b926c4b"
340    }
341  ],
342  "topInterestedTopics": [
343    "google",
344    "community",
345    "social network",
346    "google apps",
347    "internet tools"
348  ],
349  "topInterestedCategories": [
350    "computers_electronics_and_technology/programming_and_developer_software",
351    "computers_electronics_and_technology/social_networks_and_online_communities",
352    "computers_electronics_and_technology/computers_electronics_and_technology",
353    "computers_electronics_and_technology/search_engines",
354    "arts_and_entertainment/tv_movies_and_streaming"
355  ],
356  "topCountries": [
357    {
358      "countryAlpha2Code": "US",
359      "countryUrlCode": "united-states",
360      "visitsShare": 0.21264547639057968,
361      "visitsShareChange": 0.19016252206567225
362    },
363    {
364      "countryAlpha2Code": "GB",
365      "countryUrlCode": "united-kingdom",
366      "visitsShare": 0.06394865516808063,
367      "visitsShareChange": 0.4215578032405554
368    },
369    {
370      "countryAlpha2Code": "CZ",
371      "countryUrlCode": "czech-republic",
372      "visitsShare": 0.06388982438929405,
373      "visitsShareChange": -0.024172427963833513
374    },
375    {
376      "countryAlpha2Code": "CN",
377      "countryUrlCode": "",
378      "visitsShare": 0.05072343290553418,
379      "visitsShareChange": 1.1005513909248006
380    },
381    {
382      "countryAlpha2Code": "VN",
383      "countryUrlCode": "vietnam",
384      "visitsShare": 0.04795609462352368,
385      "visitsShareChange": -0.5317095440011445
386    }
387  ]
388}