Twitter Scraper

Scrape any Twitter profile of any user. Extract tweets, replies, favorites, retweets, conversation threads and many more without any limit. Gather user related information such as verification, location, profile image, friends, followers, following and much more! No limits on Twitter!

The following content can be scraped:

• Scraped from User Profile (https://twitter.com/elonmusk)
• Scraped from Tweet Detail (https://twitter.com/elonmusk/status/1656898688739057665)
• Scraped from Tweet Search (https://twitter.com/search?q={query}&src=typed_query&f=top)

If you need the source code, you can contact me by email acmtiger@outlook.com

可以抓取以下内容：

• 从用户主页(https://twitter.com/elonmusk) 抓取用户最新发布的帖子内容。
• 从 tweet 详细页 (https://twitter.com/elonmusk/status/1656898688739057665) 抓取 tweet 的明细内容及其他人的回复贴。
• 从搜索页 (https://twitter.com/search?q={query}&src=typed_query&f=top) 抓取搜索结果。

如果你需要源代码，可以邮件联系我 acmtiger@outlook.com

Getting started

因为需要先登录 Twitter 才能抓取，所以需要提供一个 Twitter 的账号

Since you need to be logged in to Twitter to crawl, you need to provide a Twitter account.

Output data

一条tweet的数据样例：

Output sample of one tweet：

1{
2  "entryId": "tweet-1692567335129764107",
3  "sortIndex": "1693134272682000384",
4  "content": {
5    "entryType": "TimelineTimelineItem",
6    "__typename": "TimelineTimelineItem",
7    "itemContent": {
8      "itemType": "TimelineTweet",
9      "__typename": "TimelineTweet",
10      "tweet_results": {
11        "result": {
12          "__typename": "Tweet",
13          "rest_id": "1692567335129764107",
14          "core": {
15            "user_results": {
16              "result": {
17                "__typename": "User",
18                "id": "VXNlcjo0NDE5NjM5Nw==",
19                "rest_id": "44196397",
20                "affiliates_highlighted_label": {
21                  "label": {
22                    "url": {
23                      "url": "https://twitter.com/X",
24                      "urlType": "DeepLink"
25                    },
26                    "badge": {
27                      "url": "https://pbs.twimg.com/profile_images/1683899100922511378/5lY42eHs_bigger.jpg"
28                    },
29                    "description": "X",
30                    "userLabelType": "BusinessLabel",
31                    "userLabelDisplayType": "Badge"
32                  }
33                },
34                "has_graduated_access": true,
35                "is_blue_verified": true,
36                "profile_image_shape": "Circle",
37                "legacy": {
38                  "can_dm": false,
39                  "can_media_tag": false,
40                  "created_at": "Tue Jun 02 20:12:29 +0000 2009",
41                  "default_profile": false,
42                  "default_profile_image": false,
43                  "description": "",
44                  "entities": {
45                    "description": {
46                      "urls": []
47                    }
48                  },
49                  "fast_followers_count": 0,
50                  "favourites_count": 30935,
51                  "followers_count": 153626844,
52                  "friends_count": 411,
53                  "has_custom_timelines": true,
54                  "is_translator": false,
55                  "listed_count": 126611,
56                  "location": "𝕏Ð",
57                  "media_count": 1666,
58                  "name": "Elon Musk",
59                  "normal_followers_count": 153626844,
60                  "pinned_tweet_ids_str": [
61                    "1692431667548528661"
62                  ],
63                  "possibly_sensitive": false,
64                  "profile_banner_url": "https://pbs.twimg.com/profile_banners/44196397/1690621312",
65                  "profile_image_url_https": "https://pbs.twimg.com/profile_images/1683325380441128960/yRsRRjGO_normal.jpg",
66                  "profile_interstitial_type": "",
67                  "screen_name": "elonmusk",
68                  "statuses_count": 29710,
69                  "translator_type": "none",
70                  "verified": false,
71                  "want_retweets": false,
72                  "withheld_in_countries": []
73                },
74                "professional": {
75                  "rest_id": "1679729435447275522",
76                  "professional_type": "Creator",
77                  "category": []
78                },
79                "super_follow_eligible": true
80              }
81            }
82          },
83          "edit_control": {
84            "edit_tweet_ids": [
85              "1692567335129764107"
86            ],
87            "editable_until_msecs": "1692378073000",
88            "is_edit_eligible": true,
89            "edits_remaining": "5"
90          },
91          "is_translatable": false,
92          "views": {
93            "count": "65724768",
94            "state": "EnabledWithCount"
95          },
96          "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>",
97          "legacy": {
98            "bookmark_count": 11823,
99            "bookmarked": false,
100            "created_at": "Fri Aug 18 16:01:13 +0000 2023",
101            "conversation_id_str": "1692567335129764107",
102            "display_text_range": [
103              0,
104              0
105            ],
106            "entities": {
107              "media": [
108                {
109                  "display_url": "pic.twitter.com/XX2HizscqA",
110                  "expanded_url": "https://twitter.com/elonmusk/status/1692567335129764107/photo/1",
111                  "id_str": "1692567325998813184",
112                  "indices": [
113                    0,
114                    23
115                  ],
116                  "media_url_https": "https://pbs.twimg.com/media/F301A_CXkAA59s0.jpg",
117                  "type": "photo",
118                  "url": "https://t.co/XX2HizscqA",
119                  "features": {
120                    "large": {
121                      "faces": [
122                        {
123                          "x": 384,
124                          "y": 508,
125                          "h": 177,
126                          "w": 177
127                        }
128                      ]
129                    },
130                    "medium": {
131                      "faces": [
132                        {
133                          "x": 364,
134                          "y": 481,
135                          "h": 167,
136                          "w": 167
137                        }
138                      ]
139                    },
140                    "small": {
141                      "faces": [
142                        {
143                          "x": 206,
144                          "y": 272,
145                          "h": 95,
146                          "w": 95
147                        }
148                      ]
149                    },
150                    "orig": {
151                      "faces": [
152                        {
153                          "x": 384,
154                          "y": 508,
155                          "h": 177,
156                          "w": 177
157                        }
158                      ]
159                    }
160                  },
161                  "sizes": {
162                    "large": {
163                      "h": 1265,
164                      "w": 1007,
165                      "resize": "fit"
166                    },
167                    "medium": {
168                      "h": 1200,
169                      "w": 955,
170                      "resize": "fit"
171                    },
172                    "small": {
173                      "h": 680,
174                      "w": 541,
175                      "resize": "fit"
176                    },
177                    "thumb": {
178                      "h": 150,
179                      "w": 150,
180                      "resize": "crop"
181                    }
182                  },
183                  "original_info": {
184                    "height": 1265,
185                    "width": 1007,
186                    "focus_rects": [
187                      {
188                        "x": 0,
189                        "y": 570,
190                        "w": 1007,
191                        "h": 564
192                      },
193                      {
194                        "x": 0,
195                        "y": 258,
196                        "w": 1007,
197                        "h": 1007
198                      },
199                      {
200                        "x": 0,
201                        "y": 117,
202                        "w": 1007,
203                        "h": 1148
204                      },
205                      {
206                        "x": 0,
207                        "y": 0,
208                        "w": 633,
209                        "h": 1265
210                      },
211                      {
212                        "x": 0,
213                        "y": 0,
214                        "w": 1007,
215                        "h": 1265
216                      }
217                    ]
218                  }
219                }
220              ],
221              "user_mentions": [],
222              "urls": [],
223              "hashtags": [],
224              "symbols": []
225            },
226            "extended_entities": {
227              "media": [
228                {
229                  "display_url": "pic.twitter.com/XX2HizscqA",
230                  "expanded_url": "https://twitter.com/elonmusk/status/1692567335129764107/photo/1",
231                  "id_str": "1692567325998813184",
232                  "indices": [
233                    0,
234                    23
235                  ],
236                  "media_key": "3_1692567325998813184",
237                  "media_url_https": "https://pbs.twimg.com/media/F301A_CXkAA59s0.jpg",
238                  "type": "photo",
239                  "url": "https://t.co/XX2HizscqA",
240                  "ext_media_availability": {
241                    "status": "Available"
242                  },
243                  "features": {
244                    "large": {
245                      "faces": [
246                        {
247                          "x": 384,
248                          "y": 508,
249                          "h": 177,
250                          "w": 177
251                        }
252                      ]
253                    },
254                    "medium": {
255                      "faces": [
256                        {
257                          "x": 364,
258                          "y": 481,
259                          "h": 167,
260                          "w": 167
261                        }
262                      ]
263                    },
264                    "small": {
265                      "faces": [
266                        {
267                          "x": 206,
268                          "y": 272,
269                          "h": 95,
270                          "w": 95
271                        }
272                      ]
273                    },
274                    "orig": {
275                      "faces": [
276                        {
277                          "x": 384,
278                          "y": 508,
279                          "h": 177,
280                          "w": 177
281                        }
282                      ]
283                    }
284                  },
285                  "sizes": {
286                    "large": {
287                      "h": 1265,
288                      "w": 1007,
289                      "resize": "fit"
290                    },
291                    "medium": {
292                      "h": 1200,
293                      "w": 955,
294                      "resize": "fit"
295                    },
296                    "small": {
297                      "h": 680,
298                      "w": 541,
299                      "resize": "fit"
300                    },
301                    "thumb": {
302                      "h": 150,
303                      "w": 150,
304                      "resize": "crop"
305                    }
306                  },
307                  "original_info": {
308                    "height": 1265,
309                    "width": 1007,
310                    "focus_rects": [
311                      {
312                        "x": 0,
313                        "y": 570,
314                        "w": 1007,
315                        "h": 564
316                      },
317                      {
318                        "x": 0,
319                        "y": 258,
320                        "w": 1007,
321                        "h": 1007
322                      },
323                      {
324                        "x": 0,
325                        "y": 117,
326                        "w": 1007,
327                        "h": 1148
328                      },
329                      {
330                        "x": 0,
331                        "y": 0,
332                        "w": 633,
333                        "h": 1265
334                      },
335                      {
336                        "x": 0,
337                        "y": 0,
338                        "w": 1007,
339                        "h": 1265
340                      }
341                    ]
342                  }
343                }
344              ]
345            },
346            "favorite_count": 663412,
347            "favorited": false,
348            "full_text": "https://t.co/XX2HizscqA",
349            "is_quote_status": false,
350            "lang": "zxx",
351            "possibly_sensitive": false,
352            "possibly_sensitive_editable": true,
353            "quote_count": 8336,
354            "reply_count": 25812,
355            "retweet_count": 53728,
356            "retweeted": false,
357            "user_id_str": "44196397",
358            "id_str": "1692567335129764107"
359          }
360        }
361      },
362      "tweetDisplayType": "Tweet"
363    }
364  }
365}