Best Twitter Scraper
No credit card required
Best Twitter Scraper
No credit card required
Twitter scraper that scrapes the latest Twitter content of any user. Since you need to be logged in to Twitter to crawl, you need to provide a Twitter account. Twitter 抓取器,可以抓取任意用户最新的Twitter内容。 因为需要先登录 Twitter 才能抓取,所以需要提供一个 Twitter 的账号。
Twitter Scraper
Scrape any Twitter profile of any user. Extract tweets, replies, favorites, retweets, conversation threads and many more without any limit. Gather user related information such as verification, location, profile image, friends, followers, following and much more! No limits on Twitter!
The following content can be scraped:
- Scraped from User Profile (https://twitter.com/elonmusk)
- Scraped from Tweet Detail (https://twitter.com/elonmusk/status/1656898688739057665)
- Scraped from Tweet Search (https://twitter.com/search?q={query}&src=typed_query&f=top)
If you need the source code, you can contact me by email acmtiger@outlook.com
可以抓取以下内容:
- 从用户主页(https://twitter.com/elonmusk) 抓取用户最新发布的帖子内容。
- 从 tweet 详细页 (https://twitter.com/elonmusk/status/1656898688739057665) 抓取 tweet 的明细内容及其他人的回复贴。
- 从搜索页 (https://twitter.com/search?q={query}&src=typed_query&f=top) 抓取搜索结果。
如果你需要源代码,可以邮件联系我 acmtiger@outlook.com
Getting started
因为需要先登录 Twitter 才能抓取,所以需要提供一个 Twitter 的账号
Since you need to be logged in to Twitter to crawl, you need to provide a Twitter account.
Output data
一条tweet的数据样例:
Output sample of one tweet:
1{ 2 "entryId": "tweet-1692567335129764107", 3 "sortIndex": "1693134272682000384", 4 "content": { 5 "entryType": "TimelineTimelineItem", 6 "__typename": "TimelineTimelineItem", 7 "itemContent": { 8 "itemType": "TimelineTweet", 9 "__typename": "TimelineTweet", 10 "tweet_results": { 11 "result": { 12 "__typename": "Tweet", 13 "rest_id": "1692567335129764107", 14 "core": { 15 "user_results": { 16 "result": { 17 "__typename": "User", 18 "id": "VXNlcjo0NDE5NjM5Nw==", 19 "rest_id": "44196397", 20 "affiliates_highlighted_label": { 21 "label": { 22 "url": { 23 "url": "https://twitter.com/X", 24 "urlType": "DeepLink" 25 }, 26 "badge": { 27 "url": "https://pbs.twimg.com/profile_images/1683899100922511378/5lY42eHs_bigger.jpg" 28 }, 29 "description": "X", 30 "userLabelType": "BusinessLabel", 31 "userLabelDisplayType": "Badge" 32 } 33 }, 34 "has_graduated_access": true, 35 "is_blue_verified": true, 36 "profile_image_shape": "Circle", 37 "legacy": { 38 "can_dm": false, 39 "can_media_tag": false, 40 "created_at": "Tue Jun 02 20:12:29 +0000 2009", 41 "default_profile": false, 42 "default_profile_image": false, 43 "description": "", 44 "entities": { 45 "description": { 46 "urls": [] 47 } 48 }, 49 "fast_followers_count": 0, 50 "favourites_count": 30935, 51 "followers_count": 153626844, 52 "friends_count": 411, 53 "has_custom_timelines": true, 54 "is_translator": false, 55 "listed_count": 126611, 56 "location": "𝕏Ð", 57 "media_count": 1666, 58 "name": "Elon Musk", 59 "normal_followers_count": 153626844, 60 "pinned_tweet_ids_str": [ 61 "1692431667548528661" 62 ], 63 "possibly_sensitive": false, 64 "profile_banner_url": "https://pbs.twimg.com/profile_banners/44196397/1690621312", 65 "profile_image_url_https": "https://pbs.twimg.com/profile_images/1683325380441128960/yRsRRjGO_normal.jpg", 66 "profile_interstitial_type": "", 67 "screen_name": "elonmusk", 68 "statuses_count": 29710, 69 "translator_type": "none", 70 "verified": false, 71 "want_retweets": false, 72 "withheld_in_countries": [] 73 }, 74 "professional": { 75 "rest_id": "1679729435447275522", 76 "professional_type": "Creator", 77 "category": [] 78 }, 79 "super_follow_eligible": true 80 } 81 } 82 }, 83 "edit_control": { 84 "edit_tweet_ids": [ 85 "1692567335129764107" 86 ], 87 "editable_until_msecs": "1692378073000", 88 "is_edit_eligible": true, 89 "edits_remaining": "5" 90 }, 91 "is_translatable": false, 92 "views": { 93 "count": "65724768", 94 "state": "EnabledWithCount" 95 }, 96 "source": "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>", 97 "legacy": { 98 "bookmark_count": 11823, 99 "bookmarked": false, 100 "created_at": "Fri Aug 18 16:01:13 +0000 2023", 101 "conversation_id_str": "1692567335129764107", 102 "display_text_range": [ 103 0, 104 0 105 ], 106 "entities": { 107 "media": [ 108 { 109 "display_url": "pic.twitter.com/XX2HizscqA", 110 "expanded_url": "https://twitter.com/elonmusk/status/1692567335129764107/photo/1", 111 "id_str": "1692567325998813184", 112 "indices": [ 113 0, 114 23 115 ], 116 "media_url_https": "https://pbs.twimg.com/media/F301A_CXkAA59s0.jpg", 117 "type": "photo", 118 "url": "https://t.co/XX2HizscqA", 119 "features": { 120 "large": { 121 "faces": [ 122 { 123 "x": 384, 124 "y": 508, 125 "h": 177, 126 "w": 177 127 } 128 ] 129 }, 130 "medium": { 131 "faces": [ 132 { 133 "x": 364, 134 "y": 481, 135 "h": 167, 136 "w": 167 137 } 138 ] 139 }, 140 "small": { 141 "faces": [ 142 { 143 "x": 206, 144 "y": 272, 145 "h": 95, 146 "w": 95 147 } 148 ] 149 }, 150 "orig": { 151 "faces": [ 152 { 153 "x": 384, 154 "y": 508, 155 "h": 177, 156 "w": 177 157 } 158 ] 159 } 160 }, 161 "sizes": { 162 "large": { 163 "h": 1265, 164 "w": 1007, 165 "resize": "fit" 166 }, 167 "medium": { 168 "h": 1200, 169 "w": 955, 170 "resize": "fit" 171 }, 172 "small": { 173 "h": 680, 174 "w": 541, 175 "resize": "fit" 176 }, 177 "thumb": { 178 "h": 150, 179 "w": 150, 180 "resize": "crop" 181 } 182 }, 183 "original_info": { 184 "height": 1265, 185 "width": 1007, 186 "focus_rects": [ 187 { 188 "x": 0, 189 "y": 570, 190 "w": 1007, 191 "h": 564 192 }, 193 { 194 "x": 0, 195 "y": 258, 196 "w": 1007, 197 "h": 1007 198 }, 199 { 200 "x": 0, 201 "y": 117, 202 "w": 1007, 203 "h": 1148 204 }, 205 { 206 "x": 0, 207 "y": 0, 208 "w": 633, 209 "h": 1265 210 }, 211 { 212 "x": 0, 213 "y": 0, 214 "w": 1007, 215 "h": 1265 216 } 217 ] 218 } 219 } 220 ], 221 "user_mentions": [], 222 "urls": [], 223 "hashtags": [], 224 "symbols": [] 225 }, 226 "extended_entities": { 227 "media": [ 228 { 229 "display_url": "pic.twitter.com/XX2HizscqA", 230 "expanded_url": "https://twitter.com/elonmusk/status/1692567335129764107/photo/1", 231 "id_str": "1692567325998813184", 232 "indices": [ 233 0, 234 23 235 ], 236 "media_key": "3_1692567325998813184", 237 "media_url_https": "https://pbs.twimg.com/media/F301A_CXkAA59s0.jpg", 238 "type": "photo", 239 "url": "https://t.co/XX2HizscqA", 240 "ext_media_availability": { 241 "status": "Available" 242 }, 243 "features": { 244 "large": { 245 "faces": [ 246 { 247 "x": 384, 248 "y": 508, 249 "h": 177, 250 "w": 177 251 } 252 ] 253 }, 254 "medium": { 255 "faces": [ 256 { 257 "x": 364, 258 "y": 481, 259 "h": 167, 260 "w": 167 261 } 262 ] 263 }, 264 "small": { 265 "faces": [ 266 { 267 "x": 206, 268 "y": 272, 269 "h": 95, 270 "w": 95 271 } 272 ] 273 }, 274 "orig": { 275 "faces": [ 276 { 277 "x": 384, 278 "y": 508, 279 "h": 177, 280 "w": 177 281 } 282 ] 283 } 284 }, 285 "sizes": { 286 "large": { 287 "h": 1265, 288 "w": 1007, 289 "resize": "fit" 290 }, 291 "medium": { 292 "h": 1200, 293 "w": 955, 294 "resize": "fit" 295 }, 296 "small": { 297 "h": 680, 298 "w": 541, 299 "resize": "fit" 300 }, 301 "thumb": { 302 "h": 150, 303 "w": 150, 304 "resize": "crop" 305 } 306 }, 307 "original_info": { 308 "height": 1265, 309 "width": 1007, 310 "focus_rects": [ 311 { 312 "x": 0, 313 "y": 570, 314 "w": 1007, 315 "h": 564 316 }, 317 { 318 "x": 0, 319 "y": 258, 320 "w": 1007, 321 "h": 1007 322 }, 323 { 324 "x": 0, 325 "y": 117, 326 "w": 1007, 327 "h": 1148 328 }, 329 { 330 "x": 0, 331 "y": 0, 332 "w": 633, 333 "h": 1265 334 }, 335 { 336 "x": 0, 337 "y": 0, 338 "w": 1007, 339 "h": 1265 340 } 341 ] 342 } 343 } 344 ] 345 }, 346 "favorite_count": 663412, 347 "favorited": false, 348 "full_text": "https://t.co/XX2HizscqA", 349 "is_quote_status": false, 350 "lang": "zxx", 351 "possibly_sensitive": false, 352 "possibly_sensitive_editable": true, 353 "quote_count": 8336, 354 "reply_count": 25812, 355 "retweet_count": 53728, 356 "retweeted": false, 357 "user_id_str": "44196397", 358 "id_str": "1692567335129764107" 359 } 360 } 361 }, 362 "tweetDisplayType": "Tweet" 363 } 364 } 365}
Actor Metrics
27 monthly users
-
1 star
92% runs succeeded
Created in Aug 2023
Modified a year ago