🐦 Twitter Communities Top Posts Scraper

This actor allows you to fetch the top posts from Twitter communities based on a search keyword or phrase. It uses the latest Twitter API interface and supports automatic pagination to collect up to the number of posts you specify.

Features

• Fetches the top posts from Twitter communities by keyword.
• Supports automatic pagination to retrieve large lists.
• Allows you to specify the maximum number of results (maxResults).
• Returns detailed information for each post.

Input

• query (string, required): The keyword or phrase to search for in Twitter communities.
• maxResults (integer, optional): Maximum number of community posts to fetch. Default is 20.

Output

The output is an array of post objects, each containing:

• tweet_id
• screen_name
• favorites
• created_at
• text
• lang
• source
• quotes
• replies
• retweets
• views
• entities
• user_info
• media
• community_id
• author_id

Example Input

{
  "query": "AI",
  "maxResults": 20
}

Example Output

[
	{
		"type": "tweet",
		"tweet_id": "1919031648391176434",
		"screen_name": "buwungkepin",
		"bookmarks": 9503,
		"favorites": 66550,
		"created_at": "Sun May 04 14:09:33 +0000 2025",
		"text": "AI BISA DIHAPUS AJA GA SI? SUMPAH INI GUA JADI KERJA 2X GARA GARA TEMEN GUA PAKE AI BUAT PEMBAHASAN MAKALAH. AH TAI LAH CAPE AJGG. JURNAL PUN PAKE AI???? BABI. https://t.co/Dhbnwk9w9r",
		"lang": "in",
		"source": "<a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>",
		"conversation_id": "1919031648391176434",
		"possibly_sensitive": false,
		"edit_tweet_ids": null,
		"geo": null,
		"limited_actions": null,
		"in_reply_to_user_id": null,
		"in_reply_to": null,
		"quoted_from": null,
		"community_id": "1562271278744354816",
		"author_id": "1540299945647165440",
		"quotes": 3225,
		"replies": 1488,
		"retweets": 4965,
		"views": "7519017",
		"entities": {
			"hashtags": [],
			"media": [
				{
					"display_url": "pic.x.com/Dhbnwk9w9r",
					"expanded_url": "https://x.com/buwungkepin/status/1919031648391176434/photo/1",
					"id_str": "1919031635401707520",
					"indices": [
						160,
						183
					],
					"media_key": "3_1919031635401707520",
					"media_url_https": "https://pbs.twimg.com/media/GqHFGtzbEAAH_dX.jpg",
					"type": "photo",
					"url": "https://t.co/Dhbnwk9w9r",
					"ext_media_availability": {
						"status": "Available"
					},
					"features": {
						"large": {
							"faces": [
								{
									"x": 36,
									"y": 657,
									"h": 50,
									"w": 50
								}
							]
						},
						"medium": {
							"faces": [
								{
									"x": 36,
									"y": 657,
									"h": 50,
									"w": 50
								}
							]
						},
						"small": {
							"faces": [
								{
									"x": 23,
									"y": 437,
									"h": 33,
									"w": 33
								}
							]
						},
						"orig": {
							"faces": [
								{
									"x": 36,
									"y": 657,
									"h": 50,
									"w": 50
								}
							]
						}
					},
					"sizes": {
						"large": {
							"h": 1021,
							"w": 499,
							"resize": "fit"
						},
						"medium": {
							"h": 1021,
							"w": 499,
							"resize": "fit"
						},
						"small": {
							"h": 680,
							"w": 332,
							"resize": "fit"
						},
						"thumb": {
							"h": 150,
							"w": 150,
							"resize": "crop"
						}
					},
					"original_info": {
						"height": 1021,
						"width": 499,
						"focus_rects": [
							{
								"x": 0,
								"y": 742,
								"w": 499,
								"h": 279
							},
							{
								"x": 0,
								"y": 522,
								"w": 499,
								"h": 499
							},
							{
								"x": 0,
								"y": 452,
								"w": 499,
								"h": 569
							},
							{
								"x": 0,
								"y": 23,
								"w": 499,
								"h": 998
							},
							{
								"x": 0,
								"y": 0,
								"w": 499,
								"h": 1021
							}
						]
					},
					"media_results": {
						"result": {
							"media_key": "3_1919031635401707520"
						}
					}
				},
				{
					"display_url": "pic.x.com/Dhbnwk9w9r",
					"expanded_url": "https://x.com/buwungkepin/status/1919031648391176434/photo/1",
					"id_str": "1919031644436197376",
					"indices": [
						160,
						183
					],
					"media_key": "3_1919031644436197376",
					"media_url_https": "https://pbs.twimg.com/media/GqHFHPdacAAvJNw.jpg",
					"type": "photo",
					"url": "https://t.co/Dhbnwk9w9r",
					"ext_media_availability": {
						"status": "Available"
					},
					"features": {
						"large": {
							"faces": [
								{
									"x": 676,
									"y": 450,
									"h": 114,
									"w": 114
								},
								{
									"x": 18,
									"y": 512,
									"h": 700,
									"w": 700
								}
							]
						},
						"medium": {
							"faces": [
								{
									"x": 396,
									"y": 263,
									"h": 66,
									"w": 66
								},
								{
									"x": 10,
									"y": 300,
									"h": 410,
									"w": 410
								}
							]
						},
						"small": {
							"faces": [
								{
									"x": 224,
									"y": 149,
									"h": 37,
									"w": 37
								},
								{
									"x": 5,
									"y": 170,
									"h": 232,
									"w": 232
								}
							]
						},
						"orig": {
							"faces": [
								{
									"x": 676,
									"y": 450,
									"h": 114,
									"w": 114
								},
								{
									"x": 18,
									"y": 512,
									"h": 700,
									"w": 700
								}
							]
						}
					},
					"sizes": {
						"large": {
							"h": 2048,
							"w": 1542,
							"resize": "fit"
						},
						"medium": {
							"h": 1200,
							"w": 904,
							"resize": "fit"
						},
						"small": {
							"h": 680,
							"w": 512,
							"resize": "fit"
						},
						"thumb": {
							"h": 150,
							"w": 150,
							"resize": "crop"
						}
					},
					"original_info": {
						"height": 2048,
						"width": 1542,
						"focus_rects": [
							{
								"x": 0,
								"y": 233,
								"w": 1542,
								"h": 864
							},
							{
								"x": 0,
								"y": 0,
								"w": 1542,
								"h": 1542
							},
							{
								"x": 0,
								"y": 0,
								"w": 1542,
								"h": 1758
							},
							{
								"x": 255,
								"y": 0,
								"w": 1024,
								"h": 2048
							},
							{
								"x": 0,
								"y": 0,
								"w": 1542,
								"h": 2048
							}
						]
					},
					"media_results": {
						"result": {
							"media_key": "3_1919031644436197376"
						}
					}
				}
			],
			"symbols": [],
			"timestamps": [],
			"urls": [],
			"user_mentions": []
		},
		"user_info": {
			"id": "1540299945647165440",
			"screen_name": "buwungkepin",
			"verified": false,
			"protected": null,
			"pinned_tweet_id": "1927048239045373990",
			"name": "#JusticeForArgo",
			"withheld": [],
			"description": "fiat justitia ruat caelum\n#JusticeForArgo",
			"entities": {
				"description": {
					"urls": []
				}
			},
			"location": "",
			"followers_count": 1785,
			"favourites_count": 2116,
			"profile_image_url": null,
			"friends_count": 26,
			"created_at": "Fri Jun 24 11:45:17 +0000 2022"
		},
		"media": {
			"photo": [
				{
					"media_url_https": "https://pbs.twimg.com/media/GqHFGtzbEAAH_dX.jpg",
					"id": "1919031635401707520"
				},
				{
					"media_url_https": "https://pbs.twimg.com/media/GqHFHPdacAAvJNw.jpg",
					"id": "1919031644436197376"
				}
			]
		},
		"scrapedAt": "2025-05-30T03:36:00.900Z"
	},
	...
]

Notes

• The actor will stop fetching once it reaches the specified maxResults or there are no more posts to fetch.
• Make sure your search query complies with Twitter's search policies.