Magic Eden NFT Marketplace Scraper

Magic Eden Marketplace Scraper

This actor takes a collection input and scrapes the data from Magic Eden API (Solana Network NFT Marketplace). There are mainly 2 types of results, raw and beautified. The beautified (default) one just beautifies the outputs from the raw source and adds some information such as "Unique Buyer Percentage" etc, whereas raw results just outputs the raw information from the Magic Eden API

Field	Type	Description	Default value
startUrls	array	List of Collections to be searched	none
sendRaw	boolean	If set to true, gets the raw data from Magic Eden's API	false
getOnlySales	boolean	Gets only basic collection information and available sales data, does not include listings	false
maxConcurrency	number	Sets the maximum amount of parallel requests	10
proxyConfiguration	object	Proxy settings of the run. If you have access to Apify proxy, leave the default settings. If not, you can set { "useApifyProxy": false" } to disable proxy usage	{ "useApifyProxy": true }

The startUrls atrribute has to be set in order to run the scraper.

Non Raw Output

• The beautified output has three parts, basicInformation, salesInformation and listingsInformation. listingsInformation can be disabled but basicInformation and salesInformation will always be displayed.
• The Raw currency output is in Lamports which is normalized in beautified output.
• There are some small calculations to analyze data, e.g unique buyers, unique sellers.
• The sales data only gets the available information in the Magic Eden API which doesn't carry historical sales data.

A sample beautified data looks as below:

1[{
2	"basicInformation": {
3		"symbol": "boryoku_dragonz",
4		"floorPrice": 240,
5		"listedCount": 16,
6		"listedTotalValue": 9679.38,
7		"avgPrice24hr": 229.5,
8		"volume24hr": 459,
9		"volumeAll": 121408.31917684
10	},
11	"salesInformation": {
12		"fetchedSales": 23,
13		"averagePrice": 241.95652173913044,
14		"uniqueBuyers": 19,
15		"uniqueBuyerPercentage": 82.61,
16		"theMostFrequentBuyer": "CGBgUkHm8GNPgFNVaKPUMkFsnGm3kapkkJEcJEao9TG5",
17		"theMostFrequentBuyerBuyCount": 3,
18		"uniqueSellers": 21,
19		"uniqueSellersPercentage": 91.3,
20		"theMostFrequentSeller": "CGBgUkHm8GNPgFNVaKPUMkFsnGm3kapkkJEcJEao9TG5",
21		"theMostFrequentSellerSellCount": 2,
22		"sales": [{
23				"transactionId": "2pkCytrmxLLsa5AAjmqZMbUGEkWbfVeuntGAqPpQfg2pX5HZTwAW6uy27UMjqYGvK857r1hqAd6MzGETosgRPfki",
24				"txTime": "2022-04-04T05:32:11.903Z",
25				"mint": "FbmavUBhibTakoSbYhSCqBnTWApTnC2oZN84UJDxLTEh",
26				"sellerAddress": "HiEAyem8BN95qqWoDgNyDfz4t3CxCZTLB9jHBU14j7Ve",
27				"buyerAddress": "5s1Ymy2PfcR4C8eKDWJASznMVaJZECa6DeKKrL27HWhL",
28				"amount": 210,
29				"img": "https://arweave.net/g-C5xLPzKTGqZX7f8pghO9k9W6IK35tLiVeSf9bkJ8M?ext=png",
30				"title": "Boryoku Dragonz #925",
31				"source": "magiceden_v2"
32			},
33			{
34				"transactionId": "2nL5qdbtQs6PEpzyBFcC7CWNUCzx4Puxc7gCwjTL1sj9VaZ5Dn55hCJ3hgP5uMTSFrHT25KBoTtPgfuDdeKa4vr",
35				"txTime": "2022-04-04T01:00:56.932Z",
36				"mint": "3cef7QiRBME2kvH8zhGRiR6sfShnoxdrna8CHg4TcyLc",
37				"sellerAddress": "YJLcz6UayFQ64xyc6xsmEvFPRVPeJsVJjTByjMKoEJk",
38				"buyerAddress": "4ZLciFNgcWZQg8W4ehfUr1ejcY1td7NwWNENMBs8zP4Y",
39				"amount": 249,
40				"img": "https://arweave.net/1v0Yf4nXvfSMLjllaGr5hkoK6llXawdsJHlANEwESz8?ext=png",
41				"title": "Boryoku Dragonz #863",
42				"source": "magiceden_v2"
43			}
44		]
45	},
46	"listingsInformation": {
47		"totalListed": 16,
48		"uniqueListers": 16,
49		"uniqueListersPercentage": 100,
50		"mostFrequentLister": "2E65eUa1RzvtGZViR2ouStmdEF71WSw8eM3J3UavsSg3",
51		"theMostFrequentListerListCount": 1,
52		"lists": [{
53				"id": "fTen4jLSATFM1z5H3y4bUKYgo9p1mqWoGWKPeuGRgxf",
54				"mintAddress": "8TeRL94UTYDRtyE2JJSb7h7KGwUJLFvsNne4c5qAHyUa",
55				"owner": "BNedxPqVzNAYDfJsdCeMqegTGTTG4qbjci9WkwsXBGsx",
56				"price": 240,
57				"title": "Boryoku Dragonz #425",
58				"image": "https://arweave.net/5Rm_6QL2fVM5erLf4zz4ZJ-HKnIWCh8LymHgQSpgYu8?ext=png",
59				"rarity": null
60			},
61			{
62				"id": "Hv2K7p9vgDkSghTyw8ytyPX4poNqBYJ9cBgKzjZ9PxK9",
63				"mintAddress": "8WiiQUF2MiETWRREb9G1eC63MQW1mAhoGkrBkTFX8XiC",
64				"owner": "ESeEb7zaep7zg5woEjPXw82qTZJvpkzSkBCFf7n3RboA",
65				"price": 250,
66				"title": "Boryoku Dragonz #553",
67				"image": "https://arweave.net/bcc6GF8Z5nte4Sn3xrU2bI4ngTwTl84ZY0SgGsLHPXs?ext=png",
68				"rarity": 360
69			}
70		]
71	}
72}]

Raw Output

The raw output looks as following

1[{
2	"basicInformation": {
3		"symbol": "boryoku_dragonz",
4		"enabledAttributesFilters": true,
5		"availableAttributes": [{
6				"count": 6,
7				"floor": 250000000000,
8				"attribute": {
9					"trait_type": "Background",
10					"value": "Yellow"
11				}
12			},
13			{
14				"count": 2,
15				"floor": 255690000000,
16				"attribute": {
17					"trait_type": "Background",
18					"value": "Grey"
19				}
20			},
21			{
22				"count": 1,
23				"floor": 260000000000,
24				"attribute": {
25					"trait_type": "Background",
26					"value": "Pink"
27				}
28			},
29			{
30				"count": 1,
31				"floor": 300000000000,
32				"attribute": {
33					"trait_type": "Background",
34					"value": "Japanese"
35				}
36			},
37			{
38				"count": 1,
39				"floor": 332000000000,
40				"attribute": {
41					"trait_type": "Background",
42					"value": "Beige"
43				}
44			},
45			{
46				"count": 1,
47				"floor": 345000000000,
48				"attribute": {
49					"trait_type": "Background",
50					"value": "Lavender"
51				}
52			},
53			{
54				"count": 2,
55				"floor": 370000000000,
56				"attribute": {
57					"trait_type": "Background",
58					"value": "Green"
59				}
60			},
61			{
62				"count": 1,
63				"floor": 499690000000,
64				"attribute": {
65					"trait_type": "Background",
66					"value": "Tron"
67				}
68			},
69			{
70				"count": 2,
71				"floor": 250000000000,
72				"attribute": {
73					"trait_type": "Eyes",
74					"value": "Synthwave Shades"
75				}
76			},
77			{
78				"count": 3,
79				"floor": 255690000000,
80				"attribute": {
81					"trait_type": "Eyes",
82					"value": "Laughing Goggles"
83				}
84			},
85			{
86				"count": 1,
87				"floor": 265000000000,
88				"attribute": {
89					"trait_type": "Eyes",
90					"value": "Red Eyes"
91				}
92			},
93			{
94				"count": 1,
95				"floor": 275000000000,
96				"attribute": {
97					"trait_type": "Eyes",
98					"value": "Classic Eyes"
99				}
100			},
101			{
102				"count": 1,
103				"floor": 285000000000,
104				"attribute": {
105					"trait_type": "Eyes",
106					"value": "Blue Eyes"
107				}
108			},
109			{
110				"count": 2,
111				"floor": 300000000000,
112				"attribute": {
113					"trait_type": "Eyes",
114					"value": "3D Glasses"
115				}
116			},
117			{
118				"count": 1,
119				"floor": 332000000000,
120				"attribute": {
121					"trait_type": "Eyes",
122					"value": "Vipers"
123				}
124			},
125			{
126				"count": 1,
127				"floor": 345000000000,
128				"attribute": {
129					"trait_type": "Eyes",
130					"value": "Tracker"
131				}
132			},
133			{
134				"count": 3,
135				"floor": 370000000000,
136				"attribute": {
137					"trait_type": "Eyes",
138					"value": "Golden Shades"
139				}
140			},
141			{
142				"count": 16,
143				"floor": 250000000000,
144				"attribute": {
145					"trait_type": "Generation",
146					"value": "Genesis"
147				}
148			},
149			{
150				"count": 2,
151				"floor": 250000000000,
152				"attribute": {
153					"trait_type": "Head",
154					"value": "Fireball"
155				}
156			},
157			{
158				"count": 10,
159				"floor": 255690000000,
160				"attribute": {
161					"trait_type": "Head",
162					"value": "None"
163				}
164			},
165			{
166				"count": 1,
167				"floor": 345000000000,
168				"attribute": {
169					"trait_type": "Head",
170					"value": "Croc"
171				}
172			},
173			{
174				"count": 1,
175				"floor": 435000000000,
176				"attribute": {
177					"trait_type": "Head",
178					"value": "Eye"
179				}
180			},
181			{
182				"count": 1,
183				"floor": 499690000000,
184				"attribute": {
185					"trait_type": "Head",
186					"value": "Slug"
187				}
188			},
189			{
190				"count": 1,
191				"floor": 4200000000000,
192				"attribute": {
193					"trait_type": "Legendary",
194					"value": "The Astro"
195				}
196			},
197			{
198				"count": 6,
199				"floor": 250000000000,
200				"attribute": {
201					"trait_type": "Mouth",
202					"value": "None"
203				}
204			},
205			{
206				"count": 3,
207				"floor": 255690000000,
208				"attribute": {
209					"trait_type": "Mouth",
210					"value": "Bubble Gum"
211				}
212			},
213			{
214				"count": 3,
215				"floor": 270000000000,
216				"attribute": {
217					"trait_type": "Mouth",
218					"value": "Pacifier"
219				}
220			},
221			{
222				"count": 1,
223				"floor": 275000000000,
224				"attribute": {
225					"trait_type": "Mouth",
226					"value": "Flame"
227				}
228			},
229			{
230				"count": 1,
231				"floor": 285000000000,
232				"attribute": {
233					"trait_type": "Mouth",
234					"value": "Ice Breath"
235				}
236			},
237			{
238				"count": 1,
239				"floor": 370000000000,
240				"attribute": {
241					"trait_type": "Mouth",
242					"value": "Rainbow Puke"
243				}
244			},
245			{
246				"count": 1,
247				"floor": 250000000000,
248				"attribute": {
249					"trait_type": "Neck",
250					"value": "Silver Chain"
251				}
252			},
253			{
254				"count": 7,
255				"floor": 255690000000,
256				"attribute": {
257					"trait_type": "Neck",
258					"value": "None"
259				}
260			},
261			{
262				"count": 5,
263				"floor": 260000000000,
264				"attribute": {
265					"trait_type": "Neck",
266					"value": "Golden Chain"
267				}
268			},
269			{
270				"count": 1,
271				"floor": 285000000000,
272				"attribute": {
273					"trait_type": "Neck",
274					"value": "Collar"
275				}
276			},
277			{
278				"count": 1,
279				"floor": 370000000000,
280				"attribute": {
281					"trait_type": "Neck",
282					"value": "Diamond Chain"
283				}
284			},
285			{
286				"count": 1,
287				"floor": 250000000000,
288				"attribute": {
289					"trait_type": "Type",
290					"value": "Diamond Purple"
291				}
292			},
293			{
294				"count": 1,
295				"floor": 255690000000,
296				"attribute": {
297					"trait_type": "Type",
298					"value": "Neon Orange"
299				}
300			},
301			{
302				"count": 1,
303				"floor": 260000000000,
304				"attribute": {
305					"trait_type": "Type",
306					"value": "Diamond Orange"
307				}
308			},
309			{
310				"count": 2,
311				"floor": 265000000000,
312				"attribute": {
313					"trait_type": "Type",
314					"value": "Cyber Grey"
315				}
316			},
317			{
318				"count": 2,
319				"floor": 270000000000,
320				"attribute": {
321					"trait_type": "Type",
322					"value": "Iron Yellow"
323				}
324			},
325			{
326				"count": 1,
327				"floor": 285000000000,
328				"attribute": {
329					"trait_type": "Type",
330					"value": "Zombie Golden"
331				}
332			},
333			{
334				"count": 1,
335				"floor": 300000000000,
336				"attribute": {
337					"trait_type": "Type",
338					"value": "Cosmic Green"
339				}
340			},
341			{
342				"count": 1,
343				"floor": 332000000000,
344				"attribute": {
345					"trait_type": "Type",
346					"value": "Zombie Blue"
347				}
348			},
349			{
350				"count": 1,
351				"floor": 345000000000,
352				"attribute": {
353					"trait_type": "Type",
354					"value": "Neon Blue"
355				}
356			},
357			{
358				"count": 2,
359				"floor": 370000000000,
360				"attribute": {
361					"trait_type": "Type",
362					"value": "Skeleton Golden"
363				}
364			},
365			{
366				"count": 1,
367				"floor": 499690000000,
368				"attribute": {
369					"trait_type": "Type",
370					"value": "Cyber Blue"
371				}
372			},
373			{
374				"count": 1,
375				"floor": 500000000000,
376				"attribute": {
377					"trait_type": "Type",
378					"value": "Cyber Black"
379				}
380			}
381		],
382		"floorPrice": 250000000000,
383		"listedCount": 16,
384		"listedTotalValue": 9252380000000,
385		"avgPrice24hr": 260781666666.66666,
386		"volume24hr": 1564690000000,
387		"volumeAll": 123208009176840
388	},
389	"salesInformation": {
390		"results": [{
391			"_id": "624ca16cbea360023d4ab06c",
392			"transaction_id": "5xEpY1ekRjym6WMAteTVzVKHqtm645f1uTdFGP3wEHWgzBJ5uk9nc9Ns4hE3AR1fWvNvexcohAGBsUq2sZk1qfBA",
393			"txType": "placeBid",
394			"blockTime": 1649189212,
395			"buyer_address": "BakZMixrKdJgZn9dx1fe5GK1EbToVP7yyrBp4tYtjZJ",
396			"collection_symbol": "boryoku_dragonz",
397			"createdAt": "2022-04-05T20:07:08.504Z",
398			"mint": "62xNb1N5xjU3ANrf79jv9RGjmMQ84ozaPSWUFXnDC7Lx",
399			"notifiable": true,
400			"onChainCollectionAddress": null,
401			"parsedPlacebid": {
402				"TxType": "placeBid",
403				"buyer_address": "BakZMixrKdJgZn9dx1fe5GK1EbToVP7yyrBp4tYtjZJ",
404				"token_address": "62xNb1N5xjU3ANrf79jv9RGjmMQ84ozaPSWUFXnDC7Lx",
405				"amount": 200000000000,
406				"collection_symbol": "boryoku_dragonz",
407				"mint": "62xNb1N5xjU3ANrf79jv9RGjmMQ84ozaPSWUFXnDC7Lx"
408			},
409			"seller_address": null,
410			"slot": 128382705,
411			"source": "magiceden_v2",
412			"step": 0,
413			"totalSteps": 1,
414			"txName": "buy",
415			"mintObject": {
416				"mintAddress": "62xNb1N5xjU3ANrf79jv9RGjmMQ84ozaPSWUFXnDC7Lx",
417				"img": "https://arweave.net/e0J1OZHi03PgtN7XzykNoTJvL-4XWCsxoNa1o3dpqe4?ext=png",
418				"supply": 1,
419				"title": "Boryoku Dragonz #349",
420				"content": "Bōryoku Dragonz is an exclusive collection of 1,111 Dragon NFTs on the Solana blockchain.",
421				"attributes": [{
422						"trait_type": "Generation",
423						"value": "Genesis"
424					},
425					{
426						"trait_type": "Type",
427						"value": "Cosmic Green"
428					},
429					{
430						"trait_type": "Head",
431						"value": "None"
432					},
433					{
434						"trait_type": "Eyes",
435						"value": "3D Glasses"
436					},
437					{
438						"trait_type": "Mouth",
439						"value": "None"
440					},
441					{
442						"trait_type": "Neck",
443						"value": "Golden Chain"
444					},
445					{
446						"trait_type": "Background",
447						"value": "Japanese"
448					}
449				],
450				"updateAuthority": "DRGNjvBvnXNiQz9dTppGk1tAsVxtJsvhEmojEfBU3ezf",
451				"primarySaleHappened": 1,
452				"sellerFeeBasisPoints": 500,
453				"creators": [{
454					"address": "DRGNjvBvnXNiQz9dTppGk1tAsVxtJsvhEmojEfBU3ezf",
455					"verified": 1,
456					"share": 100
457				}],
458				"propertyCategory": "image",
459				"externalUrl": "https://boryokudragonz.io",
460				"properties": {
461					"files": [{
462						"uri": "https://arweave.net/e0J1OZHi03PgtN7XzykNoTJvL-4XWCsxoNa1o3dpqe4?ext=png",
463						"type": "image/png"
464					}],
465					"category": "image",
466					"creators": [{
467						"address": "DRGNjvBvnXNiQz9dTppGktAsVxtJsvhEmojEfBU3ezf",
468						"share": 100
469					}]
470				},
471				"onChainCollection": null,
472				"onChainName": "Boryoku Dragonz #349"
473			}
474		}]
475	},
476	"listingsInformation": [{
477		"id": "5G7sJBo2RjdpauBYKaVcM4HTwgSFD5xWR5e7zfwKhRpE",
478		"price": 250,
479		"escrowPubkey": "3Cza7HBWpGAevGeq6rEiyvhjGW6BCHstqA4zbgNT6Xwk",
480		"owner": "HB6CeH8WT3nr8XKaPCzuqZxBhWxX1tidCAJE32VmyDAE",
481		"collectionName": "boryoku_dragonz",
482		"collectionTitle": "Boryoku Dragonz",
483		"img": "https://arweave.net/id_DvpA7zhVVtQtLKRVIx6LAQ43epLRrfbA66DcPdow?ext=png",
484		"title": "Boryoku Dragonz #228",
485		"content": "Bōryoku Dragonz is an exclusive collection of 1,111 Dragon NFTs on the Solana blockchain.",
486		"externalURL": "https://boryokudragonz.io",
487		"propertyCategory": "image",
488		"creators": [{
489			"address": "DRGNjvBvnXNiQz9dTppGk1tAsVxtJsvhEmojEfBU3ezf",
490			"verified": 1,
491			"share": 100
492		}],
493		"sellerFeeBasisPoints": 500,
494		"mintAddress": "BKBrRzEVxR5axhN4kpeBm4krrPNUpQjvH831WQqiKFuq",
495		"attributes": [{
496				"trait_type": "Generation",
497				"value": "Genesis"
498			},
499			{
500				"trait_type": "Type",
501				"value": "Diamond Purple"
502			},
503			{
504				"trait_type": "Head",
505				"value": "Fireball"
506			},
507			{
508				"trait_type": "Eyes",
509				"value": "Synthwave Shades"
510			},
511			{
512				"trait_type": "Mouth",
513				"value": "None"
514			},
515			{
516				"trait_type": "Neck",
517				"value": "Silver Chain"
518			},
519			{
520				"trait_type": "Background",
521				"value": "Yellow"
522			}
523		],
524		"properties": {
525			"files": [{
526				"uri": "https://arweave.net/id_DvpA7zhVVtQtLKRVIx6LAQ43epLRrfbA66DcPdow?ext=png",
527				"type": "image/png"
528			}],
529			"category": "image",
530			"creators": [{
531				"address": "DRGNjvBvnXNiQz9dTppGktAsVxtJsvhEmojEfBU3ezf",
532				"share": 100
533			}]
534		},
535		"supply": 1,
536		"updateAuthority": "DRGNjvBvnXNiQz9dTppGk1tAsVxtJsvhEmojEfBU3ezf",
537		"primarySaleHappened": 1,
538		"onChainCollection": {},
539		"tokenDelegateValid": false,
540		"v2": {
541			"auctionHouseKey": "E8cU1WiRWjanGxmn96ewBgk9vPTcL6AEZ1t6F6fkgUWe",
542			"sellerReferral": "autMW8SgBkVYeBgqYiTuJZnkvDZMVU2MHJh9Jh7CSQ2",
543			"expiry": -1
544		},
545		"rarity": {
546			"moonrank": {
547				"rank": 266
548			},
549			"howrare": {
550				"rank": 679
551			}
552		}
553	}]
554}]