Substack Leaderboard Scraper 📊

Powerful scraper for extracting comprehensive data from Substack leaderboards. Get detailed insights about top newsletters, their performance, and monetization metrics.

🔥 Features

• Scrapes complete publication data from Substack leaderboards
• Extracts detailed metrics including subscriber counts, pricing plans, and engagement data
• Captures author information, publication details, and monetization settings
• Supports multiple currency pricing information
• Handles pagination automatically
• Built-in stealth mechanisms to ensure reliable scraping

📋 Use Cases

• Newsletter market research
• Competitive analysis
• Content strategy planning
• Pricing strategy research
• Author and publication discovery
• Media industry analysis

💎 Output Data

Each scraped publication includes:

• Publication name, description, and URL
• Subscriber counts and rankings
• Author details and social media links
• Pricing plans across multiple currencies
• Publication settings and features
• Podcast and community information
• Monetization configurations
• Theme and customization settings

🔍 Input Parameters

The actor accepts the following inputs:

• leaderboardUrls: Array of Substack leaderboard URLs to scrape
• maxItems: Maximum number of items to scrape (optional)
• proxyConfiguration: Proxy settings (optional)

💡 Tips

• Use proxy configuration for better reliability
• Adjust maxItems based on your needs
• Consider rate limiting for large-scale scraping

📝 Notes

• Respects Substack's robots.txt
• Built with Puppeteer for reliable data extraction
• Includes automatic retries and error handling

Input Example

A full explanation of an input example in JSON.

1{
2    "leaderboardUrls": [
3        "https://substack.com/leaderboard/technology/paid"
4    ],
5    "maxItems": 50
6}

Output sample

The results will be wrapped into a dataset which you can always find in the Storage tab. Here's an excerpt from the data you'd get if you apply the input parameters above:

And here is the same data but in JSON. You can choose in which format to download your data: JSON, JSONL, Excel spreadsheet, HTML table, CSV, or XML.

1[
2    {
3        "leaderboardUrl": "https://substack.com/leaderboard/technology/paid",
4        "apple_pay_disabled": false,
5        "apex_domain": null,
6        "author_id": 30107029,
7        "byline_images_enabled": true,
8        "bylines_enabled": true,
9        "chartable_token": null,
10        "community_enabled": true,
11        "copyright": "Gergely Orosz",
12        "cover_photo_url": "https://bucketeer-e05bbc84-baa3-437e-9518-adb32be77984.s3.amazonaws.com/public/images/5a9e5545-0407-4cd2-9fd1-cc2c3882fe59_1279x268.png",
13        "created_at": "2021-08-25T13:08:12.798Z",
14        "custom_domain_optional": false,
15        "custom_domain": "newsletter.pragmaticengineer.com",
16        "custom_publication_theme_id": null,
17        "default_comment_sort": "best_first",
18        "default_coupon": null,
19        "default_group_coupon": "ce270f3a",
20        "default_show_guest_bios": true,
21        "email_banner_url": "https://substack-post-media.s3.amazonaws.com/public/images/3f6c431d-310a-45a0-90fe-3dc43354ef38_1100x220.png",
22        "email_from_name": "The Pragmatic Engineer",
23        "email_from": null,
24        "embed_tracking_disabled": false,
25        "explicit": false,
26        "expose_paywall_content_to_search_engines": true,
27        "fb_pixel_id": null,
28        "fb_site_verification_token": null,
29        "flagged_as_spam": false,
30        "founding_subscription_benefits": [],
31        "free_subscription_benefits": [
32            "Shorter articles every Tuesday - with a full article once a month"
33        ],
34        "ga_pixel_id": null,
35        "google_site_verification_token": null,
36        "google_tag_manager_token": null,
37        "hero_image": null,
38        "hero_text": "Big Tech and startups, from the inside. Highly relevant for software engineers and managers, useful for those working in tech.",
39        "hide_intro_subtitle": null,
40        "hide_intro_title": null,
41        "hide_podcast_feed_link": false,
42        "homepage_type": "newspaper",
43        "id": 458709,
44        "image_thumbnails_always_enabled": false,
45        "invite_only": false,
46        "language": "en",
47        "logo_url_wide": null,
48        "logo_url": "https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fbucketeer-e05bbc84-baa3-437e-9518-adb32be77984.s3.amazonaws.com%2Fpublic%2Fimages%2F5ecbf7ac-260b-423b-8493-26783bf01f06_600x600.png",
49        "minimum_group_size": 4,
50        "moderation_enabled": true,
51        "name": "The Pragmatic Engineer",
52        "paid_subscription_benefits": [
53            "Full articles every Tuesday and Thursday",
54            "Access to resources and templates for engineering managers and engineers",
55            "Access to the complete archive, see all comments and comment on articles"
56        ],
57        "parsely_pixel_id": null,
58        "payments_state": "enabled",
59        "paywall_free_trial_enabled": false,
60        "podcast_art_url": "https://substack-post-media.s3.amazonaws.com/public/images/2a3d0e54-d48a-4d6e-aa28-d834942d4167_3000x3000.png",
61        "paid_podcast_episode_art_url": null,
62        "podcast_byline": "Gergely Orosz",
63        "podcast_description": "Software engineering at Big Tech and startups, from the inside. Deepdives with experienced engineers and tech professionals who share their hard-earned lessons, interesting stories and advice they have on building software. \n\nEspecially relevant for software engineers and engineering leaders: useful for those working in tech.",
64        "podcast_enabled": true,
65        "podcast_feed_url": null,
66        "podcast_title": "The Pragmatic Engineer",
67        "post_preview_limit": null,
68        "require_clickthrough": false,
69        "rss_feed_url": null,
70        "rss_website_url": null,
71        "show_pub_podcast_tab": true,
72        "show_recs_on_homepage": false,
73        "subdomain": "pragmaticengineer",
74        "subscriber_invites": 0,
75        "support_email": null,
76        "theme_var_background_pop": "#FF6B00",
77        "theme_var_color_links": false,
78        "theme_var_cover_bg_color": null,
79        "trial_end_override": null,
80        "twitter_pixel_id": null,
81        "type": "newsletter",
82        "post_reaction_faces_enabled": true,
83        "is_personal_mode": false,
84        "plans": [
85            {
86                "id": "yearly150usd",
87                "object": "plan",
88                "active": true,
89                "aggregate_usage": null,
90                "amount": 15000,
91                "amount_decimal": "15000",
92                "billing_scheme": "per_unit",
93                "created": 1633977225,
94                "currency": "usd",
95                "interval": "year",
96                "interval_count": 1,
97                "livemode": true,
98                "metadata": {
99                    "substack": "yes"
100                },
101                "meter": null,
102                "nickname": "$150 a year",
103                "product": "prod_KOFpMRj8emeVAU",
104                "tiers": null,
105                "tiers_mode": null,
106                "transform_usage": null,
107                "trial_period_days": null,
108                "usage_type": "licensed",
109                "currency_options": {
110                    "aud": {
111                        "custom_unit_amount": null,
112                        "tax_behavior": "inclusive",
113                        "unit_amount": 24500,
114                        "unit_amount_decimal": "24500"
115                    },
116                    "brl": {
117                        "custom_unit_amount": null,
118                        "tax_behavior": "inclusive",
119                        "unit_amount": 93000,
120                        "unit_amount_decimal": "93000"
121                    },
122                    "cad": {
123                        "custom_unit_amount": null,
124                        "tax_behavior": "inclusive",
125                        "unit_amount": 22000,
126                        "unit_amount_decimal": "22000"
127                    },
128                    "chf": {
129                        "custom_unit_amount": null,
130                        "tax_behavior": "inclusive",
131                        "unit_amount": 14000,
132                        "unit_amount_decimal": "14000"
133                    },
134                    "dkk": {
135                        "custom_unit_amount": null,
136                        "tax_behavior": "inclusive",
137                        "unit_amount": 108000,
138                        "unit_amount_decimal": "108000"
139                    },
140                    "eur": {
141                        "custom_unit_amount": null,
142                        "tax_behavior": "inclusive",
143                        "unit_amount": 14500,
144                        "unit_amount_decimal": "14500"
145                    },
146                    "gbp": {
147                        "custom_unit_amount": null,
148                        "tax_behavior": "inclusive",
149                        "unit_amount": 12000,
150                        "unit_amount_decimal": "12000"
151                    },
152                    "mxn": {
153                        "custom_unit_amount": null,
154                        "tax_behavior": "inclusive",
155                        "unit_amount": 313500,
156                        "unit_amount_decimal": "313500"
157                    },
158                    "nok": {
159                        "custom_unit_amount": null,
160                        "tax_behavior": "inclusive",
161                        "unit_amount": 171000,
162                        "unit_amount_decimal": "171000"
163                    },
164                    "nzd": {
165                        "custom_unit_amount": null,
166                        "tax_behavior": "inclusive",
167                        "unit_amount": 27000,
168                        "unit_amount_decimal": "27000"
169                    },
170                    "pln": {
171                        "custom_unit_amount": null,
172                        "tax_behavior": "inclusive",
173                        "unit_amount": 62000,
174                        "unit_amount_decimal": "62000"
175                    },
176                    "sek": {
177                        "custom_unit_amount": null,
178                        "tax_behavior": "inclusive",
179                        "unit_amount": 166000,
180                        "unit_amount_decimal": "166000"
181                    },
182                    "usd": {
183                        "custom_unit_amount": null,
184                        "tax_behavior": "inclusive",
185                        "unit_amount": 15000,
186                        "unit_amount_decimal": "15000"
187                    }
188                }
189            },
190            {
191                "id": "monthly15usd",
192                "object": "plan",
193                "active": true,
194                "aggregate_usage": null,
195                "amount": 1500,
196                "amount_decimal": "1500",
197                "billing_scheme": "per_unit",
198                "created": 1630008931,
199                "currency": "usd",
200                "interval": "month",
201                "interval_count": 1,
202                "livemode": true,
203                "metadata": {
204                    "substack": "yes"
205                },
206                "meter": null,
207                "nickname": "$15 a month",
208                "product": "prod_K735TEUdeGQPmt",
209                "tiers": null,
210                "tiers_mode": null,
211                "transform_usage": null,
212                "trial_period_days": null,
213                "usage_type": "licensed",
214                "currency_options": {
215                    "aud": {
216                        "custom_unit_amount": null,
217                        "tax_behavior": "inclusive",
218                        "unit_amount": 2500,
219                        "unit_amount_decimal": "2500"
220                    },
221                    "brl": {
222                        "custom_unit_amount": null,
223                        "tax_behavior": "inclusive",
224                        "unit_amount": 9500,
225                        "unit_amount_decimal": "9500"
226                    },
227                    "cad": {
228                        "custom_unit_amount": null,
229                        "tax_behavior": "inclusive",
230                        "unit_amount": 2200,
231                        "unit_amount_decimal": "2200"
232                    },
233                    "chf": {
234                        "custom_unit_amount": null,
235                        "tax_behavior": "inclusive",
236                        "unit_amount": 1400,
237                        "unit_amount_decimal": "1400"
238                    },
239                    "dkk": {
240                        "custom_unit_amount": null,
241                        "tax_behavior": "inclusive",
242                        "unit_amount": 11000,
243                        "unit_amount_decimal": "11000"
244                    },
245                    "eur": {
246                        "custom_unit_amount": null,
247                        "tax_behavior": "inclusive",
248                        "unit_amount": 1500,
249                        "unit_amount_decimal": "1500"
250                    },
251                    "gbp": {
252                        "custom_unit_amount": null,
253                        "tax_behavior": "inclusive",
254                        "unit_amount": 1200,
255                        "unit_amount_decimal": "1200"
256                    },
257                    "mxn": {
258                        "custom_unit_amount": null,
259                        "tax_behavior": "inclusive",
260                        "unit_amount": 31500,
261                        "unit_amount_decimal": "31500"
262                    },
263                    "nok": {
264                        "custom_unit_amount": null,
265                        "tax_behavior": "inclusive",
266                        "unit_amount": 17500,
267                        "unit_amount_decimal": "17500"
268                    },
269                    "nzd": {
270                        "custom_unit_amount": null,
271                        "tax_behavior": "inclusive",
272                        "unit_amount": 2700,
273                        "unit_amount_decimal": "2700"
274                    },
275                    "pln": {
276                        "custom_unit_amount": null,
277                        "tax_behavior": "inclusive",
278                        "unit_amount": 6500,
279                        "unit_amount_decimal": "6500"
280                    },
281                    "sek": {
282                        "custom_unit_amount": null,
283                        "tax_behavior": "inclusive",
284                        "unit_amount": 17000,
285                        "unit_amount_decimal": "17000"
286                    },
287                    "usd": {
288                        "custom_unit_amount": null,
289                        "tax_behavior": "inclusive",
290                        "unit_amount": 1500,
291                        "unit_amount_decimal": "1500"
292                    }
293                }
294            }
295        ],
296        "stripe_user_id": "acct_1JSopsA7n83QB5wA",
297        "stripe_country": "NL",
298        "stripe_publishable_key": "pk_live_51JSopsA7n83QB5wAw9IUzfjqUCZGQg4SiKPHVTvZ9kYb7CCt6Ef1740RiT4hrkCLTlyQiFY1xYkVzJwauwGjRw0L00fCfhzbwF",
299        "stripe_platform_account": "CA",
300        "automatic_tax_enabled": true,
301        "author_name": "Gergely Orosz",
302        "author_handle": "pragmaticengineer",
303        "author_photo_url": "https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fbucketeer-e05bbc84-baa3-437e-9518-adb32be77984.s3.amazonaws.com%2Fpublic%2Fimages%2F802a32bb-2048-428b-bdb5-d6acd1e2b2d5_48x48.png",
304        "author_bio": "Writing The Pragmatic Engineer. Previously at Uber, Skype, Microsoft. Author of The Software Engineer's Guidebook.",
305        "twitter_screen_name": "GergelyOrosz",
306        "twitter_share_on_publish_opt_in": false,
307        "has_custom_tos": false,
308        "has_custom_privacy": false,
309        "theme": {
310            "background_pop_color": null,
311            "web_bg_color": "#ffffff",
312            "cover_bg_color": null,
313            "publication_id": 458709,
314            "color_links": null,
315            "font_preset_heading": "fancy_serif",
316            "font_preset_body": "sans",
317            "font_family_headings": null,
318            "font_family_body": null,
319            "font_family_ui": null,
320            "font_size_body_desktop": null,
321            "print_secondary": null,
322            "custom_css_web": null,
323            "custom_css_email": null,
324            "home_hero": "newspaper",
325            "home_posts": "list",
326            "home_show_top_posts": false,
327            "hide_images_from_list": false,
328            "home_hero_alignment": "left",
329            "home_hero_show_podcast_links": true,
330            "default_post_header_variant": null
331        },
332        "threads_v2_settings": null,
333        "default_group_coupon_percent_off": "10.00",
334        "pause_return_date": null,
335        "has_posts": true,
336        "has_recommendations": true,
337        "first_post_date": "2021-08-30T11:24:02.082Z",
338        "has_podcast": true,
339        "has_free_podcast": true,
340        "has_subscriber_only_podcast": false,
341        "has_community_content": true,
342        "twitter_permissions": "write",
343        "rankingDetail": "Tens of thousands of paid subscribers",
344        "rankingDetailFreeIncluded": "Hundreds of thousands of subscribers",
345        "rankingDetailOrderOfMagnitude": 10000,
346        "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
347        "rankingDetailFreeSubscriberCount": "Over 931,000 subscribers",
348        "rankingDetailByLanguage": {
349            "de": {
350                "rankingDetail": "Zehntausende von Paid-Abonnenten",
351                "rankingDetailFreeIncluded": "Hunderttausende von Abonnenten",
352                "rankingDetailOrderOfMagnitude": 10000,
353                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
354                "rankingDetailFreeSubscriberCount": "Über 931,000 Abonnenten",
355                "freeSubscriberCount": "931,000",
356                "freeSubscriberCountOrderOfMagnitude": "931K+"
357            },
358            "es": {
359                "rankingDetail": "Decenas de miles de suscriptores de pago",
360                "rankingDetailFreeIncluded": "Cientos de miles de suscriptores",
361                "rankingDetailOrderOfMagnitude": 10000,
362                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
363                "rankingDetailFreeSubscriberCount": "Más de 931,000 suscriptores",
364                "freeSubscriberCount": "931,000",
365                "freeSubscriberCountOrderOfMagnitude": "931K+"
366            },
367            "fr": {
368                "rankingDetail": "Des dizaines de milliers d'abonnés payants",
369                "rankingDetailFreeIncluded": "Des centaines de milliers d'abonnés",
370                "rankingDetailOrderOfMagnitude": 10000,
371                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
372                "rankingDetailFreeSubscriberCount": "Plus de 931,000 abonnés",
373                "freeSubscriberCount": "931,000",
374                "freeSubscriberCountOrderOfMagnitude": "931K+"
375            },
376            "pt": {
377                "rankingDetail": "Dezenas de milhares de subscritores pagos",
378                "rankingDetailFreeIncluded": "Centenas de milhares de subscritores",
379                "rankingDetailOrderOfMagnitude": 10000,
380                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
381                "rankingDetailFreeSubscriberCount": "Mais de 931,000 subscritores",
382                "freeSubscriberCount": "931,000",
383                "freeSubscriberCountOrderOfMagnitude": "931K+"
384            },
385            "pt-br": {
386                "rankingDetail": "Dezenas de milhares de assinantes pagantes",
387                "rankingDetailFreeIncluded": "Centenas de milhares de assinantes",
388                "rankingDetailOrderOfMagnitude": 10000,
389                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
390                "rankingDetailFreeSubscriberCount": "Mais de 931,000 assinantes",
391                "freeSubscriberCount": "931,000",
392                "freeSubscriberCountOrderOfMagnitude": "931K+"
393            },
394            "it": {
395                "rankingDetail": "Decine di migliaia di abbonati a pagamento",
396                "rankingDetailFreeIncluded": "Centinaia di migliaia di abbonati",
397                "rankingDetailOrderOfMagnitude": 10000,
398                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
399                "rankingDetailFreeSubscriberCount": "Oltre 931,000 abbonati",
400                "freeSubscriberCount": "931,000",
401                "freeSubscriberCountOrderOfMagnitude": "931K+"
402            },
403            "en": {
404                "rankingDetail": "Tens of thousands of paid subscribers",
405                "rankingDetailFreeIncluded": "Hundreds of thousands of subscribers",
406                "rankingDetailOrderOfMagnitude": 10000,
407                "rankingDetailFreeIncludedOrderOfMagnitude": 100000,
408                "rankingDetailFreeSubscriberCount": "Over 931,000 subscribers",
409                "freeSubscriberCount": "931,000",
410                "freeSubscriberCountOrderOfMagnitude": "931K+"
411            }
412        },
413        "freeSubscriberCount": "931,000",
414        "freeSubscriberCountOrderOfMagnitude": "931K+",
415        "author_bestseller_tier": 0,
416        "disable_monthly_subscriptions": false,
417        "disable_annual_subscriptions": false,
418        "hide_post_restacks": false,
419        "notes_feed_enabled": false,
420        "last_chat_post_at": null,
421        "no_follow": false,
422        "paywall_chat": "free",
423        "sections": [
424            {
425                "id": 24961,
426                "created_at": "2022-08-18T13:19:56.809Z",
427                "updated_at": "2024-06-18T17:22:31.340Z",
428                "publication_id": 458709,
429                "name": "The Pulse",
430                "description": "Keeping a pulse on the software engineering industry, every Thursday. Insights, patterns and trends within Big Tech and startups. Exclusive analysis of what is happening, and why.",
431                "slug": "the-pulse",
432                "is_podcast": false,
433                "is_live": true,
434                "is_default_on": true,
435                "sibling_rank": 1,
436                "port_status": "success",
437                "logo_url": null,
438                "hide_from_navbar": false,
439                "email_from_name": "",
440                "hide_posts_from_pub_listings": false,
441                "email_banner_url": null,
442                "cover_photo_url": null,
443                "hide_intro_title": false,
444                "hide_intro_subtitle": false,
445                "ignore_publication_email_settings": false,
446                "podcastSettings": null,
447                "showLinks": [],
448                "spotifyPodcastSettings": null,
449                "pageTheme": null,
450                "podcastPalette": {
451                    "DarkMuted": {
452                        "population": 72,
453                        "rgb": [
454                            73,
455                            153,
456                            137
457                        ]
458                    },
459                    "DarkVibrant": {
460                        "population": 6013,
461                        "rgb": [
462                            4,
463                            100,
464                            84
465                        ]
466                    },
467                    "LightMuted": {
468                        "population": 7,
469                        "rgb": [
470                            142,
471                            198,
472                            186
473                        ]
474                    },
475                    "LightVibrant": {
476                        "population": 3,
477                        "rgb": [
478                            166,
479                            214,
480                            206
481                        ]
482                    },
483                    "Muted": {
484                        "population": 6,
485                        "rgb": [
486                            92,
487                            164,
488                            156
489                        ]
490                    },
491                    "Vibrant": {
492                        "population": 5,
493                        "rgb": [
494                            76,
495                            164,
496                            146
497                        ]
498                    }
499                },
500                "spotify_podcast_settings": null
501            },
502            {
503                "id": 132248,
504                "created_at": "2024-06-18T15:49:33.192Z",
505                "updated_at": "2024-06-18T16:23:15.199Z",
506                "publication_id": 458709,
507                "name": "Deepdives",
508                "description": "Long-form educational articles every Tuesday. These articles typically go deep into a topic relevant for software engineers or engineering managers, and tend to offer actionable advice.",
509                "slug": "deepdives",
510                "is_podcast": false,
511                "is_live": true,
512                "is_default_on": true,
513                "sibling_rank": 2,
514                "port_status": "success",
515                "logo_url": null,
516                "hide_from_navbar": false,
517                "email_from_name": "",
518                "hide_posts_from_pub_listings": false,
519                "email_banner_url": null,
520                "cover_photo_url": null,
521                "hide_intro_title": false,
522                "hide_intro_subtitle": false,
523                "ignore_publication_email_settings": false,
524                "podcastSettings": null,
525                "showLinks": [],
526                "spotifyPodcastSettings": null,
527                "pageTheme": null,
528                "podcastPalette": {
529                    "DarkMuted": {
530                        "population": 72,
531                        "rgb": [
532                            73,
533                            153,
534                            137
535                        ]
536                    },
537                    "DarkVibrant": {
538                        "population": 6013,
539                        "rgb": [
540                            4,
541                            100,
542                            84
543                        ]
544                    },
545                    "LightMuted": {
546                        "population": 7,
547                        "rgb": [
548                            142,
549                            198,
550                            186
551                        ]
552                    },
553                    "LightVibrant": {
554                        "population": 3,
555                        "rgb": [
556                            166,
557                            214,
558                            206
559                        ]
560                    },
561                    "Muted": {
562                        "population": 6,
563                        "rgb": [
564                            92,
565                            164,
566                            156
567                        ]
568                    },
569                    "Vibrant": {
570                        "population": 5,
571                        "rgb": [
572                            76,
573                            164,
574                            146
575                        ]
576                    }
577                },
578                "spotify_podcast_settings": null
579            },
580            {
581                "id": 182752,
582                "created_at": "2025-01-27T17:55:26.493Z",
583                "updated_at": "2025-01-27T21:26:37.087Z",
584                "publication_id": 458709,
585                "name": "Announcements",
586                "description": "Issues that are neither deepdives, nor The Pulse issues",
587                "slug": "announcements",
588                "is_podcast": false,
589                "is_live": true,
590                "is_default_on": true,
591                "sibling_rank": 3,
592                "port_status": "success",
593                "logo_url": null,
594                "hide_from_navbar": false,
595                "email_from_name": "",
596                "hide_posts_from_pub_listings": false,
597                "email_banner_url": null,
598                "cover_photo_url": null,
599                "hide_intro_title": false,
600                "hide_intro_subtitle": false,
601                "ignore_publication_email_settings": false,
602                "podcastSettings": null,
603                "showLinks": [],
604                "spotifyPodcastSettings": null,
605                "pageTheme": null,
606                "podcastPalette": {
607                    "DarkMuted": {
608                        "population": 72,
609                        "rgb": [
610                            73,
611                            153,
612                            137
613                        ]
614                    },
615                    "DarkVibrant": {
616                        "population": 6013,
617                        "rgb": [
618                            4,
619                            100,
620                            84
621                        ]
622                    },
623                    "LightMuted": {
624                        "population": 7,
625                        "rgb": [
626                            142,
627                            198,
628                            186
629                        ]
630                    },
631                    "LightVibrant": {
632                        "population": 3,
633                        "rgb": [
634                            166,
635                            214,
636                            206
637                        ]
638                    },
639                    "Muted": {
640                        "population": 6,
641                        "rgb": [
642                            92,
643                            164,
644                            156
645                        ]
646                    },
647                    "Vibrant": {
648                        "population": 5,
649                        "rgb": [
650                            76,
651                            164,
652                            146
653                        ]
654                    }
655                },
656                "spotify_podcast_settings": null
657            }
658        ],
659        "multipub_migration": null,
660        "navigationBarItems": [
661            {
662                "id": "bc2883cd-a436-40ba-ad79-bb9944b34f1b",
663                "publication_id": 458709,
664                "sibling_rank": 0,
665                "link_title": null,
666                "link_url": null,
667                "section_id": 24961,
668                "post_id": null,
669                "is_hidden": null,
670                "standard_key": null,
671                "post_tag_id": null,
672                "post": null,
673                "postTag": null,
674                "section": {
675                    "id": 24961,
676                    "created_at": "2022-08-18T13:19:56.809Z",
677                    "updated_at": "2024-06-18T17:22:31.340Z",
678                    "publication_id": 458709,
679                    "name": "The Pulse",
680                    "description": "Keeping a pulse on the software engineering industry, every Thursday. Insights, patterns and trends within Big Tech and startups. Exclusive analysis of what is happening, and why.",
681                    "slug": "the-pulse",
682                    "is_podcast": false,
683                    "is_live": true,
684                    "is_default_on": true,
685                    "sibling_rank": 1,
686                    "port_status": "success",
687                    "logo_url": null,
688                    "hide_from_navbar": false,
689                    "email_from_name": "",
690                    "hide_posts_from_pub_listings": false,
691                    "email_banner_url": null,
692                    "cover_photo_url": null,
693                    "hide_intro_title": false,
694                    "hide_intro_subtitle": false,
695                    "ignore_publication_email_settings": false
696                }
697            },
698            {
699                "id": "13219a85-602a-4315-a13a-e8cf8114b672",
700                "publication_id": 458709,
701                "sibling_rank": 9999,
702                "link_title": null,
703                "link_url": null,
704                "section_id": 132248,
705                "post_id": null,
706                "is_hidden": null,
707                "standard_key": null,
708                "post_tag_id": null,
709                "post": null,
710                "postTag": null,
711                "section": {
712                    "id": 132248,
713                    "created_at": "2024-06-18T15:49:33.192Z",
714                    "updated_at": "2024-06-18T16:23:15.199Z",
715                    "publication_id": 458709,
716                    "name": "Deepdives",
717                    "description": "Long-form educational articles every Tuesday. These articles typically go deep into a topic relevant for software engineers or engineering managers, and tend to offer actionable advice.",
718                    "slug": "deepdives",
719                    "is_podcast": false,
720                    "is_live": true,
721                    "is_default_on": true,
722                    "sibling_rank": 2,
723                    "port_status": "success",
724                    "logo_url": null,
725                    "hide_from_navbar": false,
726                    "email_from_name": "",
727                    "hide_posts_from_pub_listings": false,
728                    "email_banner_url": null,
729                    "cover_photo_url": null,
730                    "hide_intro_title": false,
731                    "hide_intro_subtitle": false,
732                    "ignore_publication_email_settings": false
733                }
734            },
735            {
736                "id": "91c2c7ff-d4f9-4f8a-8ca2-c269ddb299e7",
737                "publication_id": 458709,
738                "sibling_rank": 9999,
739                "link_title": null,
740                "link_url": null,
741                "section_id": 182752,
742                "post_id": null,
743                "is_hidden": null,
744                "standard_key": null,
745                "post_tag_id": null,
746                "post": null,
747                "postTag": null,
748                "section": {
749                    "id": 182752,
750                    "created_at": "2025-01-27T17:55:26.493Z",
751                    "updated_at": "2025-01-27T21:26:37.087Z",
752                    "publication_id": 458709,
753                    "name": "Announcements",
754                    "description": "Issues that are neither deepdives, nor The Pulse issues",
755                    "slug": "announcements",
756                    "is_podcast": false,
757                    "is_live": true,
758                    "is_default_on": true,
759                    "sibling_rank": 3,
760                    "port_status": "success",
761                    "logo_url": null,
762                    "hide_from_navbar": false,
763                    "email_from_name": "",
764                    "hide_posts_from_pub_listings": false,
765                    "email_banner_url": null,
766                    "cover_photo_url": null,
767                    "hide_intro_title": false,
768                    "hide_intro_subtitle": false,
769                    "ignore_publication_email_settings": false
770                }
771            }
772        ],
773        "contributors": [
774            {
775                "name": "Gergely Orosz",
776                "handle": "pragmaticengineer",
777                "role": "admin",
778                "owner": true,
779                "user_id": 30107029,
780                "photo_url": "https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fbucketeer-e05bbc84-baa3-437e-9518-adb32be77984.s3.amazonaws.com%2Fpublic%2Fimages%2F802a32bb-2048-428b-bdb5-d6acd1e2b2d5_48x48.png",
781                "bio": "Writing The Pragmatic Engineer. Previously at Uber, Skype, Microsoft. Author of The Software Engineer's Guidebook."
782            },
783            {
784                "name": "Pen Name Consulting",
785                "handle": "pennameconsulting",
786                "role": "contributor",
787                "owner": false,
788                "user_id": 98424238,
789                "photo_url": "https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fbucketeer-e05bbc84-baa3-437e-9518-adb32be77984.s3.amazonaws.com%2Fpublic%2Fimages%2F396242ba-4052-49f1-9591-aa0cb88022ea_144x144.png",
790                "bio": null
791            }
792        ],
793        "threads_v2_enabled": false,
794        "viralGiftsConfig": {
795            "id": "4f27054e-d0f8-4806-ac93-003d99963c07",
796            "publication_id": 458709,
797            "enabled": true,
798            "gifts_per_user": 5,
799            "gift_length_months": 1,
800            "send_extra_gifts": true,
801            "message": "Big Tech and high-growth startups, from the inside. Highly relevant for software engineers and managers, useful for those working in tech.",
802            "created_at": "2022-10-06T13:48:22.068838+00:00",
803            "updated_at": "2022-10-06T13:48:22.068838+00:00",
804            "days_til_invite": 14,
805            "send_emails": true,
806            "show_link": null,
807            "grant_email_body": "{\"type\":\"doc\",\"content\":[{\"type\":\"paragraph\",\"content\":[{\"type\":\"text\",\"text\":\"👋 Hi, this is Gergely,\"}]},{\"type\":\"paragraph\",\"content\":[{\"type\":\"text\",\"text\":\"I am grateful that you are a subscriber to The Pragmatic Engineer. You’re support has helped make the publication what it is today!\"}]},{\"type\":\"paragraph\",\"content\":[{\"type\":\"text\",\"text\":\"As a thank you, you now have three FREE 1-month gift subscriptions to give to family and friends (usual value = $45). Know someone who might love The Pragmatic Engineer? Click on the link below to share one of your gift subscriptions with them.\"}]},{\"type\":\"button\",\"attrs\":{\"url\":\"%%grant_gift_url%%\",\"text\":\"Give a subscription\",\"action\":null,\"class\":\"left\"}},{\"type\":\"paragraph\",\"content\":[{\"type\":\"text\",\"text\":\"Thanks again for reading and sharing The Pragmatic Engineer!\"}]}]}",
808            "grant_email_subject": "The Pragmatic Engineer subscriptions for you to give away"
809        },
810        "tier": 2,
811        "no_index": false,
812        "can_set_google_site_verification": true,
813        "can_have_sitemap": true,
814        "founding_plan_name_english": "Founding Member",
815        "draft_plans": [
816            {
817                "id": "yearly150usd",
818                "object": "plan",
819                "active": true,
820                "aggregate_usage": null,
821                "amount": 15000,
822                "amount_decimal": "15000",
823                "billing_scheme": "per_unit",
824                "created": 1633977225,
825                "currency": "usd",
826                "interval": "year",
827                "interval_count": 1,
828                "livemode": true,
829                "metadata": {
830                    "substack": "yes"
831                },
832                "meter": null,
833                "nickname": "$150 a year",
834                "product": "prod_KOFpMRj8emeVAU",
835                "tiers": null,
836                "tiers_mode": null,
837                "transform_usage": null,
838                "trial_period_days": null,
839                "usage_type": "licensed",
840                "currency_options": {
841                    "aud": {
842                        "custom_unit_amount": null,
843                        "tax_behavior": "inclusive",
844                        "unit_amount": 24500,
845                        "unit_amount_decimal": "24500"
846                    },
847                    "brl": {
848                        "custom_unit_amount": null,
849                        "tax_behavior": "inclusive",
850                        "unit_amount": 93000,
851                        "unit_amount_decimal": "93000"
852                    },
853                    "cad": {
854                        "custom_unit_amount": null,
855                        "tax_behavior": "inclusive",
856                        "unit_amount": 22000,
857                        "unit_amount_decimal": "22000"
858                    },
859                    "chf": {
860                        "custom_unit_amount": null,
861                        "tax_behavior": "inclusive",
862                        "unit_amount": 14000,
863                        "unit_amount_decimal": "14000"
864                    },
865                    "dkk": {
866                        "custom_unit_amount": null,
867                        "tax_behavior": "inclusive",
868                        "unit_amount": 108000,
869                        "unit_amount_decimal": "108000"
870                    },
871                    "eur": {
872                        "custom_unit_amount": null,
873                        "tax_behavior": "inclusive",
874                        "unit_amount": 14500,
875                        "unit_amount_decimal": "14500"
876                    },
877                    "gbp": {
878                        "custom_unit_amount": null,
879                        "tax_behavior": "inclusive",
880                        "unit_amount": 12000,
881                        "unit_amount_decimal": "12000"
882                    },
883                    "mxn": {
884                        "custom_unit_amount": null,
885                        "tax_behavior": "inclusive",
886                        "unit_amount": 313500,
887                        "unit_amount_decimal": "313500"
888                    },
889                    "nok": {
890                        "custom_unit_amount": null,
891                        "tax_behavior": "inclusive",
892                        "unit_amount": 171000,
893                        "unit_amount_decimal": "171000"
894                    },
895                    "nzd": {
896                        "custom_unit_amount": null,
897                        "tax_behavior": "inclusive",
898                        "unit_amount": 27000,
899                        "unit_amount_decimal": "27000"
900                    },
901                    "pln": {
902                        "custom_unit_amount": null,
903                        "tax_behavior": "inclusive",
904                        "unit_amount": 62000,
905                        "unit_amount_decimal": "62000"
906                    },
907                    "sek": {
908                        "custom_unit_amount": null,
909                        "tax_behavior": "inclusive",
910                        "unit_amount": 166000,
911                        "unit_amount_decimal": "166000"
912                    },
913                    "usd": {
914                        "custom_unit_amount": null,
915                        "tax_behavior": "inclusive",
916                        "unit_amount": 15000,
917                        "unit_amount_decimal": "15000"
918                    }
919                }
920            },
921            {
922                "id": "monthly15usd",
923                "object": "plan",
924                "active": true,
925                "aggregate_usage": null,
926                "amount": 1500,
927                "amount_decimal": "1500",
928                "billing_scheme": "per_unit",
929                "created": 1630008931,
930                "currency": "usd",
931                "interval": "month",
932                "interval_count": 1,
933                "livemode": true,
934                "metadata": {
935                    "substack": "yes"
936                },
937                "meter": null,
938                "nickname": "$15 a month",
939                "product": "prod_K735TEUdeGQPmt",
940                "tiers": null,
941                "tiers_mode": null,
942                "transform_usage": null,
943                "trial_period_days": null,
944                "usage_type": "licensed",
945                "currency_options": {
946                    "aud": {
947                        "custom_unit_amount": null,
948                        "tax_behavior": "inclusive",
949                        "unit_amount": 2500,
950                        "unit_amount_decimal": "2500"
951                    },
952                    "brl": {
953                        "custom_unit_amount": null,
954                        "tax_behavior": "inclusive",
955                        "unit_amount": 9500,
956                        "unit_amount_decimal": "9500"
957                    },
958                    "cad": {
959                        "custom_unit_amount": null,
960                        "tax_behavior": "inclusive",
961                        "unit_amount": 2200,
962                        "unit_amount_decimal": "2200"
963                    },
964                    "chf": {
965                        "custom_unit_amount": null,
966                        "tax_behavior": "inclusive",
967                        "unit_amount": 1400,
968                        "unit_amount_decimal": "1400"
969                    },
970                    "dkk": {
971                        "custom_unit_amount": null,
972                        "tax_behavior": "inclusive",
973                        "unit_amount": 11000,
974                        "unit_amount_decimal": "11000"
975                    },
976                    "eur": {
977                        "custom_unit_amount": null,
978                        "tax_behavior": "inclusive",
979                        "unit_amount": 1500,
980                        "unit_amount_decimal": "1500"
981                    },
982                    "gbp": {
983                        "custom_unit_amount": null,
984                        "tax_behavior": "inclusive",
985                        "unit_amount": 1200,
986                        "unit_amount_decimal": "1200"
987                    },
988                    "mxn": {
989                        "custom_unit_amount": null,
990                        "tax_behavior": "inclusive",
991                        "unit_amount": 31500,
992                        "unit_amount_decimal": "31500"
993                    },
994                    "nok": {
995                        "custom_unit_amount": null,
996                        "tax_behavior": "inclusive",
997                        "unit_amount": 17500,
998                        "unit_amount_decimal": "17500"
999                    },
1000                    "nzd": {
1001                        "custom_unit_amount": null,
1002                        "tax_behavior": "inclusive",
1003                        "unit_amount": 2700,
1004                        "unit_amount_decimal": "2700"
1005                    },
1006                    "pln": {
1007                        "custom_unit_amount": null,
1008                        "tax_behavior": "inclusive",
1009                        "unit_amount": 6500,
1010                        "unit_amount_decimal": "6500"
1011                    },
1012                    "sek": {
1013                        "custom_unit_amount": null,
1014                        "tax_behavior": "inclusive",
1015                        "unit_amount": 17000,
1016                        "unit_amount_decimal": "17000"
1017                    },
1018                    "usd": {
1019                        "custom_unit_amount": null,
1020                        "tax_behavior": "inclusive",
1021                        "unit_amount": 1500,
1022                        "unit_amount_decimal": "1500"
1023                    }
1024                }
1025            }
1026        ],
1027        "base_url": "https://newsletter.pragmaticengineer.com",
1028        "hostname": "newsletter.pragmaticengineer.com",
1029        "is_on_substack": false,
1030        "show_links": [
1031            {
1032                "id": "23747",
1033                "publication_id": 458709,
1034                "section_id": null,
1035                "url": "https://podcasts.apple.com/us/podcast/the-pragmatic-engineer-podcast/id1769051199",
1036                "platform": "apple_podcasts"
1037            },
1038            {
1039                "id": "23797",
1040                "publication_id": 458709,
1041                "section_id": null,
1042                "url": "https://open.spotify.com/show/2Bho9xCbOQMWMJ7UKmqCzD",
1043                "platform": "spotify"
1044            },
1045            {
1046                "id": "23798",
1047                "publication_id": 458709,
1048                "section_id": null,
1049                "url": "https://open.spotify.com/show/2Bho9xCbOQMWMJ7UKmqCzD",
1050                "platform": "spotify_for_paid_users"
1051            },
1052            {
1053                "id": "23799",
1054                "publication_id": 458709,
1055                "section_id": null,
1056                "url": "https://www.youtube.com/@pragmaticengineer",
1057                "platform": "youtube"
1058            },
1059            {
1060                "id": "25077",
1061                "publication_id": 458709,
1062                "section_id": null,
1063                "url": "https://music.youtube.com/playlist?list=PLzwJJv8h-iciW53inSOkQA4mkG8TuQAUh",
1064                "platform": "youtube_music"
1065            }
1066        ],
1067        "spotify_podcast_settings": {
1068            "id": "21280",
1069            "publication_id": 458709,
1070            "section_id": null,
1071            "spotify_access_token": "bd775e35-7384-4fc4-bf47-ae24ae58d79b",
1072            "spotify_uri": "spotify:show:2wfSTS6OzM2iOQJWwbL6U0",
1073            "spotify_podcast_title": null,
1074            "created_at": "2024-09-14T18:44:10.144Z",
1075            "updated_at": "2024-09-17T17:59:03.311Z",
1076            "currently_published_on_spotify": false,
1077            "feed_url_for_spotify": "https://api.substack.com/feed/podcast/spotify/bd775e35-7384-4fc4-bf47-ae24ae58d79b/458709.rss",
1078            "spotify_show_url": "https://open.spotify.com/show/2wfSTS6OzM2iOQJWwbL6U0"
1079        },
1080        "podcastPalette": {
1081            "Vibrant": {
1082                "rgb": [
1083                    244,
1084                    67,
1085                    60
1086                ],
1087                "population": 1469
1088            },
1089            "DarkVibrant": {
1090                "rgb": [
1091                    125.51941747572819,
1092                    11.586407766990265,
1093                    7.0805825242718115
1094                ],
1095                "population": 0
1096            },
1097            "LightVibrant": {
1098                "rgb": [
1099                    244,
1100                    140,
1101                    132
1102                ],
1103                "population": 33
1104            },
1105            "Muted": {
1106                "rgb": [
1107                    158,
1108                    158,
1109                    158
1110                ],
1111                "population": 82
1112            },
1113            "DarkMuted": {
1114                "rgb": [
1115                    84,
1116                    84,
1117                    84
1118                ],
1119                "population": 261
1120            },
1121            "LightMuted": {
1122                "rgb": [
1123                    188,
1124                    188,
1125                    188
1126                ],
1127                "population": 14
1128            }
1129        },
1130        "pageThemes": {
1131            "podcast": {
1132                "id": "13711",
1133                "publication_id": 458709,
1134                "section_id": null,
1135                "page": "podcast",
1136                "page_hero": "feature-media",
1137                "page_posts": "grid",
1138                "show_podcast_links": true,
1139                "hero_alignment": "left"
1140            }
1141        },
1142        "live_subscriber_counts": false,
1143        "scrapedAt": "2025-02-10T06:17:32.349Z"
1144    },
1145    ...
1146]