Pricing

$5.00 / 1,000 item scrapeds

Try for free

Go to Apify Store

Hacker News Scraper - Posts, Comments & Users

Try for free

Search posts and comments by keyword, or pull the live front page with each post's rank. Every row has points, comment count, author, domain and date. Add full comment threads with reply depth, plus user profiles and karma.

Pricing

$5.00 / 1,000 item scrapeds

Rating

0.0

(0)

Developer

Goutam Soni

Actor stats

Bookmarked

Total users

Monthly active users

15 days ago

Last modified

Categories

Automation

Lead generation

Business

You can access the Hacker News Scraper - Posts, Comments & Users programmatically from your own applications by using the Apify API. You can also choose the language preference from below. To use the Apify API, you’ll need an Apify account and your API token, found in API & Integrations in Apify Console.

Python

JavaScript

CLI

OpenAPI

HTTP

MCP

{
  "openapi": "3.0.1",
  "info": {
    "version": "0.0",
    "x-build-id": "NOW2M8E6FEhZhsZWg"
  },
  "servers": [
    {
      "url": "https://api.apify.com/v2"
    }
  ],
  "paths": {
    "/acts/goat255~hackernews-scraper/run-sync-get-dataset-items": {
      "post": {
        "operationId": "run-sync-get-dataset-items-goat255-hackernews-scraper",
        "x-openai-isConsequential": false,
        "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.",
        "tags": [
          "Run Actor"
        ],
        "requestBody": {
          "required": true,
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/inputSchema"
              }
            }
          }
        },
        "parameters": [
          {
            "name": "token",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "Enter your Apify token here"
          }
        ],
        "responses": {
          "200": {
            "description": "OK"
          }
        }
      }
    },
    "/acts/goat255~hackernews-scraper/runs": {
      "post": {
        "operationId": "runs-sync-goat255-hackernews-scraper",
        "x-openai-isConsequential": false,
        "summary": "Executes an Actor and returns information about the initiated run in response.",
        "tags": [
          "Run Actor"
        ],
        "requestBody": {
          "required": true,
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/inputSchema"
              }
            }
          }
        },
        "parameters": [
          {
            "name": "token",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "Enter your Apify token here"
          }
        ],
        "responses": {
          "200": {
            "description": "OK",
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/runsResponseSchema"
                }
              }
            }
          }
        }
      }
    },
    "/acts/goat255~hackernews-scraper/run-sync": {
      "post": {
        "operationId": "run-sync-goat255-hackernews-scraper",
        "x-openai-isConsequential": false,
        "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.",
        "tags": [
          "Run Actor"
        ],
        "requestBody": {
          "required": true,
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/inputSchema"
              }
            }
          }
        },
        "parameters": [
          {
            "name": "token",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "Enter your Apify token here"
          }
        ],
        "responses": {
          "200": {
            "description": "OK"
          }
        }
      }
    }
  },
  "components": {
    "schemas": {
      "inputSchema": {
        "type": "object",
        "properties": {
          "searchTerms": {
            "title": "Search terms",
            "type": "array",
            "description": "Keywords to search. One search per entry. Leave empty if you only want live lists, users or specific posts.",
            "items": {
              "type": "string"
            }
          },
          "postType": {
            "title": "Post type",
            "enum": [
              "any",
              "story",
              "comment",
              "ask",
              "show",
              "poll",
              "front_page"
            ],
            "type": "string",
            "description": "Which kind of post to search for.",
            "default": "story"
          },
          "sort": {
            "title": "Sort",
            "enum": [
              "relevance",
              "date"
            ],
            "type": "string",
            "description": "Relevance ranks by popularity but stops at 1000 results per term. Date walks backwards through time with no limit, so use it for large runs.",
            "default": "relevance"
          },
          "maxResultsPerTerm": {
            "title": "Max results per search term",
            "minimum": 1,
            "maximum": 5000,
            "type": "integer",
            "description": "Cap per search term. Above 1000 the run automatically switches to walking by date.",
            "default": 100
          },
          "minPoints": {
            "title": "Minimum points",
            "minimum": 0,
            "type": "integer",
            "description": "Only return posts with at least this many points."
          },
          "minComments": {
            "title": "Minimum comments",
            "minimum": 0,
            "type": "integer",
            "description": "Only return posts with at least this many comments."
          },
          "dateFrom": {
            "title": "Posted after",
            "type": "string",
            "description": "Only return posts created on or after this date. Format YYYY-MM-DD."
          },
          "dateTo": {
            "title": "Posted before",
            "type": "string",
            "description": "Only return posts created on or before this date. Format YYYY-MM-DD."
          },
          "lists": {
            "title": "Live lists",
            "type": "array",
            "description": "Pull the current live rankings. Every row carries its position in the list, so scheduling the run builds a ranking history.",
            "items": {
              "type": "string",
              "enum": [
                "top",
                "best",
                "new",
                "ask",
                "show",
                "job"
              ],
              "enumTitles": [
                "Front page",
                "Best",
                "Newest",
                "Ask posts",
                "Show posts",
                "Jobs"
              ]
            }
          },
          "maxItemsPerList": {
            "title": "Max posts per list",
            "minimum": 1,
            "maximum": 500,
            "type": "integer",
            "description": "Cap per live list.",
            "default": 100
          },
          "usernames": {
            "title": "Usernames",
            "type": "array",
            "description": "User profiles to fetch: karma, account age, bio and submission count.",
            "items": {
              "type": "string"
            }
          },
          "itemIds": {
            "title": "Post links or ids",
            "type": "array",
            "description": "Specific posts to fetch. Paste the full link or just the numeric id.",
            "items": {
              "type": "string"
            }
          },
          "includeComments": {
            "title": "Include comment threads",
            "type": "boolean",
            "description": "Also pull the comment thread for every post the run collects. Each comment is its own row and carries its reply depth.",
            "default": false
          },
          "maxCommentsPerPost": {
            "title": "Max comments per post",
            "minimum": 1,
            "maximum": 1000,
            "type": "integer",
            "description": "Cap on comments pulled per post.",
            "default": 100
          },
          "proxyConfiguration": {
            "title": "Proxy configuration",
            "type": "object",
            "description": "Optional. Enable to spread requests across IP addresses."
          }
        }
      },
      "runsResponseSchema": {
        "type": "object",
        "properties": {
          "data": {
            "type": "object",
            "properties": {
              "id": {
                "type": "string"
              },
              "actId": {
                "type": "string"
              },
              "userId": {
                "type": "string"
              },
              "startedAt": {
                "type": "string",
                "format": "date-time",
                "example": "2025-01-08T00:00:00.000Z"
              },
              "finishedAt": {
                "type": "string",
                "format": "date-time",
                "example": "2025-01-08T00:00:00.000Z"
              },
              "status": {
                "type": "string",
                "example": "READY"
              },
              "meta": {
                "type": "object",
                "properties": {
                  "origin": {
                    "type": "string",
                    "example": "API"
                  },
                  "userAgent": {
                    "type": "string"
                  }
                }
              },
              "stats": {
                "type": "object",
                "properties": {
                  "inputBodyLen": {
                    "type": "integer",
                    "example": 2000
                  },
                  "rebootCount": {
                    "type": "integer",
                    "example": 0
                  },
                  "restartCount": {
                    "type": "integer",
                    "example": 0
                  },
                  "resurrectCount": {
                    "type": "integer",
                    "example": 0
                  },
                  "computeUnits": {
                    "type": "integer",
                    "example": 0
                  }
                }
              },
              "options": {
                "type": "object",
                "properties": {
                  "build": {
                    "type": "string",
                    "example": "latest"
                  },
                  "timeoutSecs": {
                    "type": "integer",
                    "example": 300
                  },
                  "memoryMbytes": {
                    "type": "integer",
                    "example": 1024
                  },
                  "diskMbytes": {
                    "type": "integer",
                    "example": 2048
                  }
                }
              },
              "buildId": {
                "type": "string"
              },
              "defaultKeyValueStoreId": {
                "type": "string"
              },
              "defaultDatasetId": {
                "type": "string"
              },
              "defaultRequestQueueId": {
                "type": "string"
              },
              "buildNumber": {
                "type": "string",
                "example": "1.0.0"
              },
              "containerUrl": {
                "type": "string"
              },
              "usage": {
                "type": "object",
                "properties": {
                  "ACTOR_COMPUTE_UNITS": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATASET_READS": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATASET_WRITES": {
                    "type": "integer",
                    "example": 0
                  },
                  "KEY_VALUE_STORE_READS": {
                    "type": "integer",
                    "example": 0
                  },
                  "KEY_VALUE_STORE_WRITES": {
                    "type": "integer",
                    "example": 1
                  },
                  "KEY_VALUE_STORE_LISTS": {
                    "type": "integer",
                    "example": 0
                  },
                  "REQUEST_QUEUE_READS": {
                    "type": "integer",
                    "example": 0
                  },
                  "REQUEST_QUEUE_WRITES": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATA_TRANSFER_INTERNAL_GBYTES": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATA_TRANSFER_EXTERNAL_GBYTES": {
                    "type": "integer",
                    "example": 0
                  },
                  "PROXY_RESIDENTIAL_TRANSFER_GBYTES": {
                    "type": "integer",
                    "example": 0
                  },
                  "PROXY_SERPS": {
                    "type": "integer",
                    "example": 0
                  }
                }
              },
              "usageTotalUsd": {
                "type": "number",
                "example": 0.00005
              },
              "usageUsd": {
                "type": "object",
                "properties": {
                  "ACTOR_COMPUTE_UNITS": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATASET_READS": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATASET_WRITES": {
                    "type": "integer",
                    "example": 0
                  },
                  "KEY_VALUE_STORE_READS": {
                    "type": "integer",
                    "example": 0
                  },
                  "KEY_VALUE_STORE_WRITES": {
                    "type": "number",
                    "example": 0.00005
                  },
                  "KEY_VALUE_STORE_LISTS": {
                    "type": "integer",
                    "example": 0
                  },
                  "REQUEST_QUEUE_READS": {
                    "type": "integer",
                    "example": 0
                  },
                  "REQUEST_QUEUE_WRITES": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATA_TRANSFER_INTERNAL_GBYTES": {
                    "type": "integer",
                    "example": 0
                  },
                  "DATA_TRANSFER_EXTERNAL_GBYTES": {
                    "type": "integer",
                    "example": 0
                  },
                  "PROXY_RESIDENTIAL_TRANSFER_GBYTES": {
                    "type": "integer",
                    "example": 0
                  },
                  "PROXY_SERPS": {
                    "type": "integer",
                    "example": 0
                  }
                }
              }
            }
          }
        }
      }
    }
  }
}

Hacker News Scraper - Posts, Comments & Users OpenAPI definition

OpenAPI is a standard for designing and describing RESTful APIs, allowing developers to define API structure, endpoints, and data formats in a machine-readable way. It simplifies API development, integration, and documentation.

OpenAPI is effective when used with AI agents and GPTs by standardizing how these systems interact with various APIs, for reliable integrations and efficient communication.

By defining machine-readable API specifications, OpenAPI allows AI models like GPTs to understand and use varied data sources, improving accuracy. This accelerates development, reduces errors, and provides context-aware responses, making OpenAPI a core component for AI applications.

You can download the OpenAPI definitions for Hacker News Scraper - Posts, Comments & Users from the options below:

OpenAPI.json

If you’d like to learn more about how OpenAPI powers GPTs, read our blog post.

You can also check out our other API clients:

Hacker News Scraper - Posts, Comments & Users API in Python

Hacker News Scraper - Posts, Comments & Users API in JavaScript

Hacker News Scraper - Posts, Comments & Users API through CLI

Hacker News Scraper - Posts, Comments & Users API

Hacker News Scraper: Stories, Comments & Search

scrapemint/hacker-news-scraper

Search and scrape Hacker News: stories and comments by keyword, author, points, date or category (front page, Ask HN, Show HN). One clean row per story or comment with points, comment count, author and links. No API key.

Ken M

5.0

Hacker News Scraper — Stories, Comments & Users API

sian.agency/hacker-news-scraper

Hacker News scraper & data API. Extract front-page stories, full comment threads, Ask/Show HN, jobs, polls, search results and user profiles: title, score, author, comment count, body text, links, karma — clean JSON/CSV. Fast overview or full detail. No-code, no API key needed.

SIÁN OÜ

Reddit Posts & Comments Scraper

parseforge/reddit-posts-comments-scraper

Scrape Reddit posts and comments from subreddits, search results, user profiles, or specific post URLs. Returns each post and comment as a flat row with score, comment count, body text, and optional top comments.

ParseForge

390

Hacker News Scraper — Search, Front Page, Comments & Alerts

samwise.agency/hacker-news-scraper

Search Hacker News stories and comments by keyword, scrape the front page and top stories, and export full comment threads. Official HN APIs — fast, keyless, clean JSON/CSV for monitoring and research.

samwise.agency

Hacker News Scraper

originalvi/hacker-news-scraper

Search and scrape Hacker News stories and comments by keyword, author, date range, points, or comment count. Fast, official API, no browser.

Andrew Schneidwind

Hacker News Scraper: Stories, Comments & Mentions

glitchbound/hackernews-scraper

Search every Hacker News story and comment since 2006: title, author, points, comment count, text and links. Filter by points, comments, date or type (Show HN, Ask HN, front page). Sort by date to monitor brand and competitor mentions. Official API, no key.

Daniel Meshulam

Hacker News Scraper – Stories, Comments & Search

ninhothedev/hacker-news-scraper

$1/1K 🔥 Fast Hacker News scraper! Stories, points, comments, authors & URLs via search or front page. JSON, CSV, Excel or API in seconds. Filter by points or keyword & pull thousands of posts for trend & tech research ⚡

ninhothedev

Hacker News Scraper

superslowsloth/hacker-news-scraper

Search Hacker News stories and comments with filters for tag, minimum score and date range. Returns title, URL, author, points, comment count, timestamps and full comment text. Sort by relevance or date, filter to front page, Show HN or Ask HN, and page up to Algolia's 1,000-hit window per query.

Superslow Sloth

Threads Scraper - Posts, Profiles & Comments

vitalue/threads-scraper

Scrape Threads (threads.net) posts, user profiles, and comments. Search by keyword, scrape user data (bio, followers, verified status), posts with engagement metrics, and comments.

Kovtun Vitalik

109

Hacker News Scraper

bgfc97/hacker-news-scraper

Scrape Hacker News stories, comments, Show/Ask HN and front page via the official Algolia HN Search API — title, URL, points, comment count, author, text, dates — by keyword or author. Reliable, no key.