arXiv Paper Search Scraper
Pricing
from $0.30 / 1,000 paper results
arXiv Paper Search Scraper
Search arXiv papers by keyword, author, category, and date using public paper metadata.
arXiv Paper Search Scraper
Pricing
from $0.30 / 1,000 paper results
Search arXiv papers by keyword, author, category, and date using public paper metadata.
You can access the arXiv Paper Search Scraper programmatically from your own applications by using the Apify API. You can also choose the language preference from below. To use the Apify API, you’ll need an Apify account and your API token, found in API & Integrations in Apify Console.
{ "openapi": "3.0.1", "info": { "version": "0.1", "x-build-id": "6RwyBeUm7Mkwtb00n" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/fetch_cat~arxiv-paper-search-scraper/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-fetch_cat-arxiv-paper-search-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/fetch_cat~arxiv-paper-search-scraper/runs": { "post": { "operationId": "runs-sync-fetch_cat-arxiv-paper-search-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/fetch_cat~arxiv-paper-search-scraper/run-sync": { "post": { "operationId": "run-sync-fetch_cat-arxiv-paper-search-scraper", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "required": [ "query" ], "properties": { "query": { "title": "Search query", "type": "string", "description": "Required literal keyword or phrase across arXiv metadata. Advanced field-prefix or Boolean query syntax is not interpreted as such. Combined with author and category filters. Backup searches may match individual words differently; results are not guaranteed exhaustive." }, "categories": { "title": "arXiv categories", "type": "array", "description": "Optional arXiv codes such as cs.AI, cs.LG, stat.ML, math.OC or quant-ph. Multiple codes are alternatives; they are combined with the text and author constraints. The form prefills cs.AI, but omitted API input adds no category filter.", "items": { "type": "string" } }, "maxItems": { "title": "Maximum papers", "minimum": 1, "maximum": 5000, "type": "integer", "description": "Maximum matching papers saved, from 1 to 5,000. Omitted input defaults to 50; the form prefills 20. A cap, not a promised count. Date filtering or upstream limits can yield fewer papers. Each saved paper incurs the result event shown in Pricing.", "default": 50 }, "sortBy": { "title": "Sort by", "enum": [ "relevance", "lastUpdatedDate", "submittedDate" ], "type": "string", "description": "Main-search ordering: relevance (default), latest update date, or initial submission date. Backup metadata results may use a different order and do not honor this selection.", "default": "relevance" }, "sortOrder": { "title": "Sort order", "enum": [ "descending", "ascending" ], "type": "string", "description": "Direction for the selected main-search ordering; descending is the default. For date sorting, descending means newest first and ascending means oldest first. Backup metadata results may not honor this direction.", "default": "descending" }, "startDate": { "title": "Published after", "type": "string", "description": "Inclusive initial-publication lower bound in YYYY-MM-DD format (UTC). Applied after papers are retrieved, not to their latest update date; filtering can reduce the saved count. Must be a real date no later than endDate when both are supplied." }, "author": { "title": "Author name", "type": "string", "description": "Optional author name, combined with the required query and any categories. Author-only searches are not supported. Backup matching can use words across paper metadata rather than an author-specific match; inspect returned author lists." }, "startIndex": { "title": "Resume from result index", "minimum": 0, "maximum": 5000, "type": "integer", "description": "Zero-based main-search offset from 0 to 5,000; defaults to 0. When available, use nextStart from PENDING_WORK with the same search settings. Retain earlier results separately and check for duplicates. Backup metadata search does not honor this offset; continuation is not guaranteed for every interrupted run.", "default": 0 }, "endDate": { "title": "Published before", "type": "string", "description": "Inclusive initial-publication upper bound in YYYY-MM-DD format (UTC). Applied after retrieval, not to the latest update date. Must be a real date no earlier than startDate when both are supplied." } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 }, "PROXY_UNBLOCKER_UNITS": { "type": "integer", "example": 0 } } } } } } } } }}OpenAPI is a standard for designing and describing RESTful APIs, allowing developers to define API structure, endpoints, and data formats in a machine-readable way. It simplifies API development, integration, and documentation.
OpenAPI is effective when used with AI agents and GPTs by standardizing how these systems interact with various APIs, for reliable integrations and efficient communication.
By defining machine-readable API specifications, OpenAPI allows AI models like GPTs to understand and use varied data sources, improving accuracy. This accelerates development, reduces errors, and provides context-aware responses, making OpenAPI a core component for AI applications.
You can download the OpenAPI definitions for arXiv Paper Search Scraper from the options below:
If you’d like to learn more about how OpenAPI powers GPTs, read our blog post.
You can also check out our other API clients: