ScrapyFy
Deprecated
Pricing
Pay per usage
Go to Store
ScrapyFy
Deprecated
Scrapy Runner
0.0 (0)
Pricing
Pay per usage
1
Total users
16
Monthly users
2
Last modified
2 years ago
You can access the ScrapyFy programmatically from your own applications by using the Apify API. You can also choose the language preference from below. To use the Apify API, you’ll need an Apify account and your API token, found in Integrations settings in Apify Console.
{ "openapi": "3.0.1", "info": { "version": "0.0", "x-build-id": "fpbGm3h1jlzvVaqMf" }, "servers": [ { "url": "https://api.apify.com/v2" } ], "paths": { "/acts/jupri~scrapyfy/run-sync-get-dataset-items": { "post": { "operationId": "run-sync-get-dataset-items-jupri-scrapyfy", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for its completion, and returns Actor's dataset items in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } }, "/acts/jupri~scrapyfy/runs": { "post": { "operationId": "runs-sync-jupri-scrapyfy", "x-openai-isConsequential": false, "summary": "Executes an Actor and returns information about the initiated run in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK", "content": { "application/json": { "schema": { "$ref": "#/components/schemas/runsResponseSchema" } } } } } } }, "/acts/jupri~scrapyfy/run-sync": { "post": { "operationId": "run-sync-jupri-scrapyfy", "x-openai-isConsequential": false, "summary": "Executes an Actor, waits for completion, and returns the OUTPUT from Key-value store in response.", "tags": [ "Run Actor" ], "requestBody": { "required": true, "content": { "application/json": { "schema": { "$ref": "#/components/schemas/inputSchema" } } } }, "parameters": [ { "name": "token", "in": "query", "required": true, "schema": { "type": "string" }, "description": "Enter your Apify token here" } ], "responses": { "200": { "description": "OK" } } } } }, "components": { "schemas": { "inputSchema": { "type": "object", "required": [ "spiders_code" ], "properties": { "spiders_code": { "title": "Spiders Code", "type": "string", "description": "Define your spiders <i>(multiple spiders can be specified)</i>." }, "AJAXCRAWL_ENABLED": { "title": "AJAXCRAWL_ENABLED", "type": "boolean", "description": "", "default": false }, "ASYNCIO_EVENT_LOOP": { "title": "ASYNCIO_EVENT_LOOP", "type": "string", "description": "" }, "AUTOTHROTTLE_DEBUG": { "title": "AUTOTHROTTLE_DEBUG", "type": "boolean", "description": "", "default": false }, "AUTOTHROTTLE_ENABLED": { "title": "AUTOTHROTTLE_ENABLED", "type": "boolean", "description": "", "default": false }, "AUTOTHROTTLE_MAX_DELAY": { "title": "AUTOTHROTTLE_MAX_DELAY", "type": "integer", "description": "", "default": 60 }, "AUTOTHROTTLE_START_DELAY": { "title": "AUTOTHROTTLE_START_DELAY", "type": "integer", "description": "", "default": 5 }, "AUTOTHROTTLE_TARGET_CONCURRENCY": { "title": "AUTOTHROTTLE_TARGET_CONCURRENCY", "type": "integer", "description": "", "default": 1 }, "BOT_NAME": { "title": "BOT_NAME", "type": "string", "description": "", "default": "scrapybot" }, "CLOSESPIDER_ERRORCOUNT": { "title": "CLOSESPIDER_ERRORCOUNT", "type": "integer", "description": "", "default": 0 }, "CLOSESPIDER_ITEMCOUNT": { "title": "CLOSESPIDER_ITEMCOUNT", "type": "integer", "description": "", "default": 0 }, "CLOSESPIDER_PAGECOUNT": { "title": "CLOSESPIDER_PAGECOUNT", "type": "integer", "description": "", "default": 0 }, "CLOSESPIDER_TIMEOUT": { "title": "CLOSESPIDER_TIMEOUT", "type": "integer", "description": "", "default": 0 }, "COMMANDS_MODULE": { "title": "COMMANDS_MODULE", "type": "string", "description": "", "default": "" }, "COMPRESSION_ENABLED": { "title": "COMPRESSION_ENABLED", "type": "boolean", "description": "", "default": true }, "CONCURRENT_ITEMS": { "title": "CONCURRENT_ITEMS", "type": "integer", "description": "", "default": 100 }, "CONCURRENT_REQUESTS": { "title": "CONCURRENT_REQUESTS", "type": "integer", "description": "", "default": 16 }, "CONCURRENT_REQUESTS_PER_DOMAIN": { "title": "CONCURRENT_REQUESTS_PER_DOMAIN", "type": "integer", "description": "", "default": 8 }, "CONCURRENT_REQUESTS_PER_IP": { "title": "CONCURRENT_REQUESTS_PER_IP", "type": "integer", "description": "", "default": 0 }, "COOKIES_DEBUG": { "title": "COOKIES_DEBUG", "type": "boolean", "description": "", "default": false }, "COOKIES_ENABLED": { "title": "COOKIES_ENABLED", "type": "boolean", "description": "", "default": true }, "DEFAULT_ITEM_CLASS": { "title": "DEFAULT_ITEM_CLASS", "type": "string", "description": "", "default": "scrapy.item.Item" }, "DEFAULT_REQUEST_HEADERS": { "title": "DEFAULT_REQUEST_HEADERS", "type": "object", "description": "" }, "DEPTH_LIMIT": { "title": "DEPTH_LIMIT", "type": "integer", "description": "", "default": 0 }, "DEPTH_PRIORITY": { "title": "DEPTH_PRIORITY", "type": "integer", "description": "", "default": 0 }, "DEPTH_STATS_VERBOSE": { "title": "DEPTH_STATS_VERBOSE", "type": "boolean", "description": "", "default": false }, "DNSCACHE_ENABLED": { "title": "DNSCACHE_ENABLED", "type": "boolean", "description": "", "default": true }, "DNSCACHE_SIZE": { "title": "DNSCACHE_SIZE", "type": "integer", "description": "", "default": 10000 }, "DNS_RESOLVER": { "title": "DNS_RESOLVER", "type": "string", "description": "", "default": "scrapy.resolver.CachingThreadedResolver" }, "DNS_TIMEOUT": { "title": "DNS_TIMEOUT", "type": "integer", "description": "", "default": 60 }, "DOWNLOADER": { "title": "DOWNLOADER", "type": "string", "description": "", "default": "scrapy.core.downloader.Downloader" }, "DOWNLOADER_CLIENTCONTEXTFACTORY": { "title": "DOWNLOADER_CLIENTCONTEXTFACTORY", "type": "string", "description": "", "default": "scrapy.core.downloader.contextfactory.ScrapyClientContextFactory" }, "DOWNLOADER_CLIENT_TLS_CIPHERS": { "title": "DOWNLOADER_CLIENT_TLS_CIPHERS", "type": "string", "description": "", "default": "DEFAULT" }, "DOWNLOADER_CLIENT_TLS_METHOD": { "title": "DOWNLOADER_CLIENT_TLS_METHOD", "type": "string", "description": "", "default": "TLS" }, "DOWNLOADER_CLIENT_TLS_VERBOSE_LOGGING": { "title": "DOWNLOADER_CLIENT_TLS_VERBOSE_LOGGING", "type": "boolean", "description": "", "default": false }, "DOWNLOADER_HTTPCLIENTFACTORY": { "title": "DOWNLOADER_HTTPCLIENTFACTORY", "type": "string", "description": "", "default": "scrapy.core.downloader.webclient.ScrapyHTTPClientFactory" }, "DOWNLOADER_MIDDLEWARES": { "title": "DOWNLOADER_MIDDLEWARES", "type": "object", "description": "" }, "DOWNLOADER_MIDDLEWARES_BASE": { "title": "DOWNLOADER_MIDDLEWARES_BASE", "type": "object", "description": "" }, "DOWNLOADER_STATS": { "title": "DOWNLOADER_STATS", "type": "boolean", "description": "", "default": true }, "DOWNLOAD_DELAY": { "title": "DOWNLOAD_DELAY", "type": "integer", "description": "", "default": 0 }, "DOWNLOAD_FAIL_ON_DATALOSS": { "title": "DOWNLOAD_FAIL_ON_DATALOSS", "type": "boolean", "description": "", "default": true }, "DOWNLOAD_HANDLERS": { "title": "DOWNLOAD_HANDLERS", "type": "object", "description": "" }, "DOWNLOAD_HANDLERS_BASE": { "title": "DOWNLOAD_HANDLERS_BASE", "type": "object", "description": "" }, "DOWNLOAD_MAXSIZE": { "title": "DOWNLOAD_MAXSIZE", "type": "integer", "description": "", "default": 1073741824 }, "DOWNLOAD_TIMEOUT": { "title": "DOWNLOAD_TIMEOUT", "type": "integer", "description": "", "default": 180 }, "DOWNLOAD_WARNSIZE": { "title": "DOWNLOAD_WARNSIZE", "type": "integer", "description": "", "default": 33554432 }, "DUPEFILTER_CLASS": { "title": "DUPEFILTER_CLASS", "type": "string", "description": "", "default": "scrapy.dupefilters.RFPDupeFilter" }, "EDITOR": { "title": "EDITOR", "type": "string", "description": "", "default": "vi" }, "EXTENSIONS": { "title": "EXTENSIONS", "type": "object", "description": "" }, "EXTENSIONS_BASE": { "title": "EXTENSIONS_BASE", "type": "object", "description": "" }, "FEEDS": { "title": "FEEDS", "type": "object", "description": "" }, "FEED_EXPORTERS": { "title": "FEED_EXPORTERS", "type": "object", "description": "" }, "FEED_EXPORTERS_BASE": { "title": "FEED_EXPORTERS_BASE", "type": "object", "description": "" }, "FEED_EXPORT_BATCH_ITEM_COUNT": { "title": "FEED_EXPORT_BATCH_ITEM_COUNT", "type": "integer", "description": "", "default": 0 }, "FEED_EXPORT_ENCODING": { "title": "FEED_EXPORT_ENCODING", "type": "string", "description": "" }, "FEED_EXPORT_FIELDS": { "title": "FEED_EXPORT_FIELDS", "type": "string", "description": "" }, "FEED_EXPORT_INDENT": { "title": "FEED_EXPORT_INDENT", "type": "integer", "description": "", "default": 0 }, "FEED_STORAGES": { "title": "FEED_STORAGES", "type": "object", "description": "" }, "FEED_STORAGES_BASE": { "title": "FEED_STORAGES_BASE", "type": "object", "description": "" }, "FEED_STORAGE_FTP_ACTIVE": { "title": "FEED_STORAGE_FTP_ACTIVE", "type": "boolean", "description": "", "default": false }, "FEED_STORAGE_GCS_ACL": { "title": "FEED_STORAGE_GCS_ACL", "type": "string", "description": "", "default": "" }, "FEED_STORAGE_S3_ACL": { "title": "FEED_STORAGE_S3_ACL", "type": "string", "description": "", "default": "" }, "FEED_STORE_EMPTY": { "title": "FEED_STORE_EMPTY", "type": "boolean", "description": "", "default": false }, "FEED_TEMPDIR": { "title": "FEED_TEMPDIR", "type": "string", "description": "" }, "FEED_URI_PARAMS": { "title": "FEED_URI_PARAMS", "type": "string", "description": "" }, "FILES_STORE_GCS_ACL": { "title": "FILES_STORE_GCS_ACL", "type": "string", "description": "", "default": "" }, "FILES_STORE_S3_ACL": { "title": "FILES_STORE_S3_ACL", "type": "string", "description": "", "default": "private" }, "FTP_PASSIVE_MODE": { "title": "FTP_PASSIVE_MODE", "type": "boolean", "description": "", "default": true }, "FTP_PASSWORD": { "title": "FTP_PASSWORD", "type": "string", "description": "", "default": "guest" }, "FTP_USER": { "title": "FTP_USER", "type": "string", "description": "", "default": "anonymous" }, "GCS_PROJECT_ID": { "title": "GCS_PROJECT_ID", "type": "string", "description": "" }, "HTTPCACHE_ALWAYS_STORE": { "title": "HTTPCACHE_ALWAYS_STORE", "type": "boolean", "description": "", "default": false }, "HTTPCACHE_DBM_MODULE": { "title": "HTTPCACHE_DBM_MODULE", "type": "string", "description": "", "default": "dbm" }, "HTTPCACHE_DIR": { "title": "HTTPCACHE_DIR", "type": "string", "description": "", "default": "httpcache" }, "HTTPCACHE_ENABLED": { "title": "HTTPCACHE_ENABLED", "type": "boolean", "description": "", "default": false }, "HTTPCACHE_EXPIRATION_SECS": { "title": "HTTPCACHE_EXPIRATION_SECS", "type": "integer", "description": "", "default": 0 }, "HTTPCACHE_GZIP": { "title": "HTTPCACHE_GZIP", "type": "boolean", "description": "", "default": false }, "HTTPCACHE_IGNORE_HTTP_CODES": { "title": "HTTPCACHE_IGNORE_HTTP_CODES", "type": "array", "description": "", "items": { "type": "string" } }, "HTTPCACHE_IGNORE_MISSING": { "title": "HTTPCACHE_IGNORE_MISSING", "type": "boolean", "description": "", "default": false }, "HTTPCACHE_IGNORE_RESPONSE_CACHE_CONTROLS": { "title": "HTTPCACHE_IGNORE_RESPONSE_CACHE_CONTROLS", "type": "array", "description": "", "items": { "type": "string" } }, "HTTPCACHE_IGNORE_SCHEMES": { "title": "HTTPCACHE_IGNORE_SCHEMES", "type": "array", "description": "", "items": { "type": "string" } }, "HTTPCACHE_POLICY": { "title": "HTTPCACHE_POLICY", "type": "string", "description": "", "default": "scrapy.extensions.httpcache.DummyPolicy" }, "HTTPCACHE_STORAGE": { "title": "HTTPCACHE_STORAGE", "type": "string", "description": "", "default": "scrapy.extensions.httpcache.FilesystemCacheStorage" }, "HTTPPROXY_AUTH_ENCODING": { "title": "HTTPPROXY_AUTH_ENCODING", "type": "string", "description": "", "default": "latin-1" }, "HTTPPROXY_ENABLED": { "title": "HTTPPROXY_ENABLED", "type": "boolean", "description": "", "default": true }, "IMAGES_STORE_GCS_ACL": { "title": "IMAGES_STORE_GCS_ACL", "type": "string", "description": "", "default": "" }, "IMAGES_STORE_S3_ACL": { "title": "IMAGES_STORE_S3_ACL", "type": "string", "description": "", "default": "private" }, "ITEM_PIPELINES": { "title": "ITEM_PIPELINES", "type": "object", "description": "" }, "ITEM_PIPELINES_BASE": { "title": "ITEM_PIPELINES_BASE", "type": "object", "description": "" }, "ITEM_PROCESSOR": { "title": "ITEM_PROCESSOR", "type": "string", "description": "", "default": "scrapy.pipelines.ItemPipelineManager" }, "LOGSTATS_INTERVAL": { "title": "LOGSTATS_INTERVAL", "type": "integer", "description": "", "default": 60 }, "LOG_DATEFORMAT": { "title": "LOG_DATEFORMAT", "type": "string", "description": "", "default": "%Y-%m-%d %H:%M:%S" }, "LOG_ENABLED": { "title": "LOG_ENABLED", "type": "boolean", "description": "", "default": true }, "LOG_ENCODING": { "title": "LOG_ENCODING", "type": "string", "description": "", "default": "utf-8" }, "LOG_FILE": { "title": "LOG_FILE", "type": "string", "description": "" }, "LOG_FILE_APPEND": { "title": "LOG_FILE_APPEND", "type": "boolean", "description": "", "default": true }, "LOG_FORMAT": { "title": "LOG_FORMAT", "type": "string", "description": "", "default": "%(asctime)s [%(name)s] %(levelname)s: %(message)s" }, "LOG_FORMATTER": { "title": "LOG_FORMATTER", "type": "string", "description": "", "default": "scrapy.logformatter.LogFormatter" }, "LOG_LEVEL": { "title": "LOG_LEVEL", "type": "string", "description": "", "default": "DEBUG" }, "LOG_SHORT_NAMES": { "title": "LOG_SHORT_NAMES", "type": "boolean", "description": "", "default": false }, "LOG_STDOUT": { "title": "LOG_STDOUT", "type": "boolean", "description": "", "default": false }, "MAIL_FROM": { "title": "MAIL_FROM", "type": "string", "description": "", "default": "scrapy@localhost" }, "MAIL_HOST": { "title": "MAIL_HOST", "type": "string", "description": "", "default": "localhost" }, "MAIL_PASS": { "title": "MAIL_PASS", "type": "string", "description": "" }, "MAIL_PORT": { "title": "MAIL_PORT", "type": "integer", "description": "", "default": 25 }, "MAIL_USER": { "title": "MAIL_USER", "type": "string", "description": "" }, "MEMDEBUG_ENABLED": { "title": "MEMDEBUG_ENABLED", "type": "boolean", "description": "", "default": false }, "MEMDEBUG_NOTIFY": { "title": "MEMDEBUG_NOTIFY", "type": "array", "description": "", "items": { "type": "string" } }, "MEMUSAGE_CHECK_INTERVAL_SECONDS": { "title": "MEMUSAGE_CHECK_INTERVAL_SECONDS", "type": "integer", "description": "", "default": 60 }, "MEMUSAGE_ENABLED": { "title": "MEMUSAGE_ENABLED", "type": "boolean", "description": "", "default": true }, "MEMUSAGE_LIMIT_MB": { "title": "MEMUSAGE_LIMIT_MB", "type": "integer", "description": "", "default": 0 }, "MEMUSAGE_NOTIFY_MAIL": { "title": "MEMUSAGE_NOTIFY_MAIL", "type": "array", "description": "", "items": { "type": "string" } }, "MEMUSAGE_WARNING_MB": { "title": "MEMUSAGE_WARNING_MB", "type": "integer", "description": "", "default": 0 }, "METAREFRESH_ENABLED": { "title": "METAREFRESH_ENABLED", "type": "boolean", "description": "", "default": true }, "METAREFRESH_IGNORE_TAGS": { "title": "METAREFRESH_IGNORE_TAGS", "type": "array", "description": "", "items": { "type": "string" } }, "METAREFRESH_MAXDELAY": { "title": "METAREFRESH_MAXDELAY", "type": "integer", "description": "", "default": 100 }, "NEWSPIDER_MODULE": { "title": "NEWSPIDER_MODULE", "type": "string", "description": "", "default": "" }, "RANDOMIZE_DOWNLOAD_DELAY": { "title": "RANDOMIZE_DOWNLOAD_DELAY", "type": "boolean", "description": "", "default": true }, "REACTOR_THREADPOOL_MAXSIZE": { "title": "REACTOR_THREADPOOL_MAXSIZE", "type": "integer", "description": "", "default": 10 }, "REDIRECT_ENABLED": { "title": "REDIRECT_ENABLED", "type": "boolean", "description": "", "default": true }, "REDIRECT_MAX_TIMES": { "title": "REDIRECT_MAX_TIMES", "type": "integer", "description": "", "default": 20 }, "REDIRECT_PRIORITY_ADJUST": { "title": "REDIRECT_PRIORITY_ADJUST", "type": "integer", "description": "", "default": 2 }, "REFERER_ENABLED": { "title": "REFERER_ENABLED", "type": "boolean", "description": "", "default": true }, "REFERRER_POLICY": { "title": "REFERRER_POLICY", "type": "string", "description": "", "default": "scrapy.spidermiddlewares.referer.DefaultReferrerPolicy" }, "REQUEST_FINGERPRINTER_CLASS": { "title": "REQUEST_FINGERPRINTER_CLASS", "type": "string", "description": "", "default": "scrapy.utils.request.RequestFingerprinter" }, "REQUEST_FINGERPRINTER_IMPLEMENTATION": { "title": "REQUEST_FINGERPRINTER_IMPLEMENTATION", "type": "string", "description": "", "default": "2.6" }, "RETRY_ENABLED": { "title": "RETRY_ENABLED", "type": "boolean", "description": "", "default": true }, "RETRY_HTTP_CODES": { "title": "RETRY_HTTP_CODES", "type": "array", "description": "", "items": { "type": "string" } }, "RETRY_PRIORITY_ADJUST": { "title": "RETRY_PRIORITY_ADJUST", "type": "integer", "description": "", "default": -1 }, "RETRY_TIMES": { "title": "RETRY_TIMES", "type": "integer", "description": "", "default": 2 }, "ROBOTSTXT_OBEY": { "title": "ROBOTSTXT_OBEY", "type": "boolean", "description": "", "default": false }, "ROBOTSTXT_PARSER": { "title": "ROBOTSTXT_PARSER", "type": "string", "description": "", "default": "scrapy.robotstxt.ProtegoRobotParser" }, "ROBOTSTXT_USER_AGENT": { "title": "ROBOTSTXT_USER_AGENT", "type": "string", "description": "" }, "SCHEDULER": { "title": "SCHEDULER", "type": "string", "description": "", "default": "scrapy.core.scheduler.Scheduler" }, "SCHEDULER_DEBUG": { "title": "SCHEDULER_DEBUG", "type": "boolean", "description": "", "default": false }, "SCHEDULER_DISK_QUEUE": { "title": "SCHEDULER_DISK_QUEUE", "type": "string", "description": "", "default": "scrapy.squeues.PickleLifoDiskQueue" }, "SCHEDULER_MEMORY_QUEUE": { "title": "SCHEDULER_MEMORY_QUEUE", "type": "string", "description": "", "default": "scrapy.squeues.LifoMemoryQueue" }, "SCHEDULER_PRIORITY_QUEUE": { "title": "SCHEDULER_PRIORITY_QUEUE", "type": "string", "description": "", "default": "scrapy.pqueues.ScrapyPriorityQueue" }, "SCRAPER_SLOT_MAX_ACTIVE_SIZE": { "title": "SCRAPER_SLOT_MAX_ACTIVE_SIZE", "type": "integer", "description": "", "default": 5000000 }, "SPIDER_CONTRACTS": { "title": "SPIDER_CONTRACTS", "type": "object", "description": "" }, "SPIDER_CONTRACTS_BASE": { "title": "SPIDER_CONTRACTS_BASE", "type": "object", "description": "" }, "SPIDER_LOADER_CLASS": { "title": "SPIDER_LOADER_CLASS", "type": "string", "description": "", "default": "scrapy.spiderloader.SpiderLoader" }, "SPIDER_LOADER_WARN_ONLY": { "title": "SPIDER_LOADER_WARN_ONLY", "type": "boolean", "description": "", "default": false }, "SPIDER_MIDDLEWARES": { "title": "SPIDER_MIDDLEWARES", "type": "object", "description": "" }, "SPIDER_MIDDLEWARES_BASE": { "title": "SPIDER_MIDDLEWARES_BASE", "type": "object", "description": "" }, "SPIDER_MODULES": { "title": "SPIDER_MODULES", "type": "array", "description": "", "items": { "type": "string" } }, "STATSMAILER_RCPTS": { "title": "STATSMAILER_RCPTS", "type": "array", "description": "", "items": { "type": "string" } }, "STATS_CLASS": { "title": "STATS_CLASS", "type": "string", "description": "", "default": "scrapy.statscollectors.MemoryStatsCollector" }, "STATS_DUMP": { "title": "STATS_DUMP", "type": "boolean", "description": "", "default": true }, "TELNETCONSOLE_ENABLED": { "title": "TELNETCONSOLE_ENABLED", "type": "integer", "description": "", "default": 1 }, "TELNETCONSOLE_HOST": { "title": "TELNETCONSOLE_HOST", "type": "string", "description": "", "default": "127.0.0.1" }, "TELNETCONSOLE_PASSWORD": { "title": "TELNETCONSOLE_PASSWORD", "type": "string", "description": "" }, "TELNETCONSOLE_PORT": { "title": "TELNETCONSOLE_PORT", "type": "array", "description": "", "items": { "type": "string" } }, "TELNETCONSOLE_USERNAME": { "title": "TELNETCONSOLE_USERNAME", "type": "string", "description": "", "default": "scrapy" }, "TEMPLATES_DIR": { "title": "TEMPLATES_DIR", "type": "string", "description": "", "default": "/usr/local/lib/python3.10/dist-packages/scrapy/templates" }, "TWISTED_REACTOR": { "title": "TWISTED_REACTOR", "type": "string", "description": "" }, "URLLENGTH_LIMIT": { "title": "URLLENGTH_LIMIT", "type": "integer", "description": "", "default": 2083 }, "USER_AGENT": { "title": "USER_AGENT", "type": "string", "description": "", "default": "Scrapy/2.9.0 (+https://scrapy.org)" } } }, "runsResponseSchema": { "type": "object", "properties": { "data": { "type": "object", "properties": { "id": { "type": "string" }, "actId": { "type": "string" }, "userId": { "type": "string" }, "startedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "finishedAt": { "type": "string", "format": "date-time", "example": "2025-01-08T00:00:00.000Z" }, "status": { "type": "string", "example": "READY" }, "meta": { "type": "object", "properties": { "origin": { "type": "string", "example": "API" }, "userAgent": { "type": "string" } } }, "stats": { "type": "object", "properties": { "inputBodyLen": { "type": "integer", "example": 2000 }, "rebootCount": { "type": "integer", "example": 0 }, "restartCount": { "type": "integer", "example": 0 }, "resurrectCount": { "type": "integer", "example": 0 }, "computeUnits": { "type": "integer", "example": 0 } } }, "options": { "type": "object", "properties": { "build": { "type": "string", "example": "latest" }, "timeoutSecs": { "type": "integer", "example": 300 }, "memoryMbytes": { "type": "integer", "example": 1024 }, "diskMbytes": { "type": "integer", "example": 2048 } } }, "buildId": { "type": "string" }, "defaultKeyValueStoreId": { "type": "string" }, "defaultDatasetId": { "type": "string" }, "defaultRequestQueueId": { "type": "string" }, "buildNumber": { "type": "string", "example": "1.0.0" }, "containerUrl": { "type": "string" }, "usage": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "integer", "example": 1 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } }, "usageTotalUsd": { "type": "number", "example": 0.00005 }, "usageUsd": { "type": "object", "properties": { "ACTOR_COMPUTE_UNITS": { "type": "integer", "example": 0 }, "DATASET_READS": { "type": "integer", "example": 0 }, "DATASET_WRITES": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_READS": { "type": "integer", "example": 0 }, "KEY_VALUE_STORE_WRITES": { "type": "number", "example": 0.00005 }, "KEY_VALUE_STORE_LISTS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_READS": { "type": "integer", "example": 0 }, "REQUEST_QUEUE_WRITES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_INTERNAL_GBYTES": { "type": "integer", "example": 0 }, "DATA_TRANSFER_EXTERNAL_GBYTES": { "type": "integer", "example": 0 }, "PROXY_RESIDENTIAL_TRANSFER_GBYTES": { "type": "integer", "example": 0 }, "PROXY_SERPS": { "type": "integer", "example": 0 } } } } } } } } }}ScrapyFy OpenAPI definition
OpenAPI is a standard for designing and describing RESTful APIs, allowing developers to define API structure, endpoints, and data formats in a machine-readable way. It simplifies API development, integration, and documentation.
OpenAPI is effective when used with AI agents and GPTs by standardizing how these systems interact with various APIs, for reliable integrations and efficient communication.
By defining machine-readable API specifications, OpenAPI allows AI models like GPTs to understand and use varied data sources, improving accuracy. This accelerates development, reduces errors, and provides context-aware responses, making OpenAPI a core component for AI applications.
You can download the OpenAPI definitions for ScrapyFy from the options below:
If you’d like to learn more about how OpenAPI powers GPTs, read our blog post.
You can also check out our other API clients:
