Pricing
Pay per usage
Get links to images generated by Craiyon (formerly DALL·E mini) - an AI model that can draw images from any text prompt. Input any combination of text and get links to AI-generated images created by the engine. Export URLs of these images into a database in formats such as HTML, JSON, CSV, Excel.
0.0 (0)
Pricing
Pay per usage
2
48
1
Last modified
2 years ago
# configurations.idea
# crawlee and apify storage foldersapify_storagecrawlee_storagestorage
# installed filesnode_modulesroot = true
[*]indent_style = spaceindent_size = 4charset = utf-8trim_trailing_whitespace = trueinsert_final_newline = trueend_of_line = lf{ "extends": "@apify", "root": true}# This file tells Git which files shouldn't be added to source control
.ideadistnode_modulesapify_storagecrawlee_storagestorage.DS_StoreINPUT.json# Specify the base Docker image. You can read more about# the available images at https://crawlee.dev/docs/guides/docker-images# You can also use any other image from Docker Hub.FROM apify/actor-node:16 AS builder
# Copy just package.json and package-lock.json# to speed up the build using Docker layer cache.COPY package*.json ./
# Install all dependencies. Don't audit to speed up the installation.RUN npm install --include=dev --audit=false
# Next, copy the source files using the user set# in the base image.COPY . ./
# Install all dependencies and build the project.# Don't audit to speed up the installation.RUN npm run build
# Create final imageFROM apify/actor-node:16
# Copy only built JS files from builder imageCOPY /usr/src/app/dist ./dist
# Copy just package.json and package-lock.json# to speed up the build using Docker layer cache.COPY package*.json ./
# Install NPM packages, skip optional and development dependencies to# keep the image small. Avoid logging too much and print the dependency# tree for debuggingRUN npm --quiet set progress=false \ && npm install --omit=dev --omit=optional \ && echo "Installed NPM packages:" \ && (npm list --omit=dev --all || true) \ && echo "Node.js version:" \ && node --version \ && echo "NPM version:" \ && npm --version
# Next, copy the remaining files and directories with the source code.# Since we do this after NPM install, quick build will be really fast# for most source file changes.COPY . ./
# Run the image.CMD npm run start:prod --silent{ "name": "craiyon-crawler", "version": "1.0", "buildTag": "latest", "env": null}{ "name": "craiyon-crawler", "version": "0.0.1", "type": "module", "description": "Craiyon images generator", "dependencies": { "apify": "^3.1.0", "crawlee": "^3.1.0", "uuid": "^9.0.0" }, "devDependencies": { "@apify/tsconfig": "^0.1.0", "@types/uuid": "^8.3.4", "ts-node": "^10.8.0", "typescript": "^4.7.4", "tsc-silent": "^1.2.2" }, "scripts": { "start": "npm run start:dev", "start:prod": "node dist/main.js", "start:dev": "ts-node-esm -T src/main.ts", "build": "tsc-silent -p tsconfig.json --suppress @", "test": "echo \"Error: oops, the actor has no tests yet, sad!\" && exit 1" }, "author": "Hamza Alwan", "license": "ISC"}{ "extends": "@apify/tsconfig", "compilerOptions": { "module": "ES2022", "target": "ES2022", "outDir": "dist", "noUnusedLocals": false, "lib": ["DOM"] }, "include": [ "./src/**/*" ]}1// For more information, see https://crawlee.dev/2import { HttpCrawler, KeyValueStore, log } from "crawlee";3import { Actor } from "apify";4
5import { router } from "./routes.js";6
7await Actor.init();8
9interface InputSchema {10 debug?: boolean;11 searchStrings: string[];12}13
14let debug, searchStrings;15
16const input = await KeyValueStore.getInput<InputSchema>();17
18debug = input?.debug;19searchStrings = input?.searchStrings;20
21// Get input from Apify console22if (!searchStrings) {23 const input = await Actor.getInput<InputSchema>();24
25 debug = input?.debug;26 searchStrings = input?.searchStrings;27}28
29if (!(Array.isArray(searchStrings) && searchStrings.length > 0)) {30 throw new Error('Wrong INPUT: searchStrings has to be an array with at least one text');31}32
33if (debug) {34 log.setLevel(log.LEVELS.DEBUG);35}36
37const proxyConfiguration = await Actor.createProxyConfiguration({38 useApifyProxy: true,39});40
41const crawler = new HttpCrawler({42 proxyConfiguration,43 navigationTimeoutSecs: 60 * 5, // Takes a while to generate images44 requestHandler: router,45 errorHandler: async ({ response }) => {46 log.error(`Response status is: ${response?.statusCode} msg: ${response?.statusMessage}`);47 },48});49
50await crawler.run(51 searchStrings.map(searchString => {52 log.info(`Generating images for ${searchString}...`);53
54 return {55 url: "https://backend.craiyon.com/generate",56 method: "POST",57 payload: JSON.stringify({ prompt: searchString.toLowerCase() }),58 headers: {59 "content-type": "application/json",60 },61 useExtendedUniqueKey: true,62 userData: {63 searchString64 }65 }66 })67);68
69await Actor.exit();1import { KeyValueStore, Dataset, createHttpRouter } from "crawlee";2import { v4 as uuid } from "uuid";3
4export const router = createHttpRouter();5
6router.addDefaultHandler(async ({ request, log, json }) => {7 const { userData: { searchString } } = request;8
9 if (!json || !json?.images || !json?.images?.length) {10 throw new Error (`Couldn't generate images`);11 }12
13 const { images } = json;14
15 log.info(`Successfully generated ${images.length} images for ${searchString}`);16
17 const keyValueStore = await KeyValueStore.open();18
19 for (const image of images) {20 const key = uuid();21 const imageBuffer = Buffer.from(image, "base64");22
23 await keyValueStore.setValue(key, imageBuffer, {24 contentType: "image/png",25 });26
27 const imageUrl = `https://api.apify.com/v2/key-value-stores/${keyValueStore.id}/records/${key}`;28
29 await Dataset.pushData({ searchString, imageUrl });30 }31});