src/__init__.py

import asyncio
import logging

from apify.log import ActorLogFormatter

from .main import main

handler = logging.StreamHandler()
handler.setFormatter(ActorLogFormatter())

apify_client_logger = logging.getLogger('apify_client')
apify_client_logger.setLevel(logging.INFO)
apify_client_logger.addHandler(handler)

apify_logger = logging.getLogger('apify')
apify_logger.setLevel(logging.DEBUG)
apify_logger.addHandler(handler)

asyncio.run(main())

src/__main__.py

import os
from transformers import pipeline
from apify import Actor

async def main():
 async with Actor:
 actor_input = await Actor.get_input() or {}

 generator = pipeline('text-generation', model='gpt2')
 output = generator(actor_input["prompt"], max_length=actor_input["max_length"], num_return_sequences=1)

 await Actor.push_data(output)

src/main.py

# configurations
.idea

# crawlee and apify storage folders
apify_storage
crawlee_storage
storage

# installed files
node_modules

# git folder
.git


.dockerignore

FROM huggingface/transformers-pytorch-gpu

COPY requirements.txt ./

RUN echo "Python version:" \
 &amp;&amp; python3 --version \
 &amp;&amp; echo "Pip version:" \
 &amp;&amp; pip --version \
 &amp;&amp; echo "Installing dependencies from requirements.txt:" \
 &amp;&amp; pip install -r requirements.txt \
 &amp;&amp; echo "All installed Python packages:" \
 &amp;&amp; pip freeze

COPY . ./

RUN python3 -c 'from transformers import pipeline; generator = pipeline("text-generation", model="gpt2")'

CMD ["python3", "-m", "src"]

Dockerfile

{
 "title": "Generate text",
 "description": "This is actor input schema",
 "type": "object",
 "schemaVersion": 1,
 "properties": {
 "prompt": {
 "title": "Initial prompt",
 "type": "string",
 "description": "The initial prompt used as basis for text generation",
 "default": "My name is Apify and I like to",
 "editor": "textarea"
 },
 "max_length": {
 "title": "Maximum sequence length",
 "type": "integer",
 "description": "The maximum length of the generated sequence",
 "default": 30,
 "editor": "number"
 }
 },
 "required": [
 "prompt",
 "max_length"
 ]
}

INPUT_SCHEMA.json

# GPT-2 text generation

This actor uses the GPT-2 language model to generate text.

For more information about the model, see [https://huggingface.co/gpt2](https://huggingface.co/gpt2).

README.md

# Add your dependencies here.
# See https://pip.pypa.io/en/latest/cli/pip_install/#requirements-file-format
# for how to format them

apify ~= 1.0.0

requirements.txt

import asyncio
import logging

from apify.log import ActorLogFormatter

from .main import main

handler = logging.StreamHandler()
handler.setFormatter(ActorLogFormatter())

apify_client_logger = logging.getLogger('apify_client')
apify_client_logger.setLevel(logging.INFO)
apify_client_logger.addHandler(handler)

apify_logger = logging.getLogger('apify')
apify_logger.setLevel(logging.DEBUG)
apify_logger.addHandler(handler)

asyncio.run(main())


import os
from transformers import pipeline
from apify import Actor

async def main():
    async with Actor:
        actor_input = await Actor.get_input() or {}

        generator = pipeline('text-generation', model='gpt2')
        output = generator(actor_input["prompt"], max_length=actor_input["max_length"], num_return_sequences=1)

        await Actor.push_data(output)


FROM huggingface/transformers-pytorch-gpu

COPY requirements.txt ./

RUN echo "Python version:" \
 && python3 --version \
 && echo "Pip version:" \
 && pip --version \
 && echo "Installing dependencies from requirements.txt:" \
 && pip install -r requirements.txt \
 && echo "All installed Python packages:" \
 && pip freeze

COPY . ./

RUN python3 -c 'from transformers import pipeline; generator = pipeline("text-generation", model="gpt2")'

CMD ["python3", "-m", "src"]


The maximum length of the generated sequence

Maximum sequence length

The initial prompt used as basis for text generation

Initial prompt

Generate text

# GPT-2 text generation

This actor uses the GPT-2 language model to generate text.

For more information about the model, see [https://huggingface.co/gpt2](https://huggingface.co/gpt2).

GPT-2 text generation

Industries

Where next?