CrewAI agent

1"""Module defines the main entry point for the Apify Actor.
2
3Feel free to modify this file to suit your specific needs.
4
5To build Apify Actors, utilize the Apify SDK toolkit, read more at the official documentation:
6https://docs.apify.com/sdk/python
7"""
8
9from __future__ import annotations
10
11import os
12
13from apify import Actor
14from crewai import Agent, Crew, Task
15from crewai_tools import ApifyActorsTool
16
17
18async def main() -> None:
19    """Define a main entry point for the Apify Actor.
20
21    This coroutine is executed using `asyncio.run()`, so it must remain an asynchronous function for proper execution.
22    Asynchronous execution is required for communication with the Apify platform, and it also enhances performance in
23    the field of web scraping significantly.
24
25    Raises:
26        ValueError: If the input is missing required attributes.
27    """
28    async with Actor:
29        apify_token = os.getenv('APIFY_TOKEN')
30        if not apify_token:
31            raise ValueError('APIFY_TOKEN environment variable must be set for authentication.')
32        # Set the env var that ApifyActorsTool expects
33        os.environ['APIFY_API_TOKEN'] = apify_token
34
35        # Charge for Actor start
36        await Actor.charge('actor-start')
37
38        # Handle input
39        actor_input = await Actor.get_input()
40
41        query = actor_input.get('query')
42        model_name = actor_input.get('modelName', 'gpt-4o-mini')
43        if not query:
44            msg = 'Missing "query" attribute in input!'
45            raise ValueError(msg)
46
47        # Create a toolkit for the agent
48        # containing the Instagram scraper tool
49        tools = [ApifyActorsTool('apify/instagram-scraper')]
50
51        # Create an agent
52        # For more information, see https://docs.crewai.com/concepts/agents
53        agent = Agent(
54            role='Social Media Analytics Expert',
55            goal='Analyze and provide insights about social media profiles and content.',
56            backstory=(
57                'I am an expert social media analyst specializing in Instagram analysis. '
58                'I help users understand social media data and extract meaningful insights '
59                'from profiles and posts.'
60            ),
61            tools=tools,
62            verbose=True,
63            llm=model_name,
64        )
65
66        # Create a task assigned to the agent
67        # For more information, see https://docs.crewai.com/concepts/tasks
68        task = Task(
69            description=query,
70            expected_output='A helpful response to the user query.',
71            agent=agent,
72        )
73
74        # Create a one-man crew
75        # For more information, see https://docs.crewai.com/concepts/crews
76        crew = Crew(agents=[agent], tasks=[task])
77
78        # Kick off the crew and get the response
79        crew_output = crew.kickoff()
80        raw_response = crew_output.raw
81
82        # Log total token usage
83        Actor.log.info('Total tokens used by the model: %s', crew_output.token_usage.total_tokens)
84
85        # Charge for task completion
86        await Actor.charge('task-completed')
87
88        # Push results to the dataset
89        await Actor.push_data(
90            {
91                'query': query,
92                'response': raw_response,
93            }
94        )
95        Actor.log.info('Pushed the data into the dataset!')