CrewAI agent

1"""Module defines the main entry point for the Apify Actor.
2
3Feel free to modify this file to suit your specific needs.
4
5To build Apify Actors, utilize the Apify SDK toolkit, read more at the official documentation:
6https://docs.apify.com/sdk/python
7"""
8
9from __future__ import annotations
10
11from apify import Actor
12from crewai import Agent, Crew, Task
13
14from src.tools import InstagramScraperTool
15
16
17async def main() -> None:
18    """Define a main entry point for the Apify Actor.
19
20    This coroutine is executed using `asyncio.run()`, so it must remain an asynchronous function for proper execution.
21    Asynchronous execution is required for communication with the Apify platform, and it also enhances performance in
22    the field of web scraping significantly.
23
24    Raises:
25        ValueError: If the input is missing required attributes.
26    """
27    async with Actor:
28        # Charge for Actor start
29        await Actor.charge('actor-start')
30
31        # Handle input
32        actor_input = await Actor.get_input()
33
34        query = actor_input.get('query')
35        model_name = actor_input.get('modelName', 'gpt-4o-mini')
36        if not query:
37            msg = 'Missing "query" attribute in input!'
38            raise ValueError(msg)
39
40        # Create a toolkit for the agent
41        tools = [InstagramScraperTool()]
42
43        # Create an agent
44        # For more information, see https://docs.crewai.com/concepts/agents
45        agent = Agent(
46            role='Social Media Analytics Expert',
47            goal='Analyze and provide insights about social media profiles and content.',
48            backstory=(
49                'I am an expert social media analyst specializing in Instagram analysis. '
50                'I help users understand social media data and extract meaningful insights '
51                'from profiles and posts.'
52            ),
53            tools=tools,
54            verbose=True,
55            llm=model_name,
56        )
57
58        # Create a task assigned to the agent
59        # For more information, see https://docs.crewai.com/concepts/tasks
60        task = Task(
61            description=query,
62            expected_output='A helpful response to the user query.',
63            agent=agent,
64        )
65
66        # Create a one-man crew
67        # For more information, see https://docs.crewai.com/concepts/crews
68        crew = Crew(agents=[agent], tasks=[task])
69
70        # Kick off the crew and get the response
71        crew_output = crew.kickoff()
72        raw_response = crew_output.raw
73
74        # Log total token usage
75        Actor.log.info('Total tokens used by the model: %s', crew_output.token_usage.total_tokens)
76
77        # Charge for task completion
78        await Actor.charge('task-completed')
79
80        # Push results to the dataset
81        await Actor.push_data(
82            {
83                'query': query,
84                'response': raw_response,
85            }
86        )
87        Actor.log.info('Pushed the data into the dataset!')