Building Agents with Groq

pip install -U swarms

export GROQ_API_KEY="gsk_..."

from swarms import Agent

agent = Agent(
    agent_name="Groq-Agent",
    model_name="groq/llama-3.3-70b-versatile",
    max_loops=1,
)

print(agent.run("Summarize the case for serverless inference in three paragraphs."))

from swarms import Agent

agent = Agent(
    agent_name="Realtime-Groq",
    model_name="groq/llama-3.1-8b-instant",
    streaming_on=True,
    max_loops=1,
)

agent.run("Walk me through how Kubernetes schedules pods across a cluster.")

def on_token(token: str) -> None:
    print(token, end="", flush=True)

agent = Agent(
    agent_name="Callback-Groq",
    model_name="groq/llama-3.3-70b-versatile",
    streaming_callback=on_token,
    max_loops=1,
)

agent.run("Explain WebAssembly to a backend engineer.")

from swarms import Agent

agent = Agent(
    agent_name="R1-Reasoner",
    model_name="groq/deepseek-r1-distill-llama-70b",
    system_prompt="Reason carefully step-by-step before answering.",
    max_loops=1,
)

print(agent.run(
    "A train leaves Station A at 9am traveling 60mph. A second train leaves Station B at 10am "
    "traveling 80mph toward Station A. Stations are 280 miles apart. When do they meet?"
))

from swarms import Agent

def get_weather(city: str) -> str:
    """Return the current weather for a city."""
    return f"{city}: 21°C, partly cloudy"

agent = Agent(
    agent_name="Groq-Assistant",
    model_name="groq/llama-3.3-70b-versatile",
    tools=[get_weather],
    max_loops=3,
)

print(agent.run("What's the weather in Tokyo right now?"))

from swarms import Agent, ConcurrentWorkflow

agents = [
    Agent(
        agent_name=f"Expert-{topic}",
        model_name="groq/llama-3.3-70b-versatile",
        system_prompt=f"You are an expert on {topic}. Reply in under 100 words.",
        max_loops=1,
    )
    for topic in ["Markets", "Tech", "Policy", "Sentiment", "Risks"]
]

workflow = ConcurrentWorkflow(agents=agents)
results = workflow.run("Analyze the impact of NVIDIA's latest earnings on the AI chip sector.")

for name, response in results.items():
    print(f"\n=== {name} ===\n{response}")

from swarms import Agent

agent = Agent(
    agent_name="Production-Groq",
    model_name="groq/llama-3.3-70b-versatile",
    max_loops=1,
    persistent_memory=True,
    context_compression=True,
    context_length=128_000,
    autosave=True,
    retry_attempts=3,
    print_on=False,
)