Reliability with Multiple Tools

Example showing how to assert an Agno Agent is making multiple expected tool calls.

1. Create a Python file

   reliability_with_multiple_tools.py

   from typing import Optional
   
   from agno.agent import Agent
   from agno.eval.reliability import ReliabilityEval, ReliabilityResult
   from agno.models.openai import OpenAIResponses
   from agno.run.agent import RunOutput
   from agno.tools.calculator import CalculatorTools
   
   
   def multiply_and_exponentiate():
       agent = Agent(
           model=OpenAIResponses(id="gpt-5.2"),
           tools=[CalculatorTools(add=True, multiply=True, exponentiate=True)],
       )
       response: RunOutput = agent.run(
           "What is 10*5 then to the power of 2? do it step by step"
       )
       evaluation = ReliabilityEval(
           name="Tool Calls Reliability",
           agent_response=response,
           expected_tool_calls=["multiply", "exponentiate"],
       )
       result: Optional[ReliabilityResult] = evaluation.run(print_results=True)
       if result:
           result.assert_passed()
   
   
   if __name__ == "__main__":
       multiply_and_exponentiate()
   
2. Set up your virtual environment

   Mac

   uv venv --python 3.12
   source .venv/bin/activate
   
3. Install dependencies

   uv pip install -U openai agno
   
4. Export your OpenAI API key

   Mac/Linux

     export OPENAI_API_KEY="your_openai_api_key_here"
   
5. Run Agent

   python reliability_with_multiple_tools.py