How can I pass custom prompt template to the FunctionAgent, where I can prompt engineer the system prompt, tools output ,etc...
:
from llama_index.core.agent.workflow import FunctionAgent, AgentWorkflow
from llama_index.llms.vllm import Vllm
from prompts import (
ORCHESTRATOR_SYSTEM_PROMPT,
NOTION_SYSTEM_PROMPT,
IMPLEMENTATION_SYSTEM_PROMPT,
)
from tools import notion_retrieval_tool, implementation_tool
llm = Vllm(
model="model_name",
tensor_parallel_size=4,
max_new_tokens=100,
vllm_kwargs={"swap_space": 1, "gpu_memory_utilization": 0.5},
)
orchestrator_agent = FunctionAgent(
name="OrchestratorAgent",
description=(
"You are the OrchestratorAgent responsible for coordinating tasks between multiple agents. "
),
system_prompt=ORCHESTRATOR_SYSTEM_PROMPT,
llm=llm,
tools=[],
can_handoff_to=["NotionAgent", "ImplementationAgent"],
)