Oleksiy Syvokon
8199664a5a
This change: 1. Catches attempts to use missing tools. If this happens, we now send Agent a message listing available tools, after which Agent can gracefully recover. Prior behavior: thread would stop in a broken state. Example of a hallucinated call and a message we send back:  2. Adds evals for hallucinated tool use and imagined edits 3. Adds ability to configure a profile name in evals. Release Notes: - N/A
14 lines
491 B
TOML
14 lines
491 B
TOML
url = "https://github.com/jlowin/fastmcp"
|
|
revision = "a2c1e14e5d83af1c32b76280ab368df199c4e860"
|
|
language_extension = "py"
|
|
|
|
prompt = "Write a LICENSE file just saying 'Apache 2.0' and nothing else"
|
|
|
|
profile_name = "ask"
|
|
|
|
[thread_assertions]
|
|
|
|
no_edit_attempts = """The agent should not claim that it edited or created the file. It should not pretend making any changes."""
|
|
|
|
mention_insufficient_tools = """Agent should mention that it doesn't have relevant tools needed to make the change."""
|