Richard Feldman
d7004030b3
Add a targeted eval for code block formatting, and revise the system prompt accordingly. ### Eval before, n=8 <img width="728" alt="eval before" src="https://github.com/user-attachments/assets/552b6146-3d26-4eaa-86f9-9fc36c0cadf2" /> ### Eval after prompt change, n=8 (excluding the new evals, so just testing the prompt change) <img width="717" alt="eval after" src="https://github.com/user-attachments/assets/c78c7a54-4c65-470c-b135-8691584cd73e" /> Release Notes: - N/A
67 lines
1.5 KiB
TOML
67 lines
1.5 KiB
TOML
[package]
|
|
name = "eval"
|
|
version = "0.1.0"
|
|
publish.workspace = true
|
|
edition.workspace = true
|
|
license = "GPL-3.0-or-later"
|
|
default-run = "eval"
|
|
|
|
[lints]
|
|
workspace = true
|
|
|
|
[[bin]]
|
|
name = "eval"
|
|
path = "src/eval.rs"
|
|
|
|
[[bin]]
|
|
name = "explorer"
|
|
path = "src/explorer.rs"
|
|
|
|
[dependencies]
|
|
agent.workspace = true
|
|
anyhow.workspace = true
|
|
assistant_tool.workspace = true
|
|
assistant_tools.workspace = true
|
|
async-trait.workspace = true
|
|
async-watch.workspace = true
|
|
buffer_diff.workspace = true
|
|
chrono.workspace = true
|
|
clap.workspace = true
|
|
client.workspace = true
|
|
collections.workspace = true
|
|
context_server.workspace = true
|
|
dirs.workspace = true
|
|
dotenv.workspace = true
|
|
env_logger.workspace = true
|
|
extension.workspace = true
|
|
fs.workspace = true
|
|
futures.workspace = true
|
|
gpui.workspace = true
|
|
gpui_tokio.workspace = true
|
|
handlebars.workspace = true
|
|
language.workspace = true
|
|
language_extension.workspace = true
|
|
language_model.workspace = true
|
|
language_models.workspace = true
|
|
languages = { workspace = true, features = ["load-grammars"] }
|
|
markdown.workspace = true
|
|
node_runtime.workspace = true
|
|
pathdiff.workspace = true
|
|
paths.workspace = true
|
|
project.workspace = true
|
|
prompt_store.workspace = true
|
|
regex.workspace = true
|
|
release_channel.workspace = true
|
|
reqwest_client.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
settings.workspace = true
|
|
shellexpand.workspace = true
|
|
smol.workspace = true
|
|
telemetry.workspace = true
|
|
toml.workspace = true
|
|
unindent.workspace = true
|
|
util.workspace = true
|
|
uuid.workspace = true
|
|
workspace-hack.workspace = true
|