oak-team/oak-gpui
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix unit_evals.yml (#41377)

Browse Source 
Release Notes:

- N/A
This commit is contained in:
Bennet Fenner
2025-10-28 14:30:47 +00:00
committed by GitHub
parent 8991f58b97
commit baaf87aa23
3 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/unit_evals.yml
+1 -1
View File
@@ -63,7 +63,7 @@ jobs:
- name: Run unit evals - name: Run unit evals
shell: bash -euxo pipefail {0} shell: bash -euxo pipefail {0}
run: cargo nextest run --workspace --no-fail-fast --features eval --no-capture -E 'test(::eval_)' run: cargo nextest run --workspace --no-fail-fast --features unit-eval --no-capture -E 'test(::eval_)'
env: env:
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
crates/agent/Cargo.toml
+1 -1
View File
@@ -11,7 +11,7 @@ path = "src/agent.rs"
[features] [features]
test-support = ["db/test-support"] test-support = ["db/test-support"]
eval = [] eval = []
edit-agent-eval = [] unit-eval = []
e2e = [] e2e = []
[lints] [lints]
crates/agent/src/edit_agent/evals.rs
+9 -9
View File
@@ -31,7 +31,7 @@ use std::{
use util::path; use util::path;
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_extract_handle_command_output() { fn eval_extract_handle_command_output() {
// Test how well agent generates multiple edit hunks. // Test how well agent generates multiple edit hunks.
// //
@@ -108,7 +108,7 @@ fn eval_extract_handle_command_output() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_delete_run_git_blame() { fn eval_delete_run_git_blame() {
// Model | Pass rate // Model | Pass rate
// ----------------------------|---------- // ----------------------------|----------
@@ -171,7 +171,7 @@ fn eval_delete_run_git_blame() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_translate_doc_comments() { fn eval_translate_doc_comments() {
// Model | Pass rate // Model | Pass rate
// ============================================ // ============================================
@@ -234,7 +234,7 @@ fn eval_translate_doc_comments() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_use_wasi_sdk_in_compile_parser_to_wasm() { fn eval_use_wasi_sdk_in_compile_parser_to_wasm() {
// Model | Pass rate // Model | Pass rate
// ============================================ // ============================================
@@ -360,7 +360,7 @@ fn eval_use_wasi_sdk_in_compile_parser_to_wasm() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_disable_cursor_blinking() { fn eval_disable_cursor_blinking() {
// Model | Pass rate // Model | Pass rate
// ============================================ // ============================================
@@ -446,7 +446,7 @@ fn eval_disable_cursor_blinking() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_from_pixels_constructor() { fn eval_from_pixels_constructor() {
// Results for 2025-06-13 // Results for 2025-06-13
// //
@@ -656,7 +656,7 @@ fn eval_from_pixels_constructor() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_zode() { fn eval_zode() {
// Model | Pass rate // Model | Pass rate
// ============================================ // ============================================
@@ -763,7 +763,7 @@ fn eval_zode() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_add_overwrite_test() { fn eval_add_overwrite_test() {
// Model | Pass rate // Model | Pass rate
// ============================================ // ============================================
@@ -995,7 +995,7 @@ fn eval_add_overwrite_test() {
} }
#[test] #[test]
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)] #[cfg_attr(not(feature = "unit-eval"), ignore)]
fn eval_create_empty_file() { fn eval_create_empty_file() {
// Check that Edit Agent can create a file without writing its // Check that Edit Agent can create a file without writing its
// thoughts into it. This issue is not specific to empty files, but // thoughts into it. This issue is not specific to empty files, but