|
|
|
@@ -31,7 +31,7 @@ use std::{
|
|
|
|
|
use util::path;
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_extract_handle_command_output() {
|
|
|
|
|
// Test how well agent generates multiple edit hunks.
|
|
|
|
|
//
|
|
|
|
@@ -108,7 +108,7 @@ fn eval_extract_handle_command_output() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_delete_run_git_blame() {
|
|
|
|
|
// Model | Pass rate
|
|
|
|
|
// ----------------------------|----------
|
|
|
|
@@ -171,7 +171,7 @@ fn eval_delete_run_git_blame() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_translate_doc_comments() {
|
|
|
|
|
// Model | Pass rate
|
|
|
|
|
// ============================================
|
|
|
|
@@ -234,7 +234,7 @@ fn eval_translate_doc_comments() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_use_wasi_sdk_in_compile_parser_to_wasm() {
|
|
|
|
|
// Model | Pass rate
|
|
|
|
|
// ============================================
|
|
|
|
@@ -360,7 +360,7 @@ fn eval_use_wasi_sdk_in_compile_parser_to_wasm() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_disable_cursor_blinking() {
|
|
|
|
|
// Model | Pass rate
|
|
|
|
|
// ============================================
|
|
|
|
@@ -446,7 +446,7 @@ fn eval_disable_cursor_blinking() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_from_pixels_constructor() {
|
|
|
|
|
// Results for 2025-06-13
|
|
|
|
|
//
|
|
|
|
@@ -656,7 +656,7 @@ fn eval_from_pixels_constructor() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_zode() {
|
|
|
|
|
// Model | Pass rate
|
|
|
|
|
// ============================================
|
|
|
|
@@ -763,7 +763,7 @@ fn eval_zode() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_add_overwrite_test() {
|
|
|
|
|
// Model | Pass rate
|
|
|
|
|
// ============================================
|
|
|
|
@@ -995,7 +995,7 @@ fn eval_add_overwrite_test() {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
#[cfg_attr(not(feature = "edit-agent-eval"), ignore)]
|
|
|
|
|
#[cfg_attr(not(feature = "unit-eval"), ignore)]
|
|
|
|
|
fn eval_create_empty_file() {
|
|
|
|
|
// Check that Edit Agent can create a file without writing its
|
|
|
|
|
// thoughts into it. This issue is not specific to empty files, but
|
|
|
|
|