oak-team/oak-gpui
3
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

zeta eval: --repeat flag (#42569)

Browse Source 
Adds a `--repeat` flag to the zeta eval that runs each example as many
times as specified. Also makes the output nicer in a few ways.

Release Notes:

- N/A

---------

Co-authored-by: Ben Kunkle <ben@zed.dev>
Co-authored-by: Michael <michael@zed.dev>
This commit is contained in:
Agus Zubiaga
2025-11-12 16:58:22 -05:00
committed by GitHub
co-authored by Ben Kunkle Michael
parent f2a1eb9963
commit b0700a4625
7 changed files with 342 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/zeta2/src/xml_edits.rs
+2 -2
View File
@@ -79,7 +79,7 @@ fn resolve_new_text_old_text_in_buffer(
}
}
offset.ok_or_else(|| {
#[cfg(debug_assertions)]
#[cfg(any(debug_assertions, feature = "eval-support"))]
if let Some(closest_match) = closest_old_text_match(buffer, old_text) {
log::info!(
"Closest `old_text` match: {}",
@@ -102,7 +102,7 @@ fn resolve_new_text_old_text_in_buffer(
}))
}
#[cfg(debug_assertions)]
#[cfg(any(debug_assertions, feature = "eval-support"))]
fn closest_old_text_match(buffer: &TextBufferSnapshot, old_text: &str) -> Option<String> {
let buffer_text = buffer.text();
let len = old_text.len();
crates/zeta2/src/zeta2.rs
+19 -12
View File
@@ -208,7 +208,7 @@ pub struct ZetaSearchQueryDebugInfo {
pub type RequestDebugInfo = predict_edits_v3::DebugInfo;
struct ZetaProject {
syntax_index: Entity<SyntaxIndex>,
syntax_index: Option<Entity<SyntaxIndex>>,
events: VecDeque<Event>,
registered_buffers: HashMap<gpui::EntityId, RegisteredBuffer>,
current_prediction: Option<CurrentEditPrediction>,
@@ -445,9 +445,13 @@ impl Zeta {
self.projects
.entry(project.entity_id())
.or_insert_with(|| ZetaProject {
syntax_index: cx.new(|cx| {
SyntaxIndex::new(project, self.options.file_indexing_parallelism, cx)
}),
syntax_index: if let ContextMode::Syntax(_) = &self.options.context {
Some(cx.new(|cx| {
SyntaxIndex::new(project, self.options.file_indexing_parallelism, cx)
}))
} else {
None
},
events: VecDeque::new(),
registered_buffers: HashMap::default(),
current_prediction: None,
@@ -685,10 +689,11 @@ impl Zeta {
) -> Task<Result<Option<EditPrediction>>> {
let project_state = self.projects.get(&project.entity_id());
let index_state = project_state.map(|state| {
let index_state = project_state.and_then(|state| {
state
.syntax_index
.read_with(cx, |index, _cx| index.state().clone())
.as_ref()
.map(|syntax_index| syntax_index.read_with(cx, |index, _cx| index.state().clone()))
});
let options = self.options.clone();
let active_snapshot = active_buffer.read(cx).snapshot();
@@ -1555,10 +1560,11 @@ impl Zeta {
) -> Task<Result<predict_edits_v3::PredictEditsRequest>> {
let project_state = self.projects.get(&project.entity_id());
let index_state = project_state.map(|state| {
let index_state = project_state.and_then(|state| {
state
.syntax_index
.read_with(cx, |index, _cx| index.state().clone())
.as_ref()
.map(|index| index.read_with(cx, |index, _cx| index.state().clone()))
});
let options = self.options.clone();
let snapshot = buffer.read(cx).snapshot();
@@ -1628,10 +1634,11 @@ impl Zeta {
cx: &mut App,
) -> Task<Result<()>> {
let zeta_project = self.get_or_init_zeta_project(project, cx);
zeta_project
.syntax_index
.read(cx)
.wait_for_initial_file_indexing(cx)
if let Some(syntax_index) = &zeta_project.syntax_index {
syntax_index.read(cx).wait_for_initial_file_indexing(cx)
} else {
Task::ready(Ok(()))
}
}
}