Add zeta distill command (#44369)

This PR partially implements a knowledge distillation data pipeline.

`zeta distill` gets a dataset of chronologically ordered commits and
generates synthetic predictions with a teacher model (one-shot Claude
Sonnet).

`zeta distill --batches cache.db` will enable Message Batches API. Under
the first run, this command will collect all LLM requests and upload a
batch of them to Anthropic. On subsequent runs, it will check the batch
status. If ready, it will download the result and put them into the
local cache.


Release Notes:

- N/A

---------

Co-authored-by: Piotr Osiewicz <24362066+osiewicz@users.noreply.github.com>
Co-authored-by: Ben Kunkle <ben@zed.dev>
This commit is contained in:
Oleksiy Syvokon
2025-12-08 15:13:22 +02:00
committed by GitHub
co-authored by Piotr Osiewicz Ben Kunkle
parent b4083ec47b
commit d312d59ace
13 changed files with 1370 additions and 188 deletions
Generated
+4
View File
@@ -5167,6 +5167,7 @@ dependencies = [
name = "edit_prediction_cli"
version = "0.1.0"
dependencies = [
"anthropic",
"anyhow",
"chrono",
"clap",
@@ -5182,6 +5183,7 @@ dependencies = [
"futures 0.3.31",
"gpui",
"gpui_tokio",
"http_client",
"indoc",
"language",
"language_extension",
@@ -5202,6 +5204,8 @@ dependencies = [
"settings",
"shellexpand 2.1.2",
"smol",
"sqlez",
"sqlez_macros",
"terminal_view",
"toml 0.8.23",
"util",