mirror of
https://github.com/zed-industries/zed.git
synced 2025-01-12 21:32:40 +00:00
d3d3a093b4
This PR is the beginning of an evaluation framework for our AI features. Right now, we're evaluating our semantic search feature against the [CodeSearchNet](https://github.com/github/CodeSearchNet) code search dataset. This dataset is very limited (for the most part, only 1 known good search result per repo) but it has surfaced some problems with our search already. Release Notes: - N/A --------- Co-authored-by: Jason <jason@zed.dev> Co-authored-by: Jason Mancuso <7891333+jvmncs@users.noreply.github.com> Co-authored-by: Nathan <nathan@zed.dev> Co-authored-by: Richard <richard@zed.dev>
37 lines
778 B
TOML
37 lines
778 B
TOML
[package]
|
|
name = "evals"
|
|
description = "Evaluations for Zed's AI features"
|
|
version = "0.1.0"
|
|
edition = "2021"
|
|
publish = false
|
|
license = "GPL-3.0-or-later"
|
|
|
|
[lints]
|
|
workspace = true
|
|
|
|
[[bin]]
|
|
name = "eval"
|
|
path = "src/eval.rs"
|
|
|
|
[dependencies]
|
|
clap.workspace = true
|
|
anyhow.workspace = true
|
|
client.workspace = true
|
|
clock.workspace = true
|
|
collections.workspace = true
|
|
env_logger.workspace = true
|
|
feature_flags.workspace = true
|
|
fs.workspace = true
|
|
git.workspace = true
|
|
gpui.workspace = true
|
|
language.workspace = true
|
|
languages.workspace = true
|
|
http_client.workspace = true
|
|
open_ai.workspace = true
|
|
project.workspace = true
|
|
settings.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
smol.workspace = true
|
|
semantic_index.workspace = true
|
|
node_runtime.workspace = true
|