diff --git a/crates/zed/src/languages/json.rs b/crates/zed/src/languages/json.rs
index 7919f7510d..6bb3d94c5a 100644
--- a/crates/zed/src/languages/json.rs
+++ b/crates/zed/src/languages/json.rs
@@ -84,7 +84,7 @@ impl LspAdapter for JsonLspAdapter {
                 )
                 .await?;
 
-            remove_matching(&container_dir, |entry| entry != server_path).await;
+            remove_matching(&container_dir, |entry| entry != version_dir).await;
         }
 
         Ok(LanguageServerBinary {