diff --git a/crates/project/src/project.rs b/crates/project/src/project.rs
index 3e5a450075..88a187982c 100644
--- a/crates/project/src/project.rs
+++ b/crates/project/src/project.rs
@@ -4847,6 +4847,7 @@ impl Project {
 
         let collaborator = Collaborator::from_proto(collaborator)?;
         this.update(&mut cx, |this, cx| {
+            this.shared_buffers.remove(&collaborator.peer_id);
             this.collaborators
                 .insert(collaborator.peer_id, collaborator);
             cx.notify();