diff --git a/crates/ai/src/assistant.rs b/crates/ai/src/assistant.rs
index 5cde99af82..9b384252fc 100644
--- a/crates/ai/src/assistant.rs
+++ b/crates/ai/src/assistant.rs
@@ -507,10 +507,13 @@ impl AssistantPanel {
             return;
         };
 
+        self.inline_prompt_history
+            .retain(|prompt| prompt != user_prompt);
         self.inline_prompt_history.push_back(user_prompt.into());
         if self.inline_prompt_history.len() > Self::INLINE_PROMPT_HISTORY_MAX_LEN {
             self.inline_prompt_history.pop_front();
         }
+
         let range = pending_assist.range.clone();
         let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
         let selected_text = snapshot