use crate::{ diagnostic_set::DiagnosticEntry, CodeAction, CodeLabel, Completion, CursorShape, Diagnostic, Language, }; use anyhow::{anyhow, Result}; use clock::ReplicaId; use lsp::{DiagnosticSeverity, LanguageServerId}; use rpc::proto; use std::{ops::Range, sync::Arc}; use text::*; pub use proto::{BufferState, Operation}; pub fn serialize_fingerprint(fingerprint: RopeFingerprint) -> String { fingerprint.to_hex() } pub fn deserialize_fingerprint(fingerprint: &str) -> Result { RopeFingerprint::from_hex(fingerprint) .map_err(|error| anyhow!("invalid fingerprint: {}", error)) } pub fn deserialize_line_ending(message: proto::LineEnding) -> text::LineEnding { match message { proto::LineEnding::Unix => text::LineEnding::Unix, proto::LineEnding::Windows => text::LineEnding::Windows, } } pub fn serialize_line_ending(message: text::LineEnding) -> proto::LineEnding { match message { text::LineEnding::Unix => proto::LineEnding::Unix, text::LineEnding::Windows => proto::LineEnding::Windows, } } pub fn serialize_operation(operation: &crate::Operation) -> proto::Operation { proto::Operation { variant: Some(match operation { crate::Operation::Buffer(text::Operation::Edit(edit)) => { proto::operation::Variant::Edit(serialize_edit_operation(edit)) } crate::Operation::Buffer(text::Operation::Undo(undo)) => { proto::operation::Variant::Undo(proto::operation::Undo { replica_id: undo.timestamp.replica_id as u32, lamport_timestamp: undo.timestamp.value, version: serialize_version(&undo.version), counts: undo .counts .iter() .map(|(edit_id, count)| proto::UndoCount { replica_id: edit_id.replica_id as u32, lamport_timestamp: edit_id.value, count: *count, }) .collect(), }) } crate::Operation::UpdateSelections { selections, line_mode, lamport_timestamp, cursor_shape, } => proto::operation::Variant::UpdateSelections(proto::operation::UpdateSelections { replica_id: lamport_timestamp.replica_id as u32, lamport_timestamp: lamport_timestamp.value, selections: serialize_selections(selections), line_mode: *line_mode, cursor_shape: serialize_cursor_shape(cursor_shape) as i32, }), crate::Operation::UpdateDiagnostics { lamport_timestamp, server_id, diagnostics, } => proto::operation::Variant::UpdateDiagnostics(proto::UpdateDiagnostics { replica_id: lamport_timestamp.replica_id as u32, lamport_timestamp: lamport_timestamp.value, server_id: server_id.0 as u64, diagnostics: serialize_diagnostics(diagnostics.iter()), }), crate::Operation::UpdateCompletionTriggers { triggers, lamport_timestamp, } => proto::operation::Variant::UpdateCompletionTriggers( proto::operation::UpdateCompletionTriggers { replica_id: lamport_timestamp.replica_id as u32, lamport_timestamp: lamport_timestamp.value, triggers: triggers.clone(), }, ), }), } } pub fn serialize_edit_operation(operation: &EditOperation) -> proto::operation::Edit { proto::operation::Edit { replica_id: operation.timestamp.replica_id as u32, lamport_timestamp: operation.timestamp.value, version: serialize_version(&operation.version), ranges: operation.ranges.iter().map(serialize_range).collect(), new_text: operation .new_text .iter() .map(|text| text.to_string()) .collect(), } } pub fn serialize_undo_map_entry( (edit_id, counts): (&clock::Lamport, &[(clock::Lamport, u32)]), ) -> proto::UndoMapEntry { proto::UndoMapEntry { replica_id: edit_id.replica_id as u32, local_timestamp: edit_id.value, counts: counts .iter() .map(|(undo_id, count)| proto::UndoCount { replica_id: undo_id.replica_id as u32, lamport_timestamp: undo_id.value, count: *count, }) .collect(), } } pub fn split_operations( mut operations: Vec, ) -> impl Iterator> { #[cfg(any(test, feature = "test-support"))] const CHUNK_SIZE: usize = 5; #[cfg(not(any(test, feature = "test-support")))] const CHUNK_SIZE: usize = 100; let mut done = false; std::iter::from_fn(move || { if done { return None; } let operations = operations .drain(..std::cmp::min(CHUNK_SIZE, operations.len())) .collect::>(); if operations.is_empty() { done = true; } Some(operations) }) } pub fn serialize_selections(selections: &Arc<[Selection]>) -> Vec { selections.iter().map(serialize_selection).collect() } pub fn serialize_selection(selection: &Selection) -> proto::Selection { proto::Selection { id: selection.id as u64, start: Some(proto::EditorAnchor { anchor: Some(serialize_anchor(&selection.start)), excerpt_id: 0, }), end: Some(proto::EditorAnchor { anchor: Some(serialize_anchor(&selection.end)), excerpt_id: 0, }), reversed: selection.reversed, } } pub fn serialize_cursor_shape(cursor_shape: &CursorShape) -> proto::CursorShape { match cursor_shape { CursorShape::Bar => proto::CursorShape::CursorBar, CursorShape::Block => proto::CursorShape::CursorBlock, CursorShape::Underscore => proto::CursorShape::CursorUnderscore, CursorShape::Hollow => proto::CursorShape::CursorHollow, } } pub fn deserialize_cursor_shape(cursor_shape: proto::CursorShape) -> CursorShape { match cursor_shape { proto::CursorShape::CursorBar => CursorShape::Bar, proto::CursorShape::CursorBlock => CursorShape::Block, proto::CursorShape::CursorUnderscore => CursorShape::Underscore, proto::CursorShape::CursorHollow => CursorShape::Hollow, } } pub fn serialize_diagnostics<'a>( diagnostics: impl IntoIterator>, ) -> Vec { diagnostics .into_iter() .map(|entry| proto::Diagnostic { source: entry.diagnostic.source.clone(), start: Some(serialize_anchor(&entry.range.start)), end: Some(serialize_anchor(&entry.range.end)), message: entry.diagnostic.message.clone(), severity: match entry.diagnostic.severity { DiagnosticSeverity::ERROR => proto::diagnostic::Severity::Error, DiagnosticSeverity::WARNING => proto::diagnostic::Severity::Warning, DiagnosticSeverity::INFORMATION => proto::diagnostic::Severity::Information, DiagnosticSeverity::HINT => proto::diagnostic::Severity::Hint, _ => proto::diagnostic::Severity::None, } as i32, group_id: entry.diagnostic.group_id as u64, is_primary: entry.diagnostic.is_primary, is_valid: entry.diagnostic.is_valid, code: entry.diagnostic.code.clone(), is_disk_based: entry.diagnostic.is_disk_based, is_unnecessary: entry.diagnostic.is_unnecessary, }) .collect() } pub fn serialize_anchor(anchor: &Anchor) -> proto::Anchor { proto::Anchor { replica_id: anchor.timestamp.replica_id as u32, timestamp: anchor.timestamp.value, offset: anchor.offset as u64, bias: match anchor.bias { Bias::Left => proto::Bias::Left as i32, Bias::Right => proto::Bias::Right as i32, }, buffer_id: anchor.buffer_id, } } // This behavior is currently copied in the collab database, for snapshotting channel notes pub fn deserialize_operation(message: proto::Operation) -> Result { Ok( match message .variant .ok_or_else(|| anyhow!("missing operation variant"))? { proto::operation::Variant::Edit(edit) => { crate::Operation::Buffer(text::Operation::Edit(deserialize_edit_operation(edit))) } proto::operation::Variant::Undo(undo) => { crate::Operation::Buffer(text::Operation::Undo(UndoOperation { timestamp: clock::Lamport { replica_id: undo.replica_id as ReplicaId, value: undo.lamport_timestamp, }, version: deserialize_version(&undo.version), counts: undo .counts .into_iter() .map(|c| { ( clock::Lamport { replica_id: c.replica_id as ReplicaId, value: c.lamport_timestamp, }, c.count, ) }) .collect(), })) } proto::operation::Variant::UpdateSelections(message) => { let selections = message .selections .into_iter() .filter_map(|selection| { Some(Selection { id: selection.id as usize, start: deserialize_anchor(selection.start?.anchor?)?, end: deserialize_anchor(selection.end?.anchor?)?, reversed: selection.reversed, goal: SelectionGoal::None, }) }) .collect::>(); crate::Operation::UpdateSelections { lamport_timestamp: clock::Lamport { replica_id: message.replica_id as ReplicaId, value: message.lamport_timestamp, }, selections: Arc::from(selections), line_mode: message.line_mode, cursor_shape: deserialize_cursor_shape( proto::CursorShape::from_i32(message.cursor_shape) .ok_or_else(|| anyhow!("Missing cursor shape"))?, ), } } proto::operation::Variant::UpdateDiagnostics(message) => { crate::Operation::UpdateDiagnostics { lamport_timestamp: clock::Lamport { replica_id: message.replica_id as ReplicaId, value: message.lamport_timestamp, }, server_id: LanguageServerId(message.server_id as usize), diagnostics: deserialize_diagnostics(message.diagnostics), } } proto::operation::Variant::UpdateCompletionTriggers(message) => { crate::Operation::UpdateCompletionTriggers { triggers: message.triggers, lamport_timestamp: clock::Lamport { replica_id: message.replica_id as ReplicaId, value: message.lamport_timestamp, }, } } }, ) } pub fn deserialize_edit_operation(edit: proto::operation::Edit) -> EditOperation { EditOperation { timestamp: clock::Lamport { replica_id: edit.replica_id as ReplicaId, value: edit.lamport_timestamp, }, version: deserialize_version(&edit.version), ranges: edit.ranges.into_iter().map(deserialize_range).collect(), new_text: edit.new_text.into_iter().map(Arc::from).collect(), } } pub fn deserialize_undo_map_entry( entry: proto::UndoMapEntry, ) -> (clock::Lamport, Vec<(clock::Lamport, u32)>) { ( clock::Lamport { replica_id: entry.replica_id as u16, value: entry.local_timestamp, }, entry .counts .into_iter() .map(|undo_count| { ( clock::Lamport { replica_id: undo_count.replica_id as u16, value: undo_count.lamport_timestamp, }, undo_count.count, ) }) .collect(), ) } pub fn deserialize_selections(selections: Vec) -> Arc<[Selection]> { Arc::from( selections .into_iter() .filter_map(deserialize_selection) .collect::>(), ) } pub fn deserialize_selection(selection: proto::Selection) -> Option> { Some(Selection { id: selection.id as usize, start: deserialize_anchor(selection.start?.anchor?)?, end: deserialize_anchor(selection.end?.anchor?)?, reversed: selection.reversed, goal: SelectionGoal::None, }) } pub fn deserialize_diagnostics( diagnostics: Vec, ) -> Arc<[DiagnosticEntry]> { diagnostics .into_iter() .filter_map(|diagnostic| { Some(DiagnosticEntry { range: deserialize_anchor(diagnostic.start?)?..deserialize_anchor(diagnostic.end?)?, diagnostic: Diagnostic { source: diagnostic.source, severity: match proto::diagnostic::Severity::from_i32(diagnostic.severity)? { proto::diagnostic::Severity::Error => DiagnosticSeverity::ERROR, proto::diagnostic::Severity::Warning => DiagnosticSeverity::WARNING, proto::diagnostic::Severity::Information => DiagnosticSeverity::INFORMATION, proto::diagnostic::Severity::Hint => DiagnosticSeverity::HINT, proto::diagnostic::Severity::None => return None, }, message: diagnostic.message, group_id: diagnostic.group_id as usize, code: diagnostic.code, is_valid: diagnostic.is_valid, is_primary: diagnostic.is_primary, is_disk_based: diagnostic.is_disk_based, is_unnecessary: diagnostic.is_unnecessary, }, }) }) .collect() } pub fn deserialize_anchor(anchor: proto::Anchor) -> Option { Some(Anchor { timestamp: clock::Lamport { replica_id: anchor.replica_id as ReplicaId, value: anchor.timestamp, }, offset: anchor.offset as usize, bias: match proto::Bias::from_i32(anchor.bias)? { proto::Bias::Left => Bias::Left, proto::Bias::Right => Bias::Right, }, buffer_id: anchor.buffer_id, }) } pub fn lamport_timestamp_for_operation(operation: &proto::Operation) -> Option { let replica_id; let value; match operation.variant.as_ref()? { proto::operation::Variant::Edit(op) => { replica_id = op.replica_id; value = op.lamport_timestamp; } proto::operation::Variant::Undo(op) => { replica_id = op.replica_id; value = op.lamport_timestamp; } proto::operation::Variant::UpdateDiagnostics(op) => { replica_id = op.replica_id; value = op.lamport_timestamp; } proto::operation::Variant::UpdateSelections(op) => { replica_id = op.replica_id; value = op.lamport_timestamp; } proto::operation::Variant::UpdateCompletionTriggers(op) => { replica_id = op.replica_id; value = op.lamport_timestamp; } } Some(clock::Lamport { replica_id: replica_id as ReplicaId, value, }) } pub fn serialize_completion(completion: &Completion) -> proto::Completion { proto::Completion { old_start: Some(serialize_anchor(&completion.old_range.start)), old_end: Some(serialize_anchor(&completion.old_range.end)), new_text: completion.new_text.clone(), server_id: completion.server_id.0 as u64, lsp_completion: serde_json::to_vec(&completion.lsp_completion).unwrap(), } } pub async fn deserialize_completion( completion: proto::Completion, language: Option>, ) -> Result { let old_start = completion .old_start .and_then(deserialize_anchor) .ok_or_else(|| anyhow!("invalid old start"))?; let old_end = completion .old_end .and_then(deserialize_anchor) .ok_or_else(|| anyhow!("invalid old end"))?; let lsp_completion = serde_json::from_slice(&completion.lsp_completion)?; let mut label = None; if let Some(language) = language { label = language.label_for_completion(&lsp_completion).await; } Ok(Completion { old_range: old_start..old_end, new_text: completion.new_text, label: label.unwrap_or_else(|| { CodeLabel::plain( lsp_completion.label.clone(), lsp_completion.filter_text.as_deref(), ) }), documentation: None, server_id: LanguageServerId(completion.server_id as usize), lsp_completion, }) } pub fn serialize_code_action(action: &CodeAction) -> proto::CodeAction { proto::CodeAction { server_id: action.server_id.0 as u64, start: Some(serialize_anchor(&action.range.start)), end: Some(serialize_anchor(&action.range.end)), lsp_action: serde_json::to_vec(&action.lsp_action).unwrap(), } } pub fn deserialize_code_action(action: proto::CodeAction) -> Result { let start = action .start .and_then(deserialize_anchor) .ok_or_else(|| anyhow!("invalid start"))?; let end = action .end .and_then(deserialize_anchor) .ok_or_else(|| anyhow!("invalid end"))?; let lsp_action = serde_json::from_slice(&action.lsp_action)?; Ok(CodeAction { server_id: LanguageServerId(action.server_id as usize), range: start..end, lsp_action, }) } pub fn serialize_transaction(transaction: &Transaction) -> proto::Transaction { proto::Transaction { id: Some(serialize_timestamp(transaction.id)), edit_ids: transaction .edit_ids .iter() .copied() .map(serialize_timestamp) .collect(), start: serialize_version(&transaction.start), } } pub fn deserialize_transaction(transaction: proto::Transaction) -> Result { Ok(Transaction { id: deserialize_timestamp( transaction .id .ok_or_else(|| anyhow!("missing transaction id"))?, ), edit_ids: transaction .edit_ids .into_iter() .map(deserialize_timestamp) .collect(), start: deserialize_version(&transaction.start), }) } pub fn serialize_timestamp(timestamp: clock::Lamport) -> proto::LamportTimestamp { proto::LamportTimestamp { replica_id: timestamp.replica_id as u32, value: timestamp.value, } } pub fn deserialize_timestamp(timestamp: proto::LamportTimestamp) -> clock::Lamport { clock::Lamport { replica_id: timestamp.replica_id as ReplicaId, value: timestamp.value, } } pub fn serialize_range(range: &Range) -> proto::Range { proto::Range { start: range.start.0 as u64, end: range.end.0 as u64, } } pub fn deserialize_range(range: proto::Range) -> Range { FullOffset(range.start as usize)..FullOffset(range.end as usize) } pub fn deserialize_version(message: &[proto::VectorClockEntry]) -> clock::Global { let mut version = clock::Global::new(); for entry in message { version.observe(clock::Lamport { replica_id: entry.replica_id as ReplicaId, value: entry.timestamp, }); } version } pub fn serialize_version(version: &clock::Global) -> Vec { version .iter() .map(|entry| proto::VectorClockEntry { replica_id: entry.replica_id as u32, timestamp: entry.value, }) .collect() }