From 5c48729c7c06efb585322f09a97299145ead13ff Mon Sep 17 00:00:00 2001 From: KCaverly Date: Wed, 26 Jul 2023 16:56:41 -0400 Subject: [PATCH] managed for small batch size edge case in semantic search --- crates/semantic_index/src/semantic_index.rs | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/crates/semantic_index/src/semantic_index.rs b/crates/semantic_index/src/semantic_index.rs index d2b69a0329..bd114de216 100644 --- a/crates/semantic_index/src/semantic_index.rs +++ b/crates/semantic_index/src/semantic_index.rs @@ -721,7 +721,12 @@ impl SemanticIndex { )?; let batch_n = cx.background().num_cpus(); - let batch_size = file_ids.clone().len() / batch_n; + let ids_len = file_ids.clone().len(); + let batch_size = if ids_len <= batch_n { + ids_len + } else { + ids_len / batch_n + }; let mut result_tasks = Vec::new(); for batch in file_ids.chunks(batch_size) {