mirrors/zed
1
0
Fork 0
mirror of https://github.com/zed-industries/zed.git synced 2024-12-29 12:38:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

fix template ordering during prompt chain generation

Browse source
This commit is contained in:
KCaverly 2023-10-18 13:10:31 -04:00
parent fa61c1b9c1
commit b9bb27512c
1 changed files with 2 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
crates/ai/src/templates/base.rs
View file

@ -77,8 +77,6 @@ impl PromptChain {
let mut sorted_indices = (0..self.templates.len()).collect::<Vec<_>>();
sorted_indices.sort_by_key(|&i| Reverse(&self.templates[i].0));
let mut prompts = Vec::new();
// If Truncate
let mut tokens_outstanding = if truncate {
Some(self.args.model.capacity()? - self.args.reserved_tokens)
@ -86,6 +84,7 @@ impl PromptChain {
None
};
let mut prompts = vec!["".to_string(); sorted_indices.len()];
for idx in sorted_indices {
let (_, template) = &self.templates[idx];
if let Some((template_prompt, prompt_token_count)) =
@ -96,7 +95,7 @@ impl PromptChain {
&prompt_token_count, &template_prompt
);
if template_prompt != "" {
prompts.push(template_prompt);
prompts[idx] = template_prompt;
if let Some(remaining_tokens) = tokens_outstanding {
let new_tokens = prompt_token_count + seperator_tokens;