Improve prompt caching for edit prediction (#23061)

This is achieved by halving the number of events instead of popping the front. Release Notes: - N/A Co-authored-by: Thorsten <[email protected]>
zed-industries · Jan 13, 2025 · f2ab00c · f2ab00c
1 parent e084848
commit f2ab00c
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/crates/zeta/src/zeta.rs b/crates/zeta/src/zeta.rs
@@ -206,7 +206,7 @@ impl Zeta {
     }
 
     fn push_event(&mut self, event: Event) {
-        const MAX_EVENT_COUNT: usize = 20;
+        const MAX_EVENT_COUNT: usize = 16;
 
         if let Some(Event::BufferChange {
             new_snapshot: last_new_snapshot,
@@ -232,8 +232,8 @@ impl Zeta {
         }
 
         self.events.push_back(event);
-        if self.events.len() > MAX_EVENT_COUNT {
-            self.events.pop_front();
+        if self.events.len() >= MAX_EVENT_COUNT {
+            self.events.drain(..MAX_EVENT_COUNT / 2);
         }
     }