kv-cells : fix tracking of "used" cells

ggml-ci
ggml-org · ggerganov · May 25, 2025 · May 22, 2025 · May 23, 2025 · May 23, 2025
commit dd394a694e2221be5896209a43dc984131725228
diff --git a/src/llama-kv-cells.h b/src/llama-kv-cells.h
@@ -162,20 +162,13 @@ class llama_kv_cells_unified {
         return seq[i].test(seq_id);
     }
 
-    // note: call only if the cell is not empty
-    bool seq_add(uint32_t i, llama_seq_id seq_id) {
+    // note: call only if the cell is not empty and the seq_id is not in the cell
+    void seq_add(uint32_t i, llama_seq_id seq_id) {
         assert(i < pos.size());
         assert(pos[i] != -1);
+        assert(!seq[i].test(seq_id));
 
-        if (seq[i].none()) {
-            seq[i].set(seq_id);
-
-            used++;
-
-            return true;
-        }
-
-        return false;
+        seq[i].set(seq_id);
     }
 
     // note: call only if the cell is not empty
@@ -252,7 +245,7 @@ class llama_kv_cells_unified {
     }
 
 private:
-    uin
53F5
t32_t used = 0; // used cells (i.e. at least one seq_id)
+    uint32_t used = 0; // used cells (i.e. pos[i] != -1, allowed to not have any seq_id)
 
     bool has_shift = false;