Skip to content

Commit 118f974

Browse files
committed
kv-cache : fix typo [no ci]
1 parent cf10001 commit 118f974

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-kv-cache.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -594,7 +594,7 @@ int32_t llama_kv_cache_unified::find_slot(const llama_ubatch & ubatch) const {
594594

595595
// can we use this cell? either:
596596
// - the cell is empty
597-
// - the cell is occupied only by the same sequence, and the sequence is not masked
597+
// - the cell is occupied only by the same sequence, and the pos is masked
598598
const bool can_use =
599599
cells.is_empty(head_cur + i) ||
600600
(
@@ -2307,7 +2307,7 @@ llama_memory_decode_state_ptr llama_kv_cache_recurrent::init(const llama_batch &
23072307
}
23082308

23092309
bool llama_kv_cache_recurrent::prepare(const std::vector<llama_ubatch> & ubatches) {
2310-
// simply remember the full state
2310+
// simply remember the full state because it is very small for this type of cache
23112311
// TODO: optimize
23122312
auto org_cells = cells;
23132313
auto org_used = used;

0 commit comments

Comments
 (0)