Skip to content

Commit

Permalink
dll
Browse files Browse the repository at this point in the history
Signed-off-by: Cody Yu <[email protected]>
  • Loading branch information
comaniac committed Nov 4, 2024
1 parent 0504760 commit 62354d7
Show file tree
Hide file tree
Showing 2 changed files with 165 additions and 143 deletions.
4 changes: 2 additions & 2 deletions tests/v1/core/test_prefix_caching.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ def test_prefill():
# Check full block metadata
prev_block_id = None
for block_id in (0, 1, 2):
assert manager.block_pool[block_id].prev_block_id == prev_block_id
assert manager.block_pool[block_id].parent_block_id == prev_block_id
assert manager.block_pool[block_id].block_hash is not None
assert manager.block_pool[block_id].ref_cnt == 1
assert manager.block_pool[block_id].num_hashed_tokens == 16 * (
Expand All @@ -49,7 +49,7 @@ def test_prefill():

# Check partial/preallocated block metadata
for block_id in (3, 4):
assert manager.block_pool[block_id].prev_block_id == block_id - 1
assert manager.block_pool[block_id].parent_block_id == block_id - 1
assert manager.block_pool[block_id].block_hash is None
assert manager.block_pool[block_id].ref_cnt == 1
assert manager.block_pool[block_id].num_hashed_tokens == 0
Expand Down
Loading

0 comments on commit 62354d7

Please sign in to comment.