We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a4ce7f0 commit 4134829Copy full SHA for 4134829
python/sglang/srt/disaggregation/mooncake/conn.py
@@ -533,12 +533,12 @@ def transfer_worker(
533
if len(chunked_dst_kv_indice) < len(
534
kv_chunk.prefill_kv_indices
535
):
536
- kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
537
- : len(chunked_dst_kv_indice)
538
- ]
539
logger.warning(
540
f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}"
541
)
+ kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
+ : len(chunked_dst_kv_indice)
+ ]
542
543
target_rank_registration_info: KVArgsRegisterInfo = (
544
self.decode_kv_args_table[req.mooncake_session_id]
0 commit comments