Skip to content

Commit

Permalink
Fix wrong reference to prefix_sharing_algorithm (#941)
Browse files Browse the repository at this point in the history
Value currently being read from incorrect object, causing debug mode to
fail with an AttributeError.
  • Loading branch information
Alex-Vasile authored Feb 10, 2025
1 parent 3ad85b3 commit a2d33ca
Showing 1 changed file with 2 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ async def pre_invocation_debug_dump(
phase = executor.phase
exec_requests = executor.exec_requests
model_params = executor.service.model_params
server_params = executor.service.server_params

dump_path = self.dump_dir / f"{self.dump_id}"
dump_path.mkdir(parents=True, exist_ok=True)
Expand Down Expand Up @@ -124,7 +125,7 @@ async def pre_invocation_debug_dump(
"paged_kv_cache": {
"device_block_count": model_params.paged_kv_cache.device_block_count,
"block_seq_stride": model_params.paged_kv_cache.block_seq_stride,
"prefix_sharing_algorithm": model_params.paged_kv_cache.prefix_sharing_algorithm,
"prefix_sharing_algorithm": server_params.prefix_sharing_algorithm,
},
},
}
Expand Down

0 comments on commit a2d33ca

Please sign in to comment.