Skip to content

Commit afeeb17

Browse files
Update skyrl/backends/skyrl_train/weight_sync/fp8/quantize.py
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
1 parent ec69f5d commit afeeb17

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

skyrl/backends/skyrl_train/weight_sync/fp8/quantize.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -72,7 +72,7 @@ def blockwise_cast_to_fp8(
7272
padded_cols = ((cols + block_n - 1) // block_n) * block_n
7373

7474
fp8_info = torch.finfo(torch.float8_e4m3fn)
75-
weight_fp32 = weight.detach().to(torch.float32)
75+
weight_fp32 = weight.detach().to(torch.float32).contiguous()
7676
if padded_rows != rows or padded_cols != cols:
7777
padded = weight_fp32.new_zeros((padded_rows, padded_cols))
7878
padded[:rows, :cols].copy_(weight_fp32)

0 commit comments

Comments
 (0)