import torch # DeepSeek-V4-Flash safetensors contain F8_E8M0FN dtype metadata, but # PyTorch 2.5.1 does not define this dtype. Alias it to uint8 so that # safetensors deserialization can load the scales; sglang reinterprets # them on P800 via its own FP8 kernels. if not hasattr(torch, "float8_e8m0fnu"): torch.float8_e8m0fnu = torch.uint8