From fd92186e86d5f1b9a805e8ac658f6d4cdf4a8f27 Mon Sep 17 00:00:00 2001 From: Scott Roy Date: Thu, 2 Jul 2026 16:14:20 -0700 Subject: [PATCH] up --- extension/llm/export/gguf.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/extension/llm/export/gguf.py b/extension/llm/export/gguf.py index 259d935b882..5fefd22e3d8 100644 --- a/extension/llm/export/gguf.py +++ b/extension/llm/export/gguf.py @@ -380,6 +380,8 @@ def iter_gguf( yield tensor.name, flat.view(torch.float16).reshape(shape).to( torch.bfloat16 ) + elif tensor.tensor_type == GGMLQuantizationType.BF16: + yield tensor.name, flat.view(torch.bfloat16).reshape(shape).clone() else: raise ValueError(f"Unsupported GGUF quant type: {tensor.tensor_type}")