gguf-py : fix dtype check (ggerganov#6045)

NeoZhangJianyu · Mar 15, 2024 · 42b03c4 · 42b03c4
1 parent 51945cf
commit 42b03c4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/gguf-py/gguf/gguf_writer.py b/gguf-py/gguf/gguf_writer.py
@@ -204,7 +204,7 @@ def add_tensor_info(
  for i in range(n_dims):
  self.ti_data += self._pack("Q", tensor_shape[n_dims - 1 - i])
  if raw_dtype is None:
- if tensor_shape == np.float32:
+ if tensor_dtype == np.float32:
  dtype = GGMLQuantizationType.F32
  elif tensor_dtype == np.float16:
  dtype = GGMLQuantizationType.F16