Convert unsupported datatypes to f32 when converting BERT architectures to GGUF

Author: christianazinn

convert-hf-to-gguf.py

@@ -2481,6 +2481,10 @@ def write_tensors(self):
             if new_name is None:
                 print(f"Can not map tensor {name!r}")
                 sys.exit()
+            
+            # convert any unsupported data types to float32
+            if data_torch.dtype not in (torch.float16, torch.float32):
+                data_torch = data_torch.to(torch.float32)
 
             data = data_torch.squeeze().numpy()
             n_dims = len(data.shape)