llama : fix regression from #2000 - could not load no-mmap models

ggerganov · ggerganov · commit fff0e0eafe81 · 2023-07-20T13:47:26.000+03:00
diff --git a/llama.cpp b/llama.cpp
@@ -555,7 +555,9 @@ struct llama_file_loader {
             }
 
             // skip to the next multiple of 32 bytes
-            file.seek(-static_cast<ptrdiff_t>(file.tell()) & 31, SEEK_CUR);
+            if (file_version >= LLAMA_FILE_VERSION_GGJT_V1) {
+                file.seek(-static_cast<ptrdiff_t>(file.tell()) & 31, SEEK_CUR);
+            }
 
             tensor.file_off = file.tell();
             tensor.name = name;

Original file line number	Diff line number	Diff line change
`@@ -555,7 +555,9 @@ struct llama_file_loader {`
`555`	`555`	`}`
`556`	`556`
`557`	`557`	`// skip to the next multiple of 32 bytes`
`558`		`- file.seek(-static_cast<ptrdiff_t>(file.tell()) & 31, SEEK_CUR);`
	`558`	`+ if (file_version >= LLAMA_FILE_VERSION_GGJT_V1) {`
	`559`	`+ file.seek(-static_cast<ptrdiff_t>(file.tell()) & 31, SEEK_CUR);`
	`560`	`+ }`
`559`	`561`
`560`	`562`	`tensor.file_off = file.tell();`
`561`	`563`	`tensor.name = name;`