@@ -69,7 +69,7 @@ class GGUFReader:
69
69
# I - same as host, S - swapped
70
70
byte_order : Literal ['I' ] | Literal ['S' ] = 'I'
71
71
alignment : int = GGUF_DEFAULT_ALIGNMENT
72
- start_data_offset : int
72
+ data_offset : int
73
73
74
74
# Note: Internal helper, API may change.
75
75
gguf_scalar_to_np : dict [GGUFValueType , type [np .generic ]] = {
@@ -117,7 +117,7 @@ def __init__(self, path: os.PathLike[str] | str, mode: Literal['r'] | Literal['r
117
117
offs = self ._build_fields (offs , kv_count )
118
118
119
119
# Build Tensor Info Fields
120
- offs , tensors_fields = self ._build_tensors_info_fields (offs , tensor_count )
120
+ offs , tensors_fields = self ._build_tensor_info (offs , tensor_count )
121
121
new_align = self .fields .get ('general.alignment' )
122
122
if new_align is not None :
123
123
if new_align .types != [GGUFValueType .UINT32 ]:
@@ -126,7 +126,7 @@ def __init__(self, path: os.PathLike[str] | str, mode: Literal['r'] | Literal['r
126
126
padding = offs % self .alignment
127
127
if padding != 0 :
128
128
offs += self .alignment - padding
129
- self .start_data_offset = offs
129
+ self .data_offset = offs
130
130
self ._build_tensors (offs , tensors_fields )
131
131
132
132
_DT = TypeVar ('_DT' , bound = npt .DTypeLike )
@@ -206,23 +206,23 @@ def _get_field_parts(
206
206
def _get_tensor_info_field (self , orig_offs : int ) -> ReaderField :
207
207
offs = orig_offs
208
208
209
- # Tensor Info Name
209
+ # Get Tensor Name
210
210
name_len , name_data = self ._get_str (offs )
211
211
offs += int (name_len .nbytes + name_data .nbytes )
212
212
213
- # Tensor Info Dimensions Count
213
+ # Get Tensor Dimensions Count
214
214
n_dims = self ._get (offs , np .uint32 )
215
215
offs += int (n_dims .nbytes )
216
216
217
- # Tensor Info Dimension Array
217
+ # Get Tensor Dimension Array
218
218
dims = self ._get (offs , np .uint64 , n_dims [0 ])
219
219
offs += int (dims .nbytes )
220
220
221
- # Tensor Info Tensor Type
221
+ # Get Tensor Encoding Scheme Type
222
222
raw_dtype = self ._get (offs , np .uint32 )
223
223
offs += int (raw_dtype .nbytes )
224
224
225
- # Tensor Info Offset
225
+ # Get Tensor Offset
226
226
offset_tensor = self ._get (offs , np .uint64 )
227
227
offs += int (offset_tensor .nbytes )
228
228
@@ -254,7 +254,7 @@ def _build_fields(self, offs: int, count: int) -> int:
254
254
offs += field_size
255
255
return offs
256
256
257
- def _build_tensors_info_fields (self , offs : int , count : int ) -> tuple [int , list [ReaderField ]]:
257
+ def _build_tensor_info (self , offs : int , count : int ) -> tuple [int , list [ReaderField ]]:
258
258
tensor_fields = []
259
259
for _ in range (count ):
260
260
field = self ._get_tensor_info_field (offs )
0 commit comments