|
41 | 41 | 03729F0C2BB203B300152F2E /* util.h in Headers */ = {isa = PBXBuildFile; fileRef = 03729F092BB203B300152F2E /* util.h */; };
|
42 | 42 | 03729F122BB2042B00152F2E /* sampler.h in Headers */ = {isa = PBXBuildFile; fileRef = 03729F102BB2042B00152F2E /* sampler.h */; };
|
43 | 43 | 03729F132BB2042B00152F2E /* sampler.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 03729F112BB2042B00152F2E /* sampler.cpp */; };
|
44 |
| - 03729F162BB2043600152F2E /* tokenizer.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 03729F142BB2043600152F2E /* tokenizer.cpp */; }; |
| 44 | + 03729F162BB2043600152F2E /* bpe_tokenizer.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 03729F142BB2043600152F2E /* bpe_tokenizer.cpp */; }; |
45 | 45 | 03729F172BB2043600152F2E /* tokenizer.h in Headers */ = {isa = PBXBuildFile; fileRef = 03729F152BB2043600152F2E /* tokenizer.h */; };
|
| 46 | + 03BADE202BD2E88600DDFDC2 /* bpe_tokenizer.h in Headers */ = {isa = PBXBuildFile; fileRef = 03BADE1F2BD2E88600DDFDC2 /* bpe_tokenizer.h */; }; |
46 | 47 | /* End PBXBuildFile section */
|
47 | 48 |
|
48 | 49 | /* Begin PBXContainerItemProxy section */
|
|
91 | 92 | 03729F092BB203B300152F2E /* util.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = util.h; sourceTree = "<group>"; };
|
92 | 93 | 03729F102BB2042B00152F2E /* sampler.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = sampler.h; sourceTree = "<group>"; };
|
93 | 94 | 03729F112BB2042B00152F2E /* sampler.cpp */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.cpp; path = sampler.cpp; sourceTree = "<group>"; };
|
94 |
| - 03729F142BB2043600152F2E /* tokenizer.cpp */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.cpp; path = tokenizer.cpp; sourceTree = "<group>"; }; |
| 95 | + 03729F142BB2043600152F2E /* bpe_tokenizer.cpp */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.cpp.cpp; path = bpe_tokenizer.cpp; sourceTree = "<group>"; }; |
95 | 96 | 03729F152BB2043600152F2E /* tokenizer.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = tokenizer.h; sourceTree = "<group>"; };
|
| 97 | + 03BADE1F2BD2E88600DDFDC2 /* bpe_tokenizer.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; path = bpe_tokenizer.h; sourceTree = "<group>"; }; |
96 | 98 | /* End PBXFileReference section */
|
97 | 99 |
|
98 | 100 | /* Begin PBXFrameworksBuildPhase section */
|
|
232 | 234 | 03729F0E2BB203D700152F2E /* tokenizer */ = {
|
233 | 235 | isa = PBXGroup;
|
234 | 236 | children = (
|
235 |
| - 03729F142BB2043600152F2E /* tokenizer.cpp */, |
| 237 | + 03BADE1F2BD2E88600DDFDC2 /* bpe_tokenizer.h */, |
| 238 | + 03729F142BB2043600152F2E /* bpe_tokenizer.cpp */, |
236 | 239 | 03729F152BB2043600152F2E /* tokenizer.h */,
|
237 | 240 | );
|
238 | 241 | name = tokenizer;
|
|
256 | 259 | isa = PBXHeadersBuildPhase;
|
257 | 260 | buildActionMask = 2147483647;
|
258 | 261 | files = (
|
| 262 | + 03BADE202BD2E88600DDFDC2 /* bpe_tokenizer.h in Headers */, |
259 | 263 | 03729F172BB2043600152F2E /* tokenizer.h in Headers */,
|
260 | 264 | 03729EE22BB1F93E00152F2E /* LLaMARunner.h in Headers */,
|
261 | 265 | 03729F122BB2042B00152F2E /* sampler.h in Headers */,
|
|
403 | 407 | buildActionMask = 2147483647;
|
404 | 408 | files = (
|
405 | 409 | 03729EE12BB1F93800152F2E /* LLaMARunner.mm in Sources */,
|
406 |
| - 03729F162BB2043600152F2E /* tokenizer.cpp in Sources */, |
| 410 | + 03729F162BB2043600152F2E /* bpe_tokenizer.cpp in Sources */, |
407 | 411 | 03729F0A2BB203B300152F2E /* runner.cpp in Sources */,
|
408 | 412 | 03729F132BB2042B00152F2E /* sampler.cpp in Sources */,
|
409 | 413 | );
|
|
0 commit comments