We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 118afa0 commit 3d59fcbCopy full SHA for 3d59fcb
extension/benchmark/apple/Benchmark/Tests/LLaMA/LLaMATests.mm
@@ -63,7 +63,7 @@ @implementation LLaMATests
63
return [filename hasSuffix:@".pte"] && [filename.lowercaseString containsString:@"llama"];
64
},
65
@"tokenizer" : ^BOOL(NSString *filename) {
66
- return [filename isEqual:@"tokenizer.bin"] || [filename isEqual:@"tokenizer.model"];
+ return [filename isEqual:@"tokenizer.bin"] || [filename isEqual:@"tokenizer.model"] || [filename isEqual:@"tokenizer.json"];
67
68
};
69
}
0 commit comments