llama : fix Viking pre-tokenizer regex

compilade · compilade · commit 31a1b0eeaa2c · 2024-07-08T16:34:39.000-04:00
The order was previously wrong, which caused errors in some tests.
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -15440,8 +15440,8 @@ struct llm_tokenizer_bpe {
                 break;
             case LLAMA_VOCAB_PRE_TYPE_VIKING:
                 regex_exprs = {
-                    "\\p{N}",
                     " ?[^(\\s|.,!?…。，、।۔،)]+",
+                    "\\p{N}",
                 };
                 break;
             default:
