unicode : reuse iterator (ggml-org#5726)

ggerganov · hodlen · commit 6172b227d42b · 2024-04-02T00:15:06.000+08:00
diff --git a/unicode.h b/unicode.h
@@ -404,7 +404,8 @@ static std::unordered_map<uint32_t, int> codepoint_type_map() {
 
 static int codepoint_type(uint32_t cp) {
     static std::unordered_map<uint32_t, int> codepoint_types = codepoint_type_map();
-    return codepoint_types.find(cp) == codepoint_types.end() ? CODEPOINT_TYPE_UNIDENTIFIED : codepoint_types.at(cp);
+    const auto it = codepoint_types.find(cp);
+    return it == codepoint_types.end() ? CODEPOINT_TYPE_UNIDENTIFIED : it->second;
 }
 
 static int codepoint_type(const std::string & utf8) {

Original file line number	Diff line number	Diff line change
`@@ -404,7 +404,8 @@ static std::unordered_map<uint32_t, int> codepoint_type_map() {`
`404`	`404`
`405`	`405`	`static int codepoint_type(uint32_t cp) {`
`406`	`406`	`static std::unordered_map<uint32_t, int> codepoint_types = codepoint_type_map();`
`407`		`- return codepoint_types.find(cp) == codepoint_types.end() ? CODEPOINT_TYPE_UNIDENTIFIED : codepoint_types.at(cp);`
	`407`	`+ const auto it = codepoint_types.find(cp);`
	`408`	`+ return it == codepoint_types.end() ? CODEPOINT_TYPE_UNIDENTIFIED : it->second;`
`408`	`409`	`}`
`409`	`410`
`410`	`411`	`static int codepoint_type(const std::string & utf8) {`