2024-03-10 05:12:12 +00:00
|
|
|
diff --git a/llama.cpp b/llama.cpp
|
|
|
|
|
index b19616e8..519b9602 100644
|
|
|
|
|
--- a/llama.cpp
|
|
|
|
|
+++ b/llama.cpp
|
|
|
|
|
@@ -9938,7 +9938,7 @@ struct llm_tokenizer_wpm {
|
|
|
|
|
}
|
2024-03-10 23:21:05 +00:00
|
|
|
|
2024-03-10 05:12:12 +00:00
|
|
|
uint32_t to_lower(uint32_t code) {
|
|
|
|
|
- static const std::locale locale("en_US.UTF-8");
|
|
|
|
|
+ static const std::locale locale("");
|
|
|
|
|
#if defined(_WIN32)
|
|
|
|
|
if (code > 0xFFFF) {
|
|
|
|
|
return code;
|
