baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat: Update llama.cpp

Browse source
This commit is contained in:
Andrei Betlen 2024-03-15 12:58:45 -04:00
parent 20e6815252
commit 6eb25231e4
2 changed files with 9 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
llama_cpp/llama_cpp.py
View file

@ -198,13 +198,15 @@ llama_seq_id = ctypes.c_int32
# enum llama_vocab_type { # enum llama_vocab_type {
# LLAMA_VOCAB_TYPE_SPM = 0, // SentencePiece # LLAMA_VOCAB_TYPE_NONE = 0, // For models without vocab
# LLAMA_VOCAB_TYPE_BPE = 1, // Byte Pair Encoding # LLAMA_VOCAB_TYPE_SPM = 1, // SentencePiece
# LLAMA_VOCAB_TYPE_WPM = 2, // WordPiece # LLAMA_VOCAB_TYPE_BPE = 2, // Byte Pair Encoding
# LLAMA_VOCAB_TYPE_WPM = 3, // WordPiece
# }; # };
LLAMA_VOCAB_TYPE_SPM = 0 LLAMA_VOCAB_TYPE_NONE = 0
LLAMA_VOCAB_TYPE_BPE = 1 LLAMA_VOCAB_TYPE_SPM = 1
LLAMA_VOCAB_TYPE_WPM = 2 LLAMA_VOCAB_TYPE_BPE = 2
LLAMA_VOCAB_TYPE_WPM = 3
# // note: these values should be synchronized with ggml_rope # // note: these values should be synchronized with ggml_rope

2
vendor/llama.cpp vendored

@ -1 +1 @@
Subproject commit 044ec4b2a567f649459ccd20af2f387c784faa51 Subproject commit 4e9a7f7f7fb6acbddd1462909c8d696e38edbfcc