diff --git a/llm/llama.cpp b/llm/llama.cpp index e6a6d36e..15ba407c 100644 --- a/llm/llama.cpp +++ b/llm/llama.cpp @@ -105,6 +105,7 @@ enum e_model { MODEL_7B, MODEL_13B, MODEL_30B, + MODEL_34B, MODEL_65B, MODEL_70B, }; @@ -1053,6 +1054,7 @@ static const char *llama_model_type_name(e_model type) { case MODEL_7B: return "7B"; case MODEL_13B: return "13B"; case MODEL_30B: return "30B"; + case MODEL_34B: return "34B"; case MODEL_65B: return "65B"; case MODEL_70B: return "70B"; default: LLAMA_ASSERT(false); @@ -1100,6 +1102,7 @@ static void llama_model_load_internal( case 26: model.type = e_model::MODEL_3B; break; case 32: model.type = e_model::MODEL_7B; break; case 40: model.type = e_model::MODEL_13B; break; + case 48: model.type = e_model::MODEL_34B; break; case 60: model.type = e_model::MODEL_30B; break; case 80: model.type = e_model::MODEL_65B; break; default: