parent
a50d24e3a7
commit
07966b9ba7
1 changed files with 2 additions and 2 deletions
|
@ -516,7 +516,7 @@ chat_handler = Llava15ChatHandler(clip_model_path="path/to/llava/mmproj.bin")
|
||||||
llm = Llama(
|
llm = Llama(
|
||||||
model_path="./path/to/llava/llama-model.gguf",
|
model_path="./path/to/llava/llama-model.gguf",
|
||||||
chat_handler=chat_handler,
|
chat_handler=chat_handler,
|
||||||
n_ctx=2048, # n_ctx should be increased to accomodate the image embedding
|
n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
|
||||||
)
|
)
|
||||||
llm.create_chat_completion(
|
llm.create_chat_completion(
|
||||||
messages = [
|
messages = [
|
||||||
|
@ -547,7 +547,7 @@ llm = Llama.from_pretrained(
|
||||||
repo_id="vikhyatk/moondream2",
|
repo_id="vikhyatk/moondream2",
|
||||||
filename="*text-model*",
|
filename="*text-model*",
|
||||||
chat_handler=chat_handler,
|
chat_handler=chat_handler,
|
||||||
n_ctx=2048, # n_ctx should be increased to accomodate the image embedding
|
n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
|
||||||
)
|
)
|
||||||
|
|
||||||
respoonse = llm.create_chat_completion(
|
respoonse = llm.create_chat_completion(
|
||||||
|
|
Loading…
Reference in a new issue