move model prompts to python dict

This commit is contained in:
Bruce MacDonald 2023-06-27 14:07:30 -04:00
parent 2906cbab11
commit 1879267ac9
2 changed files with 12 additions and 15 deletions

View file

@ -1,12 +0,0 @@
{
"alpaca": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{prompt}\n\n### Response:\n\n",
"ggml": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n### Human: Hello, Assistant.\n### Assistant: Hello. How may I help you today?\n### Human: ${prompt}",
"gpt4": "### Instruction:\n{prompt}\n\n### Response:\n",
"hermes": "### Instruction:\n{prompt}\n\n### Response:\n",
"oasst": "{prompt}",
"orca": "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n### User:\n{prompt}\n\n### Response:",
"qlora": "### Human: {prompt}\n### Assistant:",
"tulu": "\n{prompt}\n\n(include newline)",
"vicuna": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.\n\nUSER: {prompt}\nASSISTANT:",
"wizardlm": "{prompt}\n\n### Response:"
}

View file

@ -1,8 +1,17 @@
from difflib import SequenceMatcher
import json
with open("./model_prompts.json", "r") as f:
model_prompts = json.load(f)
model_prompts = {
"alpaca": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{prompt}\n\n### Response:\n\n",
"ggml": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n### Human: Hello, Assistant.\n### Assistant: Hello. How may I help you today?\n### Human: ${prompt}",
"gpt4": "### Instruction:\n{prompt}\n\n### Response:\n",
"hermes": "### Instruction:\n{prompt}\n\n### Response:\n",
"oasst": "{prompt}",
"orca": "### System:\nYou are an AI assistant that follows instruction extremely well. Help as much as you can.\n\n### User:\n{prompt}\n\n### Response:",
"qlora": "### Human: {prompt}\n### Assistant:",
"tulu": "\n{prompt}\n\n(include newline)",
"vicuna": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.\n\nUSER: {prompt}\nASSISTANT:",
"wizardlm": "{prompt}\n\n### Response:",
}
def template(model, prompt):