try next runner if load fails
This commit is contained in:
parent
a86a4f8c26
commit
27ead750c3
1 changed files with 11 additions and 5 deletions
|
@ -39,12 +39,18 @@ def load(model_name, models={}):
|
|||
for model_type in cls.model_types()
|
||||
}
|
||||
|
||||
while len(runners) > 0:
|
||||
try:
|
||||
best_match, _ = process.extractOne(model_path, runners.keys())
|
||||
model = runners.get(best_match, LlamaCppRunner)
|
||||
|
||||
models.update({model_name: model(model_path, best_match)})
|
||||
|
||||
runner = model(model_path, best_match)
|
||||
models.update({model_name: runner})
|
||||
return models.get(model_name)
|
||||
except Exception:
|
||||
# try the next runner
|
||||
runners.pop(best_match)
|
||||
|
||||
raise Exception("failed to load model", model_path, model_name)
|
||||
|
||||
|
||||
def unload(model_name, models={}):
|
||||
|
|
Loading…
Reference in a new issue