Change default port

This commit is contained in:
Bruce MacDonald 2023-06-27 13:59:19 -04:00
parent a052728412
commit 53579c5151

View file

@ -2,7 +2,6 @@ import json
import os
import threading
import click
from transformers import AutoModel
from tqdm import tqdm
from pathlib import Path
from llama_cpp import Llama
@ -160,7 +159,7 @@ def cli(ctx):
@cli.command()
@click.option("--port", default=5000, help="Port to run the server on")
@click.option("--port", default=7734, help="Port to run the server on")
@click.option("--debug", default=False, help="Enable debug mode")
def serve(port, debug):
print("Serving on http://localhost:{port}")
@ -196,11 +195,6 @@ def generate_cli(model, prompt):
print(f"\r{output}", end="", flush=True)
def download_model(model_name):
dir = models_directory()
AutoModel.from_pretrained(model_name, cache_dir=dir)
@cli.command(name="models")
def models_cli():
print(models())