baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Change default port

Browse source
This commit is contained in:
Bruce MacDonald 2023-06-27 13:59:19 -04:00
parent a052728412
commit 53579c5151
1 changed files with 1 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
ollama.py
View file

@ -2,7 +2,6 @@ import json
import os import os
import threading import threading
import click import click
from transformers import AutoModel
from tqdm import tqdm from tqdm import tqdm
from pathlib import Path from pathlib import Path
from llama_cpp import Llama from llama_cpp import Llama
@ -160,7 +159,7 @@ def cli(ctx):
@cli.command() @cli.command()
@click.option("--port", default=5000, help="Port to run the server on") @click.option("--port", default=7734, help="Port to run the server on")
@click.option("--debug", default=False, help="Enable debug mode") @click.option("--debug", default=False, help="Enable debug mode")
def serve(port, debug): def serve(port, debug):
print("Serving on http://localhost:{port}") print("Serving on http://localhost:{port}")
@ -196,11 +195,6 @@ def generate_cli(model, prompt):
print(f"\r{output}", end="", flush=True) print(f"\r{output}", end="", flush=True)
def download_model(model_name):
dir = models_directory()
AutoModel.from_pretrained(model_name, cache_dir=dir)
@cli.command(name="models") @cli.command(name="models")
def models_cli(): def models_cli():
print(models()) print(models())