{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/plain": [ " JSON: {\n", " \"choices\": [\n", " {\n", " \"finish_reason\": \"length\",\n", " \"index\": 0,\n", " \"logprobs\": null,\n", " \"text\": \" over the lazy dog.\"\n", " }\n", " ],\n", " \"created\": 1680960690,\n", " \"id\": \"cmpl-ad3ba53d-407c-466b-bd5f-97cb8987af83\",\n", " \"model\": \"models/ggml-alpaca.bin\",\n", " \"object\": \"text_completion\",\n", " \"usage\": {\n", " \"completion_tokens\": 5,\n", " \"prompt_tokens\": 8,\n", " \"total_tokens\": 13\n", " }\n", "}" ] }, "execution_count": 1, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import openai\n", "\n", "openai.api_key = \"sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\" # can be anything\n", "openai.api_base = \"http://100.64.159.73:8000/v1\"\n", "\n", "openai.Completion.create(\n", " model=\"text-davinci-003\", # currently can be anything\n", " prompt=\"The quick brown fox jumps\",\n", " max_tokens=5,\n", ")" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "' over the lazy dog'" ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import os\n", "\n", "os.environ[\"OPENAI_API_KEY\"] = \"sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\" # can be anything\n", "os.environ[\"OPENAI_API_BASE\"] = \"http://100.64.159.73:8000/v1\"\n", "\n", "from langchain.llms import OpenAI\n", "\n", "llms = OpenAI()\n", "llms(\n", " prompt=\"The quick brown fox jumps\",\n", " stop=[\".\", \"\\n\"],\n", ")" ] } ], "metadata": { "kernelspec": { "display_name": ".venv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.10" }, "orig_nbformat": 4 }, "nbformat": 4, "nbformat_minor": 2 }