105 lines
2.5 KiB
Text
105 lines
2.5 KiB
Text
|
{
|
||
|
|
"cells": [
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 1,
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"text/plain": [
|
||
|
|
"<OpenAIObject text_completion id=cmpl-ad3ba53d-407c-466b-bd5f-97cb8987af83 at 0x7f6adc12d900> JSON: {\n",
|
||
|
|
" \"choices\": [\n",
|
||
|
|
" {\n",
|
||
|
|
" \"finish_reason\": \"length\",\n",
|
||
|
|
" \"index\": 0,\n",
|
||
|
|
" \"logprobs\": null,\n",
|
||
|
|
" \"text\": \" over the lazy dog.\"\n",
|
||
|
|
" }\n",
|
||
|
|
" ],\n",
|
||
|
|
" \"created\": 1680960690,\n",
|
||
|
|
" \"id\": \"cmpl-ad3ba53d-407c-466b-bd5f-97cb8987af83\",\n",
|
||
|
|
" \"model\": \"models/ggml-alpaca.bin\",\n",
|
||
|
|
" \"object\": \"text_completion\",\n",
|
||
|
|
" \"usage\": {\n",
|
||
|
|
" \"completion_tokens\": 5,\n",
|
||
|
|
" \"prompt_tokens\": 8,\n",
|
||
|
|
" \"total_tokens\": 13\n",
|
||
|
|
" }\n",
|
||
|
|
"}"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 1,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"import openai\n",
|
||
|
|
"\n",
|
||
|
|
"openai.api_key = \"sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\" # can be anything\n",
|
||
|
|
"openai.api_base = \"http://100.64.159.73:8000/v1\"\n",
|
||
|
|
"\n",
|
||
|
|
"openai.Completion.create(\n",
|
||
|
|
" model=\"text-davinci-003\", # currently can be anything\n",
|
||
|
|
" prompt=\"The quick brown fox jumps\",\n",
|
||
|
|
" max_tokens=5,\n",
|
||
|
|
")"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 2,
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"text/plain": [
|
||
|
|
"' over the lazy dog'"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 2,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"import os\n",
|
||
|
|
"\n",
|
||
|
|
"os.environ[\"OPENAI_API_KEY\"] = \"sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\" # can be anything\n",
|
||
|
|
"os.environ[\"OPENAI_API_BASE\"] = \"http://100.64.159.73:8000/v1\"\n",
|
||
|
|
"\n",
|
||
|
|
"from langchain.llms import OpenAI\n",
|
||
|
|
"\n",
|
||
|
|
"llms = OpenAI()\n",
|
||
|
|
"llms(\n",
|
||
|
|
" prompt=\"The quick brown fox jumps\",\n",
|
||
|
|
" stop=[\".\", \"\\n\"],\n",
|
||
|
|
")"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"metadata": {
|
||
|
|
"kernelspec": {
|
||
|
|
"display_name": ".venv",
|
||
|
|
"language": "python",
|
||
|
|
"name": "python3"
|
||
|
|
},
|
||
|
|
"language_info": {
|
||
|
|
"codemirror_mode": {
|
||
|
|
"name": "ipython",
|
||
|
|
"version": 3
|
||
|
|
},
|
||
|
|
"file_extension": ".py",
|
||
|
|
"mimetype": "text/x-python",
|
||
|
|
"name": "python",
|
||
|
|
"nbconvert_exporter": "python",
|
||
|
|
"pygments_lexer": "ipython3",
|
||
|
|
"version": "3.8.10"
|
||
|
|
},
|
||
|
|
"orig_nbformat": 4
|
||
|
|
},
|
||
|
|
"nbformat": 4,
|
||
|
|
"nbformat_minor": 2
|
||
|
|
}
|