baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Deprecate generate method

Browse source
This commit is contained in:
Andrei Betlen 2023-04-12 14:06:04 -04:00
parent b3805bb9cc
commit 6cf5876538
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
llama_cpp/llama.py
View file

@ -3,6 +3,7 @@ import sys
import uuid import uuid
import time import time
import math import math
import warnings
import multiprocessing import multiprocessing
from typing import List, Optional, Union, Generator, Sequence, Iterator from typing import List, Optional, Union, Generator, Sequence, Iterator
from collections import deque from collections import deque
@ -239,6 +240,11 @@ class Llama:
Yields: Yields:
The generated tokens. The generated tokens.
""" """
warnings.warn(
"Llama.generate is deprecated and will be removed in v0.2.0",
DeprecationWarning,
stacklevel=2,
)
assert self.ctx is not None assert self.ctx is not None
self.reset() self.reset()
while True: while True: