examples: use punkt_tab instead of punkt (#6907)
This was causing an error since we depend on punkt_tab.
This commit is contained in:
parent
dbba73469d
commit
ad935f45ac
1 changed files with 1 additions and 1 deletions
|
@ -9,7 +9,7 @@ import nltk
|
||||||
warnings.filterwarnings(
|
warnings.filterwarnings(
|
||||||
"ignore", category=FutureWarning, module="transformers.tokenization_utils_base"
|
"ignore", category=FutureWarning, module="transformers.tokenization_utils_base"
|
||||||
)
|
)
|
||||||
nltk.download("punkt", quiet=True)
|
nltk.download("punkt_tab", quiet=True)
|
||||||
|
|
||||||
|
|
||||||
def getArticleText(url):
|
def getArticleText(url):
|
||||||
|
|
Loading…
Reference in a new issue