6bfe98bd80
* feat: Add support for jinja templating Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com> * fix: Refactor chat formatter and update interface for jinja templates - Simplify the `llama2_template` in `llama_jinja_format.py` by removing unnecessary line breaks for readability without affecting functionality. - Update `ChatFormatterInterface` constructor to accept a more generic `Optional[object]` type for the template parameter, enhancing flexibility. - Introduce a `template` property to `ChatFormatterInterface` for standardized access to the template string. - Replace `MetaSingleton` metaclass with `Singleton` for the `ChatFormatterFactory` to streamline the singleton implementation. These changes enhance code readability, maintain usability, and ensure consistency in the chat formatter's design pattern usage. * Add outline for Jinja2 templating integration documentation Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com> * Add jinja2 as a dependency with version range for Hugging Face transformers compatibility Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com> * Update jinja2 version constraint for mkdocs-material compatibility Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com> * Fix attribute name in AutoChatFormatter - Changed attribute name from `self._renderer` to `self._environment` --------- Signed-off-by: teleprint-me <77757836+teleprint-me@users.noreply.github.com>
77 lines
1.9 KiB
TOML
77 lines
1.9 KiB
TOML
[build-system]
|
|
requires = ["scikit-build-core[pyproject]>=0.5.1"]
|
|
build-backend = "scikit_build_core.build"
|
|
|
|
[project]
|
|
name = "llama_cpp_python"
|
|
dynamic = ["version"]
|
|
description = "Python bindings for the llama.cpp library"
|
|
readme = "README.md"
|
|
license = { text = "MIT" }
|
|
authors = [
|
|
{ name = "Andrei Betlen", email = "abetlen@gmail.com" },
|
|
]
|
|
# mkdocs-martiral requires "jinja2~=3.0"
|
|
# transformers requires "jinja2>=2.11.3"
|
|
dependencies = [
|
|
"typing-extensions>=4.5.0",
|
|
"numpy>=1.20.0",
|
|
"diskcache>=5.6.1",
|
|
"jinja2>=2.11.3",
|
|
]
|
|
requires-python = ">=3.8"
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.8",
|
|
"Programming Language :: Python :: 3.9",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
]
|
|
|
|
|
|
[project.optional-dependencies]
|
|
server = [
|
|
"uvicorn>=0.22.0",
|
|
"fastapi>=0.100.0",
|
|
"pydantic-settings>=2.0.1",
|
|
"sse-starlette>=1.6.1",
|
|
"starlette-context>=0.3.6,<0.4",
|
|
]
|
|
test = [
|
|
"pytest>=7.4.0",
|
|
"httpx>=0.24.1",
|
|
"scipy>=1.10",
|
|
]
|
|
dev = [
|
|
"black>=23.3.0",
|
|
"twine>=4.0.2",
|
|
"mkdocs>=1.4.3",
|
|
"mkdocstrings[python]>=0.22.0",
|
|
"mkdocs-material>=9.1.18",
|
|
"pytest>=7.4.0",
|
|
"httpx>=0.24.1",
|
|
]
|
|
all = [
|
|
"llama_cpp_python[server,test,dev]",
|
|
]
|
|
|
|
[tool.scikit-build]
|
|
wheel.packages = ["llama_cpp"]
|
|
cmake.verbose = true
|
|
cmake.minimum-version = "3.21"
|
|
minimum-version = "0.5.1"
|
|
sdist.include = [".git", "vendor/llama.cpp/.git"]
|
|
|
|
[tool.scikit-build.metadata.version]
|
|
provider = "scikit_build_core.metadata.regex"
|
|
input = "llama_cpp/__init__.py"
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/abetlen/llama-cpp-python"
|
|
Issues = "https://github.com/abetlen/llama-cpp-python/issues"
|
|
Documentation = "https://llama-cpp-python.readthedocs.io/en/latest/"
|
|
Changelog = "https://llama-cpp-python.readthedocs.io/en/latest/changelog/"
|
|
|
|
[tool.pytest.ini_options]
|
|
addopts = "--ignore=vendor"
|