mirror of
https://github.com/microsoft/LLMLingua.git
synced 2024-01-23 02:05:46 +03:00
bf6723c3ec
Co-authored-by: Qianhui Wu <wuqh_thu@foxmail.com> Co-authored-by: Xufang Luo <34053802+XufangLuo@users.noreply.github.com>
67 lines
2.0 KiB
Python
67 lines
2.0 KiB
Python
# Copyright (c) 2023 Microsoft
|
|
# Licensed under The MIT License [see LICENSE for details]
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
# PEP0440 compatible formatted version, see:
|
|
# https://www.python.org/dev/peps/pep-0440/
|
|
#
|
|
# release markers:
|
|
# X.Y
|
|
# X.Y.Z # For bugfix releases
|
|
#
|
|
# pre-release markers:
|
|
# X.YaN # Alpha release
|
|
# X.YbN # Beta release
|
|
# X.YrcN # Release Candidate
|
|
# X.Y # Final release
|
|
|
|
# version.py defines the VERSION and VERSION_SHORT variables.
|
|
# We use exec here so we don't import allennlp whilst setting up.
|
|
VERSION = {} # type: ignore
|
|
with open("llmlingua/version.py", "r") as version_file:
|
|
exec(version_file.read(), VERSION)
|
|
|
|
INSTALL_REQUIRES = [
|
|
"transformers>=4.26.0",
|
|
"torch",
|
|
"tiktoken",
|
|
"nltk",
|
|
"numpy",
|
|
]
|
|
QUANLITY_REQUIRES = [
|
|
"black==21.4b0",
|
|
"flake8>=3.8.3",
|
|
"isort>=5.5.4",
|
|
]
|
|
DEV_REQUIRES = INSTALL_REQUIRES + QUANLITY_REQUIRES
|
|
|
|
setup(
|
|
name="llmlingua",
|
|
version=VERSION["VERSION"],
|
|
author="The LLMLingua team",
|
|
author_email="hjiang@microsoft.com",
|
|
description="To speed up LLMs' inference and enhance LLM's perceive of key information, compress the prompt and KV-Cache, which achieves up to 20x compression with minimal performance loss.",
|
|
long_description=open("README.md").read(),
|
|
long_description_content_type="text/markdown",
|
|
keywords="Prompt Compression, LLMs, Inference Acceleration, Black-box LLMs, Efficient LLMs",
|
|
license="MIT License",
|
|
url="https://github.com/microsoft/LLMLingua",
|
|
classifiers=[
|
|
"Intended Audience :: Science/Research",
|
|
"Development Status :: 3 - Alpha",
|
|
"Programming Language :: Python :: 3",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
],
|
|
package_dir={"": "./"},
|
|
packages=find_packages("./"),
|
|
extras_require={
|
|
"dev": DEV_REQUIRES,
|
|
"quality": QUANLITY_REQUIRES,
|
|
},
|
|
install_requires=INSTALL_REQUIRES,
|
|
include_package_data=True,
|
|
python_requires=">=3.8.0",
|
|
zip_safe=False,
|
|
)
|