updated requirements.txt

requirements.txt

@@ -1,4 +1,4 @@
-accelerate
+accelerate==0.23.0
 aiohttp==3.8.5
 aiosignal==1.3.1
 annotated-types==0.5.0
@@ -11,25 +11,35 @@ asttokens==2.4.0
 async-lru==2.0.4
 async-timeout==4.0.3
 attrs==23.1.0
+auto-gptq==0.4.2
 Babel==2.12.1
 backcall==0.2.0
 backoff==2.2.1
 bcrypt==4.0.1
 beautifulsoup4==4.12.2
 bleach==6.0.0
+blis==0.7.11
+catalogue==2.0.10
 certifi==2023.7.22
 cffi==1.15.1
 charset-normalizer==3.2.0
 chroma-hnswlib==0.7.3
 chromadb==0.4.13
 click==8.1.7
+cloudpathlib==0.16.0
+cmake==3.27.6
 coloredlogs==15.0.1
 comm==0.1.4
+confection==0.1.3
+cymem==2.0.8
 dataclasses-json==0.6.0
+datasets==2.14.5
 debugpy==1.8.0
 decorator==5.1.1
 defusedxml==0.7.1
+dill==0.3.7
 diskcache==5.6.3
+en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.0/en_core_web_sm-3.7.0-py3-none-any.whl#sha256=6215d71a3212690e9aec49408a27e3fe6ad7cd6c715476e93d70dc784041e93e
 exceptiongroup==1.1.3
 executing==1.2.0
 fastapi==0.103.1
@@ -38,7 +48,7 @@ filelock==3.12.4
 flatbuffers==23.5.26
 fqdn==1.5.1
 frozenlist==1.4.0
-fsspec==2023.9.2
+fsspec==2023.6.0
 greenlet==2.0.2
 h11==0.14.0
 httptools==0.6.0
@@ -67,7 +77,9 @@ jupyterlab==4.0.6
 jupyterlab-pygments==0.2.2
 jupyterlab_server==2.25.0
 langchain==0.0.301
+langcodes==3.3.0
 langsmith==0.0.40
+lit==17.0.2
 llama_cpp_python==0.2.7
 MarkupSafe==2.1.3
 marshmallow==3.20.1
@@ -76,6 +88,8 @@ mistune==3.0.1
 monotonic==1.6
 mpmath==1.3.0
 multidict==6.0.4
+multiprocess==0.70.15
+murmurhash==1.0.10
 mypy-extensions==1.0.0
 nbclient==0.8.0
 nbconvert==7.8.0
@@ -88,18 +102,31 @@ notebook==7.0.4
 notebook_shim==0.2.3
 numexpr==2.8.6
 numpy==1.26.0
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
 onnxruntime==1.16.0
-openai
+openai==0.28.1
 overrides==7.4.0
 packaging==23.1
 pandas==2.1.1
 pandocfilters==1.5.0
 parso==0.8.3
+peft==0.5.0
 pexpect==4.8.0
 pickleshare==0.7.5
 Pillow==10.0.1
 platformdirs==3.10.0
 posthog==3.0.2
+preshed==3.0.9
 prometheus-client==0.17.1
 prompt-toolkit==3.0.39
 protobuf==4.24.3
@@ -107,6 +134,7 @@ psutil==5.9.5
 ptyprocess==0.7.0
 pulsar-client==3.3.0
 pure-eval==0.2.2
+pyarrow==13.0.0
 pycparser==2.21
 pydantic==2.4.0
 pydantic_core==2.10.0
@@ -123,7 +151,9 @@ regex==2023.8.8
 requests==2.31.0
 rfc3339-validator==0.1.4
 rfc3986-validator==0.1.1
+rouge==1.0.1
 rpds-py==0.10.3
+sacremoses==0.0.53
 safetensors==0.3.3
 scikit-learn==1.3.1
 scipy==1.11.2
@@ -131,14 +161,20 @@ Send2Trash==1.8.2
 sentence-transformers==2.2.2
 sentencepiece==0.1.99
 six==1.16.0
+smart-open==6.4.0
 sniffio==1.3.0
 soupsieve==2.5
+spacy==3.7.2
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
 SQLAlchemy==2.0.21
+srsly==2.4.8
 stack-data==0.6.2
 starlette==0.27.0
 sympy==1.12
 tenacity==8.2.3
 terminado==0.17.1
+thinc==8.2.1
 threadpoolctl==3.2.0
 tinycss2==1.2.1
 tokenizers==0.13.3
@@ -149,6 +185,7 @@ tornado==6.3.3
 tqdm==4.66.1
 traitlets==5.10.0
 transformers==4.33.2
+triton==2.0.0
 typer==0.9.0
 typing-inspect==0.9.0
 typing_extensions==4.8.0
@@ -157,10 +194,13 @@ uri-template==1.3.0
 urllib3==2.0.5
 uvicorn==0.23.2
 uvloop==0.17.0
+wasabi==1.1.2
 watchfiles==0.20.0
 wcwidth==0.2.6
+weasel==0.3.3
 webcolors==1.13
 webencodings==0.5.1
 websocket-client==1.6.3
 websockets==11.0.3
+xxhash==3.4.1
 yarl==1.9.2