accelerate==0.25.

*
colorama
datasets
einops
exllamav2==0.0.10; platform_system != "Darwin" and platform_machine != "x86_64"
gradio==3.50.*
markdown
numpy==1.24.*
optimum==1.14.0
pandas
peft==0.6.*
Pillow>=9.5.0
pyyaml
requests
safetensors==0.4.1
scipy
sentencepiece
tensorboard
transformers==4.35.*
tqdm
wandb

git+[Link]

# bitsandbytes
bitsandbytes==0.41.1; platform_system != "Windows"
[Link]
bitsandbytes-0.41.1-py3-none-win_amd64.whl; platform_system == "Windows"

# llama-cpp-python (CPU only, AVX2)

[Link]
llama_cpp_python-0.2.19+cpuavx2-cp311-cp311-manylinux_2_31_x86_64.whl;
platform_system == "Linux" and platform_machine == "x86_64" and python_version ==
"3.11"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp310-cp310-manylinux_2_31_x86_64.whl;
platform_system == "Linux" and platform_machine == "x86_64" and python_version ==
"3.10"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp39-cp39-manylinux_2_31_x86_64.whl;
platform_system == "Linux" and platform_machine == "x86_64" and python_version ==
"3.9"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp38-cp38-manylinux_2_31_x86_64.whl;
platform_system == "Linux" and platform_machine == "x86_64" and python_version ==
"3.8"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp311-cp311-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.11"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp310-cp310-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.10"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp39-cp39-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.9"
[Link]
llama_cpp_python-0.2.19+cpuavx2-cp38-cp38-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.8"
# CUDA wheels
[Link]
cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version ==
"3.11"
[Link]
cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version ==
"3.10"
[Link]
cp39-cp39-win_amd64.whl; platform_system == "Windows" and python_version == "3.9"
[Link]
cp38-cp38-win_amd64.whl; platform_system == "Windows" and python_version == "3.8"
[Link]
cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.11"
[Link]
cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.10"
[Link]
cp39-cp39-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.9"
[Link]
cp38-cp38-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.8"
[Link]
cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version ==
"3.11"
[Link]
cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version ==
"3.10"
[Link]
cp39-cp39-win_amd64.whl; platform_system == "Windows" and python_version == "3.9"
[Link]
cp38-cp38-win_amd64.whl; platform_system == "Windows" and python_version == "3.8"
[Link]
cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.11"
[Link]
cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.10"
[Link]
cp39-cp39-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.9"
[Link]
cp38-cp38-linux_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.8"
[Link]
0.0.10+cu121-cp311-cp311-win_amd64.whl; platform_system == "Windows" and
python_version == "3.11"
[Link]
0.0.10+cu121-cp310-cp310-win_amd64.whl; platform_system == "Windows" and
python_version == "3.10"
[Link]
0.0.10+cu121-cp39-cp39-win_amd64.whl; platform_system == "Windows" and
python_version == "3.9"
[Link]
0.0.10+cu121-cp38-cp38-win_amd64.whl; platform_system == "Windows" and
python_version == "3.8"
[Link]
0.0.10+cu121-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and
platform_machine == "x86_64" and python_version == "3.11"
[Link]
0.0.10+cu121-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and
platform_machine == "x86_64" and python_version == "3.10"
[Link]
0.0.10+cu121-cp39-cp39-linux_x86_64.whl; platform_system == "Linux" and
platform_machine == "x86_64" and python_version == "3.9"
[Link]
0.0.10+cu121-cp38-cp38-linux_x86_64.whl; platform_system == "Linux" and
platform_machine == "x86_64" and python_version == "3.8"
[Link]
2.3.4+cu121torch2.1cxx11abiFALSE-cp311-cp311-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.11"
[Link]
2.3.4+cu121torch2.1cxx11abiFALSE-cp310-cp310-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.10"
[Link]
2.3.4+cu121torch2.1cxx11abiFALSE-cp39-cp39-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.9"
[Link]
2.3.4+cu121torch2.1cxx11abiFALSE-cp38-cp38-win_amd64.whl; platform_system ==
"Windows" and python_version == "3.8"
[Link]
2.3.4+cu122torch2.1cxx11abiFALSE-cp311-cp311-linux_x86_64.whl; platform_system ==
"Linux" and platform_machine == "x86_64" and python_version == "3.11"
[Link]
2.3.4+cu122torch2.1cxx11abiFALSE-cp310-cp310-linux_x86_64.whl; platform_system ==
"Linux" and platform_machine == "x86_64" and python_version == "3.10"
[Link]
2.3.4+cu122torch2.1cxx11abiFALSE-cp39-cp39-linux_x86_64.whl; platform_system ==
"Linux" and platform_machine == "x86_64" and python_version == "3.9"
[Link]
2.3.4+cu122torch2.1cxx11abiFALSE-cp38-cp38-linux_x86_64.whl; platform_system ==
"Linux" and platform_machine == "x86_64" and python_version == "3.8"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp311-cp311-win_amd64.whl;
platform_system == "Windows" and python_version == "3.11"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp310-cp310-win_amd64.whl;
platform_system == "Windows" and python_version == "3.10"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp39-cp39-win_amd64.whl;
platform_system == "Windows" and python_version == "3.9"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp38-cp38-win_amd64.whl;
platform_system == "Windows" and python_version == "3.8"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp311-cp311-
manylinux_2_31_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.11"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp310-cp310-
manylinux_2_31_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.10"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp39-cp39-
manylinux_2_31_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.9"
[Link]
textgen-webui/llama_cpp_python_cuda-0.2.19+cu121-cp38-cp38-
manylinux_2_31_x86_64.whl; platform_system == "Linux" and platform_machine ==
"x86_64" and python_version == "3.8"
[Link]
gptq_for_llama-0.1.1+cu121-cp311-cp311-win_amd64.whl; platform_system == "Windows"
and python_version == "3.11"
[Link]
gptq_for_llama-0.1.1+cu121-cp310-cp310-win_amd64.whl; platform_system == "Windows"
and python_version == "3.10"
[Link]
gptq_for_llama-0.1.1+cu121-cp39-cp39-win_amd64.whl; platform_system == "Windows"
and python_version == "3.9"
[Link]
gptq_for_llama-0.1.1+cu121-cp38-cp38-win_amd64.whl; platform_system == "Windows"
and python_version == "3.8"
[Link]
gptq_for_llama-0.1.1+cu121-cp311-cp311-linux_x86_64.whl; platform_system == "Linux"
and platform_machine == "x86_64" and python_version == "3.11"
[Link]
gptq_for_llama-0.1.1+cu121-cp310-cp310-linux_x86_64.whl; platform_system == "Linux"
and platform_machine == "x86_64" and python_version == "3.10"
[Link]
gptq_for_llama-0.1.1+cu121-cp39-cp39-linux_x86_64.whl; platform_system == "Linux"
and platform_machine == "x86_64" and python_version == "3.9"
[Link]
gptq_for_llama-0.1.1+cu121-cp38-cp38-linux_x86_64.whl; platform_system == "Linux"
and platform_machine == "x86_64" and python_version == "3.8"
[Link]
ctransformers-0.2.27+[Link]
autoawq==0.1.7; platform_system == "Linux" or platform_system == "Windows"