| pip install llmcompressor | |
| apt-get update | |
| apt-get install nano -y | |
| huggingface-cli download Tarek07/Legion-V2.1-LLaMa-70B --max-workers 16 | |
| python compress.py | |
| pip install llmcompressor | |
| apt-get update | |
| apt-get install nano -y | |
| huggingface-cli download Tarek07/Legion-V2.1-LLaMa-70B --max-workers 16 | |
| python compress.py | |