add new model.

b4rtaz · May 25, 2024 · 4575818 · 4575818
1 parent bf97faa
commit 4575818
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -16,6 +16,7 @@ Tensor parallelism is all you need. Run LLMs on weak devices or make powerful de
 Python and GCC required. Download this repository and run:
 
 * Llama 3 8B: `python download-model.py llama3`
+* Llama 3 8B Instruct: `python download-model.py llama3_instruct`
 * TinyLlama: `python download-model.py tinylama`
 
 **Supported modes:**

diff --git a/download-model.py b/download-model.py
@@ -7,6 +7,10 @@
         'https://huggingface.co/b4rtaz/llama-3-8b-distributed-llama/resolve/main/dllama_meta-llama-3-8b_q40.bin?download=true',
         'https://huggingface.co/b4rtaz/llama-3-8b-distributed-llama/resolve/main/dllama_meta-llama3-tokenizer.t?download=true',
     ],
+    'llama3_8b_instruct_q40': [
+        'https://huggingface.co/Azamorn/Meta-Llama-3-8B-Instruct-Distributed/resolve/main/dllama_original_q40.bin?download=true',
+        'https://huggingface.co/Azamorn/Meta-Llama-3-8B-Instruct-Distributed/resolve/main/dllama-llama3-tokenizer.t?download=true',
+    ],
     'tinylama_1.1b_3t_q40': [
         'https://huggingface.co/b4rtaz/tinyllama-1.1b-1431k-3t-distributed-llama/resolve/main/dllama_model_tinylama_1.1b_3t_q40.m?download=true',
         'https://huggingface.co/b4rtaz/tinyllama-1.1b-1431k-3t-distributed-llama/resolve/main/dllama_tokenizer_tinylama_1.1b_3t_q40.t?download=true'
@@ -16,6 +20,8 @@
 ALIASES = {
     'llama3': 'llama3_8b_q40',
     'llama3_8b': 'llama3_8b_q40',
+    'llama3_instruct': 'llama3_8b_instruct_q40',
+    'llama3_8b_instruct': 'llama3_8b_instruct_q40',
     'tinylama': 'tinylama_1.1b_3t_q40'
 }