Remove workaround for llama 3 because it is now supported by llama.cpp

countzero · Apr 21, 2024 · cc88b06 · cc88b06
1 parent 9b7ccb0
commit cc88b06
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/quantize_weights_for_llama.cpp.ps1 b/quantize_weights_for_llama.cpp.ps1
@@ -65,7 +65,7 @@ ForEach ($repositoryName in $repositoryDirectories) {
             $convertParameters = "--outfile `"${unquantizedModelPath}`" `"${sourceDirectoryPath}`""
 
             # Some models have a Byte Pair Encoding (BPE) vocabulary type.
-            if (@("Smaug-72B-v0.1", "Meta-Llama-3-8B-Instruct", "Meta-Llama-3-70B-Instruct").Contains($repositoryName)) {
+            if (@("Smaug-72B-v0.1").Contains($repositoryName)) {
                 $convertParameters = "--vocab-type `"bpe`" --pad-vocab $convertParameters"
             }