Skip to content

Commit

Permalink
Fix binary names
Browse files Browse the repository at this point in the history
  • Loading branch information
countzero committed Jun 18, 2024
1 parent e78862f commit cdf55d9
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions quantize_weights_for_llama.cpp.ps1
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,7 @@ ForEach ($repositoryName in $repositoryDirectories) {

Write-Host "Computing importance matrix for ${unquantizedModelPath} at ${importanceMatrixPath}..." -ForegroundColor "DarkYellow"

$matrixCommand = "${llamaCppDirectory}\build\bin\Release\imatrix.exe"
$matrixCommand = "${llamaCppDirectory}\build\bin\Release\llama-imatrix.exe"

Invoke-Expression "$matrixCommand -m `"${unquantizedModelPath}`" -f `"${trainingDataPath}`" -o `"${importanceMatrixPath}`" -ngl 99"
}
Expand All @@ -82,7 +82,7 @@ ForEach ($repositoryName in $repositoryDirectories) {

Write-Host "Quantizing ${unquantizedModelPath} to ${quantizedModelPath}..." -ForegroundColor "DarkYellow"

$quantizeCommand = "${llamaCppDirectory}\build\bin\Release\quantize.exe"
$quantizeCommand = "${llamaCppDirectory}\build\bin\Release\llama-quantize.exe"

if ($requiresImportanceMatrix) {
$quantizeCommand = "${quantizeCommand} --imatrix `"${importanceMatrixPath}`""
Expand Down

0 comments on commit cdf55d9

Please sign in to comment.