error loading model: create_tensor: tensor 'output.weight' not found

[JosephValle]

Trying to run like so:

final appDocDir = await getApplicationDocumentsDirectory();
// Define the LLaMA model file path
final file = File("${appDocDir.path}/llama-3.2-1b-instruct-q 8_0.gguf");
// Check if the file exists
final bool fileExists = await file.exists();
setState(() {
isDownloaded = fileExists;
});
print("File exists: $fileExists");
print("File size: ${await file.length()}");
if (!fileExists) {
await downloadFile(file);
}

  ContextParams contextParams = ContextParams();
  int size = 32768;
  size = 8192 * 4;
  contextParams.batch = 8192 ~/ 4;
  contextParams.context = size;
  contextParams.ropeFreqBase = 57200 * 4;
  contextParams.ropeFreqScale = 0.75 / 4;


  Llama llama = Llama(file.path, ModelParams(), contextParams);

  llama.setPrompt("Your prompt here");

  // Asynchronous generation
  await for (String token in llama.prompt("Your prompt here")) {
    stdout.write(token);
  }

Getting below error in the XCode logs, but not the flutter logs

error loading model: create_tensor: tensor 'output.weight' not found