Merge branch 'disable-128-wide-cutlass-lstm' into 'master'

Disable Cutlass LSTM codepath for 128 wide layers, as this kernel is broken See merge request machine-learning/dorado!672
nanoporetech · Nov 2, 2023 · 8fb8a4d · 8fb8a4d
2 parents 7c1c0f0 + 2239986
commit 8fb8a4d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dorado/nn/CRFModel.cpp b/dorado/nn/CRFModel.cpp
@@ -106,7 +106,7 @@ static LstmMode get_cuda_lstm_mode(int layer_idx, int layer_size) {
     bool is_TX2 = (prop->major == 6 && prop->minor == 2);
     bool is_A100_H100 = ((prop->major == 8 || prop->major == 9) && prop->minor == 0);
 
-    if (is_A100_H100 && layer_size <= 1024 && (layer_size % 128) == 0) {
+    if (is_A100_H100 && layer_size <= 1024 && layer_size > 128 && (layer_size % 128) == 0) {
         return (layer_idx == 0) ? LstmMode::CUTLASS_TNC_F16 : LstmMode::CUTLASS_TNC_I8;
     } else if (!is_TX2 && (layer_size == 96 || layer_size == 128)) {
         return LstmMode::QUANTISED_NTC;