Skip to content

Commit

Permalink
Formatter
Browse files Browse the repository at this point in the history
  • Loading branch information
gshtras committed Nov 15, 2024
1 parent 413d3bc commit 5a93fbc
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 2 deletions.
3 changes: 2 additions & 1 deletion gradlib/gemm_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,8 @@ def mm(self, inp, weights):
n=inp.shape[0],
k=inp.shape[1])
if soltype == 1:
out = torch.ops._gradlib_C.hipb_mm(inp, weights.t(), solidx, None, None, None, None, None)
out = torch.ops._gradlib_C.hipb_mm(inp, weights.t(), solidx, None,
None, None, None, None)
elif soltype == 2:
out = torch.ops._gradlib_C.rocb_mm(inp, weights.t(), solidx)
else:
Expand Down
2 changes: 1 addition & 1 deletion gradlib/gemm_tuner.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
from pathlib import Path

import torch # isort: split
import vllm._gradlib_C
import vllm._gradlib_C # noqa: F401
import pandas as pd

from gradlib.GemmTuner import GemmTuner
Expand Down
1 change: 1 addition & 0 deletions vllm/model_executor/layers/tuned_gemm.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,7 @@ def create_ds(self):
soltype = 2
solds[key] = (soltype, int(ds['solidx']))
self.solids = solds

def query_sol(self, m, n, k, bias, dtype):
return self.solids.get((m, n, k, bias, str(dtype)), (0, 0))

Expand Down

0 comments on commit 5a93fbc

Please sign in to comment.