sync with Rob changes:

vllm-project · May 15, 2024 · 665c6eb · 665c6eb
1 parent 09ae113
commit 665c6eb
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 0 deletions.
diff --git a/benchmarks/kernels/benchmark_marlin.py b/benchmarks/kernels/benchmark_marlin.py
@@ -22,6 +22,7 @@
 def bench_run(results, model, act_order, is_k_full, num_bits, group_size,
               size_m, size_k, size_n):
     label = "Quant Matmul"
+
     sub_label = ("{}, act={} k_full={}, b={}, g={}, "
                  "MKN=({}x{}x{})".format(model, act_order, is_k_full, num_bits,
                                          group_size, size_m, size_k, size_n))

diff --git a/vllm/model_executor/layers/quantization/utils/marlin_utils.py b/vllm/model_executor/layers/quantization/utils/marlin_utils.py
@@ -1,3 +1,4 @@
+"""This file is used for /tests and /benchmarks"""
 import numpy
 import torch
 

diff --git a/vllm/model_executor/layers/quantization/utils/quant_utils.py b/vllm/model_executor/layers/quantization/utils/quant_utils.py
@@ -1,3 +1,4 @@
+"""This file is used for /tests and /benchmarks"""
 import numpy
 import torch