From a7144e0172c0a96897be6a66ef5829d136fd27bb Mon Sep 17 00:00:00 2001 From: youkaichao Date: Sun, 24 Mar 2024 16:03:06 -0700 Subject: [PATCH] [CI] typo fix: is_hip --> is_hip() (#3595) --- tests/kernels/test_cache.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/tests/kernels/test_cache.py b/tests/kernels/test_cache.py index d8dc74bc7b003..9c707b41c81ab 100644 --- a/tests/kernels/test_cache.py +++ b/tests/kernels/test_cache.py @@ -6,7 +6,6 @@ from typing import Tuple from vllm._C import cache_ops -from vllm.utils import is_hip COPYING_DIRECTION = [('cuda', 'cpu'), ('cuda', 'cuda'), ('cpu', 'cuda')] DTYPES = [torch.half, torch.bfloat16, torch.float] @@ -15,10 +14,11 @@ NUM_HEADS = [8] # Arbitrary values for testing HEAD_SIZES = [64, 80, 96, 112, 128, 256] BLOCK_SIZES = [8, 16, 32] -# reduce the size for ROCm test to avoid HIP OOM -NUM_BLOCKS = [1024, 36000] if not is_hip else [ - 1024, 10000 -] # Arbitrary values for testing + +# Arbitrary values for testing +# don't make it too large. e.g. [1024, 36000] will OOM +NUM_BLOCKS = [1024, 10000] + NUM_MAPPINGS = [256] # Arbitrary values for testing SEEDS = [0] CUDA_DEVICES = [