From 9ea2571e79729616c86a6e5dc0ab942a8f4447fc Mon Sep 17 00:00:00 2001 From: Sam Ade Jacobs Date: Wed, 21 Aug 2024 10:47:05 -0700 Subject: [PATCH] Update test_deepspeed.py Make torch a requirement for deepspeed sp --- tests/deepspeed/test_deepspeed.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/deepspeed/test_deepspeed.py b/tests/deepspeed/test_deepspeed.py index bde09e95f33a03..5902de61cedc51 100644 --- a/tests/deepspeed/test_deepspeed.py +++ b/tests/deepspeed/test_deepspeed.py @@ -1336,6 +1336,7 @@ def test_clm_from_config_zero3_fp16(self): self.assertIn("Detected DeepSpeed ZeRO-3", cs.err) @parameterized.expand([2, 4, 8, 16]) + @require_torch_accelerator @require_torch_multi_accelerator def test_deepspeed_sp(self, sp_size): # Check if deepspeed_sp is enabled