From 93291277c3fdcf18d636fff5bb0cf3d9d75a584d Mon Sep 17 00:00:00 2001 From: flyingcat <1004815462@qq.com> Date: Fri, 12 Jul 2024 10:57:15 +0800 Subject: [PATCH] [example]: remove lm1b useless parallism rules --- examples/lm1b/configs/default.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/examples/lm1b/configs/default.py b/examples/lm1b/configs/default.py index 694cc3d6cc..482928353e 100644 --- a/examples/lm1b/configs/default.py +++ b/examples/lm1b/configs/default.py @@ -121,13 +121,6 @@ def get_config(): # Parallelism config.mesh_axes = ['data', 'fsdp', 'tensor'] config.logical_axis_rules = [ - ['activation_batch', ['data', 'fsdp']], - ['activation_length', ['data', 'fsdp']], - ['activation_embed', 'tensor'], - ['activation_mlp', 'tensor'], - ['activation_heads', 'tensor'], - ['activation_kv', 'tensor'], - ['activation_vocab', 'tensor'], ['mlp', 'tensor'], ['vocab', 'tensor'], ['embed', 'fsdp'],