Merge pull request #4077 from knightXun:patch-1

PiperOrigin-RevId: 652789132
google · Jul 16, 2024 · 93babfd · 93babfd
2 parents e7f43dd + 9329127
commit 93babfd
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/examples/lm1b/configs/default.py b/examples/lm1b/configs/default.py
@@ -121,13 +121,6 @@ def get_config():
   # Parallelism
   config.mesh_axes = ['data', 'fsdp', 'tensor']
   config.logical_axis_rules = [
-      ['activation_batch', ['data', 'fsdp']],
-      ['activation_length', ['data', 'fsdp']],
-      ['activation_embed', 'tensor'],
-      ['activation_mlp', 'tensor'],
-      ['activation_heads', 'tensor'],
-      ['activation_kv', 'tensor'],
-      ['activation_vocab', 'tensor'],
       ['mlp', 'tensor'],
       ['vocab', 'tensor'],
       ['embed', 'fsdp'],