diff --git a/tests/modelgauge_tests/fake_secrets.py b/tests/modelgauge_tests/fake_secrets.py
index efb7a572..b4b1a505 100644
--- a/tests/modelgauge_tests/fake_secrets.py
+++ b/tests/modelgauge_tests/fake_secrets.py
@@ -14,7 +14,10 @@ def description(cls) -> SecretDescription:
 def fake_all_secrets(value="some-value", use_real_secrets_for: list[str] | None = None) -> RawSecrets:
     secrets = get_all_secrets()
     raw_secrets: Dict[str, Dict[str, str]] = {}
-    real_secrets = load_secrets_from_config()
+    if use_real_secrets_for:
+        real_secrets = load_secrets_from_config()
+    else:
+        real_secrets = {}
 
     for secret in secrets:
         if secret.scope not in raw_secrets: