diff --git a/test/artifacts.jl b/test/artifacts.jl
index d176dce5a1..42d70483b7 100644
--- a/test/artifacts.jl
+++ b/test/artifacts.jl
@@ -733,8 +733,7 @@ end
 
         # Force Julia to re-load ArtifactOverrideLoading from scratch
         pkgid = Base.PkgId(aol_uuid, "ArtifactOverrideLoading")
-        delete!(Base.module_keys, Base.loaded_modules[pkgid])
-        delete!(Base.loaded_modules, pkgid)
+        Base.unreference_module(pkgid)
         touch(joinpath(depot_container, "ArtifactOverrideLoading", "src", "ArtifactOverrideLoading.jl"))
 
         # Verify that the hash-based overrides (and clears) worked