diff --git a/cmd/oras/internal/option/remote.go b/cmd/oras/internal/option/remote.go
index efd4e054a..0f9e3fe42 100644
--- a/cmd/oras/internal/option/remote.go
+++ b/cmd/oras/internal/option/remote.go
@@ -269,6 +269,7 @@ func (opts *Remote) NewRepository(reference string, common Common) (repo *remote
 	}
 	hostname := repo.Reference.Registry
 	repo.PlainHTTP = opts.isPlainHttp(hostname)
+	repo.SkipReferrersGC = true
 	if repo.Client, err = opts.authClient(hostname, common.Debug); err != nil {
 		return nil, err
 	}