diff --git a/virtcontainers/factory/cache/cache.go b/virtcontainers/factory/cache/cache.go
index 3f672eb8f8..a4f40402ad 100644
--- a/virtcontainers/factory/cache/cache.go
+++ b/virtcontainers/factory/cache/cache.go
@@ -63,6 +63,7 @@ func New(ctx context.Context, count uint, b base.FactoryBase) base.FactoryBase {
 				case <-closed:
 					c.removeFromVmm(vm)
 					vm.Stop()
+					vm.Disconnect()
 					c.wg.Done()
 					return
 				}