diff --git a/pkg/katautils/config.go b/pkg/katautils/config.go
index ffc5feda8b..1445da24db 100644
--- a/pkg/katautils/config.go
+++ b/pkg/katautils/config.go
@@ -537,6 +537,14 @@ func updateRuntimeConfig(configPath string, tomlConf tomlConfig, config *oci.Run
 	}
 	config.FactoryConfig = fConfig
 
+	// vsock conflicts with factory, when both of them are enabled, kata will try
+	// to create a new vm template which is useless, thus it's better to disable
+	// template to save a lot of time.
+	if config.HypervisorConfig.UseVSock && config.FactoryConfig.Template {
+		kataUtilsLogger.Warn("vsock conflicts with factory, configure to not use it")
+		config.FactoryConfig.Template = false
+	}
+
 	config.NetmonConfig = vc.NetmonConfig{
 		Path:   tomlConf.Netmon.path(),
 		Debug:  tomlConf.Netmon.debug(),