diff --git a/plugin/storage/factory.go b/plugin/storage/factory.go
index d3ec46e44d5..de1ed381215 100644
--- a/plugin/storage/factory.go
+++ b/plugin/storage/factory.go
@@ -173,19 +173,16 @@ func (f *Factory) Initialize(metricsFactory metrics.Factory, logger *zap.Logger)
 		}
 	}
 
-	uninitializedArchiveFactories := make(map[string]struct{})
 	for kind, factory := range f.archiveFactories {
 		if archivable, ok := factory.(plugin.ArchiveCapable); ok && archivable.IsArchiveCapable() {
-			if err := initializeFactory(kind, factory, "primary"); err != nil {
-				uninitializedArchiveFactories[kind] = struct{}{}
+			if err := initializeFactory(kind, factory, "archive"); err != nil {
+				return err
 			}
+		} else {
+			delete(f.archiveFactories, kind)
 		}
 	}
 
-	for kind := range uninitializedArchiveFactories {
-		delete(f.archiveFactories, kind)
-	}
-
 	f.publishOpts()
 	return nil
 }