feat: preflight storage needed to perform airgap install

api/controllers/linux/install/controller.go

@@ -17,6 +17,7 @@ import (
 	"github.com/replicatedhq/embedded-cluster/pkg/metrics"
 	"github.com/replicatedhq/embedded-cluster/pkg/release"
 	"github.com/replicatedhq/embedded-cluster/pkg/runtimeconfig"
+	kotsv1beta1 "github.com/replicatedhq/kotskinds/apis/kots/v1beta1"
 	"github.com/sirupsen/logrus"
 )
 
@@ -52,6 +53,7 @@ type InstallController struct {
 	tlsConfig            types.TLSConfig
 	license              []byte
 	airgapBundle         string
+	airgapInfo           *kotsv1beta1.Airgap
 	configValues         string
 	endUserConfig        *ecv1beta1.Config
 
@@ -126,6 +128,12 @@ func WithAirgapBundle(airgapBundle string) InstallControllerOption {
 	}
 }
 
+func WithAirgapInfo(airgapInfo *kotsv1beta1.Airgap) InstallControllerOption {
+	return func(c *InstallController) {
+		c.airgapInfo = airgapInfo
+	}
+}
+
 func WithConfigValues(configValues string) InstallControllerOption {
 	return func(c *InstallController) {
 		c.configValues = configValues
@@ -218,6 +226,7 @@ func NewInstallController(opts ...InstallControllerOption) (*InstallController,
 			infra.WithTLSConfig(controller.tlsConfig),
 			infra.WithLicense(controller.license),
 			infra.WithAirgapBundle(controller.airgapBundle),
+			infra.WithAirgapInfo(controller.airgapInfo),
 			infra.WithConfigValues(controller.configValues),
 			infra.WithReleaseData(controller.releaseData),
 			infra.WithEndUserConfig(controller.endUserConfig),

api/controllers/linux/install/hostpreflight.go

@@ -8,6 +8,7 @@ import (
 	"github.com/replicatedhq/embedded-cluster/api/internal/managers/preflight"
 	"github.com/replicatedhq/embedded-cluster/api/internal/utils"
 	"github.com/replicatedhq/embedded-cluster/api/types"
+	"github.com/replicatedhq/embedded-cluster/pkg-new/preflights"
 	"github.com/replicatedhq/embedded-cluster/pkg/netutils"
 )
 
@@ -33,14 +34,21 @@ func (c *InstallController) RunHostPreflights(ctx context.Context, opts RunHostP
 	// Get the configured custom domains
 	ecDomains := utils.GetDomains(c.releaseData)
 
+	// Calculate airgap storage space requirement (2x uncompressed size for controller nodes)
+	var controllerAirgapStorageSpace string
+	if c.airgapInfo != nil {
+		controllerAirgapStorageSpace = preflights.CalculateAirgapStorageSpace(c.airgapInfo.Spec.UncompressedSize, true)
+	}
+
 	// Prepare host preflights
 	hpf, err := c.hostPreflightManager.PrepareHostPreflights(ctx, c.rc, preflight.PrepareHostPreflightOptions{
-		ReplicatedAppURL:      netutils.MaybeAddHTTPS(ecDomains.ReplicatedAppDomain),
-		ProxyRegistryURL:      netutils.MaybeAddHTTPS(ecDomains.ProxyRegistryDomain),
-		HostPreflightSpec:     c.releaseData.HostPreflights,
-		EmbeddedClusterConfig: c.releaseData.EmbeddedClusterConfig,
-		IsAirgap:              c.airgapBundle != "",
-		IsUI:                  opts.IsUI,
+		ReplicatedAppURL:             netutils.MaybeAddHTTPS(ecDomains.ReplicatedAppDomain),
+		ProxyRegistryURL:             netutils.MaybeAddHTTPS(ecDomains.ProxyRegistryDomain),
+		HostPreflightSpec:            c.releaseData.HostPreflights,
+		EmbeddedClusterConfig:        c.releaseData.EmbeddedClusterConfig,
+		IsAirgap:                     c.airgapBundle != "",
+		IsUI:                         opts.IsUI,
+		ControllerAirgapStorageSpace: controllerAirgapStorageSpace,
 	})
 	if err != nil {
 		return fmt.Errorf("failed to prepare host preflights: %w", err)

api/internal/handlers/linux/linux.go

@@ -76,6 +76,7 @@ func New(cfg types.APIConfig, opts ...Option) (*Handler, error) {
 			install.WithTLSConfig(h.cfg.TLSConfig),
 			install.WithLicense(h.cfg.License),
 			install.WithAirgapBundle(h.cfg.AirgapBundle),
+			install.WithAirgapInfo(h.cfg.AirgapInfo),
 			install.WithConfigValues(h.cfg.ConfigValues),
 			install.WithEndUserConfig(h.cfg.EndUserConfig),
 			install.WithAllowIgnoreHostPreflights(h.cfg.AllowIgnoreHostPreflights),

api/internal/managers/infra/install.go

@@ -222,15 +222,22 @@ func (m *infraManager) recordInstallation(ctx context.Context, kcli client.Clien
 	// get the configured custom domains
 	ecDomains := utils.GetDomains(m.releaseData)
 
+	// extract airgap uncompressed size if airgap info is provided
+	var airgapUncompressedSize int64
+	if m.airgapInfo != nil {
+		airgapUncompressedSize = m.airgapInfo.Spec.UncompressedSize
+	}
+
 	// record the installation
 	logFn("recording installation")
 	in, err := kubeutils.RecordInstallation(ctx, kcli, kubeutils.RecordInstallationOptions{
-		IsAirgap:       m.airgapBundle != "",
-		License:        license,
-		ConfigSpec:     m.getECConfigSpec(),
-		MetricsBaseURL: netutils.MaybeAddHTTPS(ecDomains.ReplicatedAppDomain),
-		RuntimeConfig:  rc.Get(),
-		EndUserConfig:  m.endUserConfig,
+		IsAirgap:               m.airgapBundle != "",
+		License:                license,
+		ConfigSpec:             m.getECConfigSpec(),
+		MetricsBaseURL:         netutils.MaybeAddHTTPS(ecDomains.ReplicatedAppDomain),
+		RuntimeConfig:          rc.Get(),
+		EndUserConfig:          m.endUserConfig,
+		AirgapUncompressedSize: airgapUncompressedSize,
 	})
 	if err != nil {
 		return nil, fmt.Errorf("record installation: %w", err)

api/internal/managers/infra/manager.go

@@ -13,6 +13,7 @@ import (
 	"github.com/replicatedhq/embedded-cluster/pkg/helm"
 	"github.com/replicatedhq/embedded-cluster/pkg/release"
 	"github.com/replicatedhq/embedded-cluster/pkg/runtimeconfig"
+	kotsv1beta1 "github.com/replicatedhq/kotskinds/apis/kots/v1beta1"
 	"github.com/sirupsen/logrus"
 	"k8s.io/client-go/metadata"
 	"sigs.k8s.io/controller-runtime/pkg/client"
@@ -33,6 +34,7 @@ type infraManager struct {
 	tlsConfig     types.TLSConfig
 	license       []byte
 	airgapBundle  string
+	airgapInfo    *kotsv1beta1.Airgap
 	configValues  string
 	releaseData   *release.ReleaseData
 	endUserConfig *ecv1beta1.Config
@@ -84,6 +86,12 @@ func WithAirgapBundle(airgapBundle string) InfraManagerOption {
 	}
 }
 
+func WithAirgapInfo(airgapInfo *kotsv1beta1.Airgap) InfraManagerOption {
+	return func(c *infraManager) {
+		c.airgapInfo = airgapInfo
+	}
+}
+
 func WithConfigValues(configValues string) InfraManagerOption {
 	return func(c *infraManager) {
 		c.configValues = configValues

api/internal/managers/preflight/hostpreflight.go

@@ -15,14 +15,16 @@ import (
 )
 
 type PrepareHostPreflightOptions struct {
-	ReplicatedAppURL       string
-	ProxyRegistryURL       string
-	HostPreflightSpec      *troubleshootv1beta2.HostPreflightSpec
-	EmbeddedClusterConfig  *ecv1beta1.Config
-	TCPConnectionsRequired []string
-	IsAirgap               bool
-	IsJoin                 bool
-	IsUI                   bool
+	ReplicatedAppURL             string
+	ProxyRegistryURL             string
+	HostPreflightSpec            *troubleshootv1beta2.HostPreflightSpec
+	EmbeddedClusterConfig        *ecv1beta1.Config
+	TCPConnectionsRequired       []string
+	IsAirgap                     bool
+	IsJoin                       bool
+	IsUI                         bool
+	ControllerAirgapStorageSpace string
+	WorkerAirgapStorageSpace     string
 }
 
 type RunHostPreflightOptions struct {
@@ -38,22 +40,24 @@ func (m *hostPreflightManager) PrepareHostPreflights(ctx context.Context, rc run
 
 	// Use the shared Prepare function to prepare host preflights
 	prepareOpts := preflights.PrepareOptions{
-		HostPreflightSpec:       opts.HostPreflightSpec,
-		ReplicatedAppURL:        opts.ReplicatedAppURL,
-		ProxyRegistryURL:        opts.ProxyRegistryURL,
-		AdminConsolePort:        rc.AdminConsolePort(),
-		LocalArtifactMirrorPort: rc.LocalArtifactMirrorPort(),
-		DataDir:                 rc.EmbeddedClusterHomeDirectory(),
-		K0sDataDir:              rc.EmbeddedClusterK0sSubDir(),
-		OpenEBSDataDir:          rc.EmbeddedClusterOpenEBSLocalSubDir(),
-		Proxy:                   rc.ProxySpec(),
-		PodCIDR:                 rc.PodCIDR(),
-		ServiceCIDR:             rc.ServiceCIDR(),
-		NodeIP:                  nodeIP,
-		IsAirgap:                opts.IsAirgap,
-		TCPConnectionsRequired:  opts.TCPConnectionsRequired,
-		IsJoin:                  opts.IsJoin,
-		IsUI:                    opts.IsUI,
+		HostPreflightSpec:            opts.HostPreflightSpec,
+		ReplicatedAppURL:             opts.ReplicatedAppURL,
+		ProxyRegistryURL:             opts.ProxyRegistryURL,
+		AdminConsolePort:             rc.AdminConsolePort(),
+		LocalArtifactMirrorPort:      rc.LocalArtifactMirrorPort(),
+		DataDir:                      rc.EmbeddedClusterHomeDirectory(),
+		K0sDataDir:                   rc.EmbeddedClusterK0sSubDir(),
+		OpenEBSDataDir:               rc.EmbeddedClusterOpenEBSLocalSubDir(),
+		Proxy:                        rc.ProxySpec(),
+		PodCIDR:                      rc.PodCIDR(),
+		ServiceCIDR:                  rc.ServiceCIDR(),
+		NodeIP:                       nodeIP,
+		IsAirgap:                     opts.IsAirgap,
+		TCPConnectionsRequired:       opts.TCPConnectionsRequired,
+		IsJoin:                       opts.IsJoin,
+		IsUI:                         opts.IsUI,
+		ControllerAirgapStorageSpace: opts.ControllerAirgapStorageSpace,
+		WorkerAirgapStorageSpace:     opts.WorkerAirgapStorageSpace,
 	}
 	if cidr := rc.GlobalCIDR(); cidr != "" {
 		prepareOpts.GlobalCIDR = &cidr

api/types/api.go

@@ -4,6 +4,7 @@ import (
 	ecv1beta1 "github.com/replicatedhq/embedded-cluster/kinds/apis/v1beta1"
 	"github.com/replicatedhq/embedded-cluster/pkg/release"
 	"github.com/replicatedhq/embedded-cluster/pkg/runtimeconfig"
+	kotsv1beta1 "github.com/replicatedhq/kotskinds/apis/kots/v1beta1"
 )
 
 // APIConfig holds the configuration for the API server
@@ -13,6 +14,7 @@ type APIConfig struct {
 	TLSConfig                 TLSConfig
 	License                   []byte
 	AirgapBundle              string
+	AirgapInfo                *kotsv1beta1.Airgap
 	ConfigValues              string
 	ReleaseData               *release.ReleaseData
 	EndUserConfig             *ecv1beta1.Config

cmd/installer/cli/api.go

@@ -23,6 +23,7 @@ import (
 	"github.com/replicatedhq/embedded-cluster/pkg/release"
 	"github.com/replicatedhq/embedded-cluster/pkg/runtimeconfig"
 	"github.com/replicatedhq/embedded-cluster/web"
+	kotsv1beta1 "github.com/replicatedhq/kotskinds/apis/kots/v1beta1"
 	"github.com/sirupsen/logrus"
 )
 
@@ -37,6 +38,7 @@ type apiOptions struct {
 	ManagerPort               int
 	License                   []byte
 	AirgapBundle              string
+	AirgapInfo                *kotsv1beta1.Airgap
 	ConfigValues              string
 	ReleaseData               *release.ReleaseData
 	EndUserConfig             *ecv1beta1.Config
@@ -87,6 +89,7 @@ func serveAPI(ctx context.Context, listener net.Listener, cert tls.Certificate,
 		TLSConfig:                 opts.TLSConfig,
 		License:                   opts.License,
 		AirgapBundle:              opts.AirgapBundle,
+		AirgapInfo:                opts.AirgapInfo,
 		ConfigValues:              opts.ConfigValues,
 		ReleaseData:               opts.ReleaseData,
 		EndUserConfig:             opts.EndUserConfig,

cmd/installer/cli/install.go

@@ -57,6 +57,7 @@ type InstallCmdFlags struct {
 	adminConsolePassword string
 	adminConsolePort     int
 	airgapBundle         string
+	airgapInfo           *kotsv1beta1.Airgap
 	isAirgap             bool
 	licenseFile          string
 	assumeYes            bool
@@ -414,6 +415,13 @@ func preRunInstallCommon(cmd *cobra.Command, flags *InstallCmdFlags, rc runtimec
 	}
 
 	flags.isAirgap = flags.airgapBundle != ""
+	if flags.airgapBundle != "" {
+		var err error
+		flags.airgapInfo, err = airgap.AirgapInfoFromPath(flags.airgapBundle)
+		if err != nil {
+			return fmt.Errorf("failed to get airgap info: %w", err)
+		}
+	}
 
 	proxy, err := proxyConfigFromCmd(cmd, flags.assumeYes)
 	if err != nil {
@@ -615,6 +623,7 @@ func runManagerExperienceInstall(ctx context.Context, flags InstallCmdFlags, rc
 		ManagerPort:               flags.managerPort,
 		License:                   flags.licenseBytes,
 		AirgapBundle:              flags.airgapBundle,
+		AirgapInfo:                flags.airgapInfo,
 		ConfigValues:              flags.configValues,
 		ReleaseData:               release.GetReleaseData(),
 		EndUserConfig:             eucfg,
@@ -792,9 +801,9 @@ func verifyAndPrompt(ctx context.Context, name string, flags InstallCmdFlags, pr
 	if err != nil {
 		return err
 	}
-	if flags.isAirgap {
+	if flags.airgapInfo != nil {
 		logrus.Debugf("checking airgap bundle matches binary")
-		if err := checkAirgapMatches(flags.airgapBundle); err != nil {
+		if err := checkAirgapMatches(flags.airgapInfo); err != nil {
 			return err // we want the user to see the error message without a prefix
 		}
 	}
@@ -1103,23 +1112,15 @@ func installExtensions(ctx context.Context, hcli helm.Client) error {
 	return nil
 }
 
-func checkAirgapMatches(airgapBundle string) error {
+func checkAirgapMatches(airgapInfo *kotsv1beta1.Airgap) error {
 	rel := release.GetChannelRelease()
 	if rel == nil {
 		return fmt.Errorf("airgap bundle provided but no release was found in binary, please rerun without the airgap-bundle flag")
 	}
 
-	// read file from path
-	rawfile, err := os.Open(airgapBundle)
-	if err != nil {
-		return fmt.Errorf("failed to open airgap file: %w", err)
-	}
-	defer rawfile.Close()
-
-	appSlug, channelID, airgapVersion, err := airgap.ChannelReleaseMetadata(rawfile)
-	if err != nil {
-		return fmt.Errorf("failed to get airgap bundle versions: %w", err)
-	}
+	appSlug := airgapInfo.Spec.AppSlug
+	channelID := airgapInfo.Spec.ChannelID
+	airgapVersion := airgapInfo.Spec.VersionLabel
 
 	// Check if the airgap bundle matches the application version data
 	if rel.AppSlug != appSlug {
@@ -1272,14 +1273,21 @@ func recordInstallation(
 		return nil, fmt.Errorf("process overrides file: %w", err)
 	}
 
+	// extract airgap uncompressed size if airgap info is provided
+	var airgapUncompressedSize int64
+	if flags.airgapInfo != nil {
+		airgapUncompressedSize = flags.airgapInfo.Spec.UncompressedSize
+	}
+
 	// record the installation
 	installation, err := kubeutils.RecordInstallation(ctx, kcli, kubeutils.RecordInstallationOptions{
-		IsAirgap:       flags.isAirgap,
-		License:        license,
-		ConfigSpec:     cfgspec,
-		MetricsBaseURL: replicatedAppURL(),
-		RuntimeConfig:  rc.Get(),
-		EndUserConfig:  eucfg,
+		IsAirgap:               flags.isAirgap,
+		License:                license,
+		ConfigSpec:             cfgspec,
+		MetricsBaseURL:         replicatedAppURL(),
+		RuntimeConfig:          rc.Get(),
+		EndUserConfig:          eucfg,
+		AirgapUncompressedSize: airgapUncompressedSize,
 	})
 	if err != nil {
 		return nil, fmt.Errorf("record installation: %w", err)

cmd/installer/cli/install_runpreflights.go

@@ -99,20 +99,27 @@ func runInstallPreflights(ctx context.Context, flags InstallCmdFlags, rc runtime
 		return fmt.Errorf("unable to find first valid address: %w", err)
 	}
 
+	// Calculate airgap storage space requirement (2x uncompressed size for controller nodes)
+	var controllerAirgapStorageSpace string
+	if flags.airgapInfo != nil {
+		controllerAirgapStorageSpace = preflights.CalculateAirgapStorageSpace(flags.airgapInfo.Spec.UncompressedSize, true)
+	}
+
 	opts := preflights.PrepareOptions{
-		HostPreflightSpec:       release.GetHostPreflights(),
-		ReplicatedAppURL:        replicatedAppURL,
-		ProxyRegistryURL:        proxyRegistryURL,
-		AdminConsolePort:        rc.AdminConsolePort(),
-		LocalArtifactMirrorPort: rc.LocalArtifactMirrorPort(),
-		DataDir:                 rc.EmbeddedClusterHomeDirectory(),
-		K0sDataDir:              rc.EmbeddedClusterK0sSubDir(),
-		OpenEBSDataDir:          rc.EmbeddedClusterOpenEBSLocalSubDir(),
-		Proxy:                   rc.ProxySpec(),
-		PodCIDR:                 rc.PodCIDR(),
-		ServiceCIDR:             rc.ServiceCIDR(),
-		NodeIP:                  nodeIP,
-		IsAirgap:                flags.isAirgap,
+		HostPreflightSpec:            release.GetHostPreflights(),
+		ReplicatedAppURL:             replicatedAppURL,
+		ProxyRegistryURL:             proxyRegistryURL,
+		AdminConsolePort:             rc.AdminConsolePort(),
+		LocalArtifactMirrorPort:      rc.LocalArtifactMirrorPort(),
+		DataDir:                      rc.EmbeddedClusterHomeDirectory(),
+		K0sDataDir:                   rc.EmbeddedClusterK0sSubDir(),
+		OpenEBSDataDir:               rc.EmbeddedClusterOpenEBSLocalSubDir(),
+		Proxy:                        rc.ProxySpec(),
+		PodCIDR:                      rc.PodCIDR(),
+		ServiceCIDR:                  rc.ServiceCIDR(),
+		NodeIP:                       nodeIP,
+		IsAirgap:                     flags.isAirgap,
+		ControllerAirgapStorageSpace: controllerAirgapStorageSpace,
 	}
 	if globalCIDR := rc.GlobalCIDR(); globalCIDR != "" {
 		opts.GlobalCIDR = &globalCIDR