feat(stackable-versioned)!: Add conversion tracking (#1056)

* chore: Add edition to rustfmt override command

* fix(stackable-versioned): Finish error accumulator

This uses correct error handling by letting the error
accumulator handle the fallible function. Previously,
this panicked, because the accumulator was dropped
without being finished.

* refactor(stackable-versioned): Simplify and improve From code generation

* refactor(stackable-versioned): Remove standalone and non-K8s specific code

* chore: Adjust CRD code to reflect attribute changes

* feat!(stackable-versioned): Add conversion tracking

* fix(stackable-versioned): Fix edge-cases uncovered by UI tests

* test(stackable-versioned): Adjust test inputs and UI stderr snapshots

* fix(stackable-versioned): Use trait from core, use correct boolean expr

* fix(stackable-versioned): Remove minor errors in generated code

* test(stackable-version): Review and accept updated snapshots

* test(stackable-versioned): Adjust existing integration tests

* test(stackable-versioned): Add conversion roundtrip integration test

* chore(stackable-versioned): Add FIXME comments

* chore(stackable-operator): Add required Default derive to ListenerStatus

* chore(stackable-versioned): Remove unused k8s-version dependency

* fix(stackable-versioned): Add missing trailing comma in generated code

* test(stackable-versioned): Add additional status field

This also removes various unused derives to simplify the integration
test.

* fix(stackable-versioned): Only emit tracking_into if opted in

* docs(stackable-versioned): Update doc comments

* chore(stackable-versioned): Ignore code block in doc comment

* feat(stackable-versioned): Use proper JSONPath syntax

* chore(stackable-versioned): Use BTreeMap instead of HashMap

* chore(stackable-versioned): Use jsonPath instead of fieldName as field name

* test(stackable-versioned): Update person name

* chore(stackable-operator): Sort deps alphabetically

* chore(stackable-versioned): Remove udeps ignores

* chore(stackable-versioned): Replace matches! with match

* chore(stackable-versioned): Re-add some udeps ignores

* chore(stackable-versioned): Move some deps back

* test(stackable-versioned): Simplify gender defaulting

* fix(stackable-versioned): Pass JSONPath variable by reference

Co-authored-by: Sebastian Bernauer <[email protected]>

* chore(stackable-versioned): Error if nested is used without experimental flag

* test(stackable-versioned): Fix doc test

* chore(stackable-versioned): Update changelog

---------

Co-authored-by: Sebastian Bernauer <[email protected]>

Author: Techassi

.vscode/settings.json

@@ -4,6 +4,8 @@
   "rust-analyzer.rustfmt.overrideCommand": [
     "rustfmt",
     "+nightly-2025-05-26",
+    "--edition",
+    "2024",
     "--"
   ]
 }

Cargo.lock

@@ -15,10 +15,10 @@ telemetry = []
 versioned = []
 
 [dependencies]
-stackable-telemetry = { path = "../stackable-telemetry", features = ["clap"] }
-stackable-versioned = { path = "../stackable-versioned", features = ["k8s"] }
 stackable-operator-derive = { path = "../stackable-operator-derive" }
 stackable-shared = { path = "../stackable-shared" }
+stackable-telemetry = { path = "../stackable-telemetry", features = ["clap"] }
+stackable-versioned = { path = "../stackable-versioned" }
 
 chrono.workspace = true
 clap.workspace = true

crates/stackable-operator/Cargo.toml

@@ -6,7 +6,14 @@ use crate::versioned::versioned;
 
 mod v1alpha1_impl;
 
-#[versioned(version(name = "v1alpha1"))]
+#[versioned(
+    version(name = "v1alpha1"),
+    crates(
+        kube_core = "kube::core",
+        k8s_openapi = "k8s_openapi",
+        schemars = "schemars",
+    )
+)]
 pub mod versioned {
     pub mod v1alpha1 {
         // Re-export the v1alpha1-specific error type from the private impl module.
@@ -26,14 +33,9 @@ pub mod versioned {
     ///
     /// [1]: DOCS_BASE_URL_PLACEHOLDER/concepts/authentication
     /// [2]: DOCS_BASE_URL_PLACEHOLDER/tutorials/authentication_with_openldap
-    #[versioned(k8s(
+    #[versioned(crd(
         group = "authentication.stackable.tech",
         plural = "authenticationclasses",
-        crates(
-            kube_core = "kube::core",
-            k8s_openapi = "k8s_openapi",
-            schemars = "schemars",
-        )
     ))]
     #[derive(
         Clone,

crates/stackable-operator/src/crd/authentication/core/mod.rs

@@ -3,11 +3,13 @@ use serde::{Deserialize, Serialize};
 use stackable_versioned::versioned;
 
 #[versioned(version(name = "v1alpha1"))]
-#[derive(
-    Clone, Debug, Deserialize, Eq, Hash, JsonSchema, Ord, PartialEq, PartialOrd, Serialize,
-)]
-#[serde(rename_all = "camelCase")]
-pub struct AuthenticationProvider {
-    /// Mandatory SecretClass used to obtain keytabs.
-    pub kerberos_secret_class: String,
+pub mod versioned {
+    #[derive(
+        Clone, Debug, Deserialize, Eq, Hash, JsonSchema, Ord, PartialEq, PartialOrd, Serialize,
+    )]
+    #[serde(rename_all = "camelCase")]
+    pub struct AuthenticationProvider {
+        /// Mandatory SecretClass used to obtain keytabs.
+        pub kerberos_secret_class: String,
+    }
 }

crates/stackable-operator/src/crd/authentication/kerberos/mod.rs

@@ -3,14 +3,16 @@ use serde::{Deserialize, Serialize};
 use stackable_versioned::versioned;
 
 #[versioned(version(name = "v1alpha1"))]
-#[derive(
-    Clone, Debug, Deserialize, Eq, Hash, JsonSchema, Ord, PartialEq, PartialOrd, Serialize,
-)]
-#[serde(rename_all = "camelCase")]
-pub struct AuthenticationProvider {
-    /// See [ADR017: TLS authentication](DOCS_BASE_URL_PLACEHOLDER/contributor/adr/adr017-tls_authentication).
-    /// If `client_cert_secret_class` is not set, the TLS settings may also be used for client authentication.
-    /// If `client_cert_secret_class` is set, the [SecretClass](DOCS_BASE_URL_PLACEHOLDER/secret-operator/secretclass)
-    /// will be used to provision client certificates.
-    pub client_cert_secret_class: Option<String>,
+pub mod versioned {
+    #[derive(
+        Clone, Debug, Deserialize, Eq, Hash, JsonSchema, Ord, PartialEq, PartialOrd, Serialize,
+    )]
+    #[serde(rename_all = "camelCase")]
+    pub struct AuthenticationProvider {
+        /// See [ADR017: TLS authentication](DOCS_BASE_URL_PLACEHOLDER/contributor/adr/adr017-tls_authentication).
+        /// If `client_cert_secret_class` is not set, the TLS settings may also be used for client authentication.
+        /// If `client_cert_secret_class` is set, the [SecretClass](DOCS_BASE_URL_PLACEHOLDER/secret-operator/secretclass)
+        /// will be used to provision client certificates.
+        pub client_cert_secret_class: Option<String>,
+    }
 }

crates/stackable-operator/src/crd/authentication/tls/mod.rs

@@ -25,7 +25,7 @@ pub mod versioned {
     /// Defines a policy for how [Listeners](DOCS_BASE_URL_PLACEHOLDER/listener-operator/listener) should be exposed.
     /// Read the [ListenerClass documentation](DOCS_BASE_URL_PLACEHOLDER/listener-operator/listenerclass)
     /// for more information.
-    #[versioned(k8s(group = "listeners.stackable.tech"))]
+    #[versioned(crd(group = "listeners.stackable.tech"))]
     #[derive(CustomResource, Serialize, Deserialize, Clone, Debug, JsonSchema, PartialEq, Eq)]
     #[serde(rename_all = "camelCase")]
     pub struct ListenerClassSpec {

crates/stackable-operator/src/crd/listener/class/mod.rs

@@ -49,7 +49,7 @@ pub mod versioned {
     ///    ["sticky" scheduling](DOCS_BASE_URL_PLACEHOLDER/listener-operator/listener#_sticky_scheduling).
     ///
     /// Learn more in the [Listener documentation](DOCS_BASE_URL_PLACEHOLDER/listener-operator/listener).
-    #[versioned(k8s(
+    #[versioned(crd(
         group = "listeners.stackable.tech",
         status = "v1alpha1::ListenerStatus",
         namespaced
@@ -79,7 +79,7 @@ pub mod versioned {
     /// This is not expected to be created or modified by users. It will be created by
     /// the Stackable Listener Operator when mounting the listener volume, and is always
     /// named `pod-{pod.metadata.uid}`.
-    #[versioned(k8s(
+    #[versioned(crd(
         group = "listeners.stackable.tech",
         plural = "podlisteners",
         namespaced,
@@ -112,7 +112,7 @@ pub mod versioned {
     }
 
     /// Informs users about how to reach the Listener.
-    #[derive(Serialize, Deserialize, Clone, Debug, JsonSchema, PartialEq, Eq)]
+    #[derive(Serialize, Deserialize, Clone, Debug, Default, JsonSchema, PartialEq, Eq)]
     #[serde(rename_all = "camelCase")]
     pub struct ListenerStatus {
         /// The backing Kubernetes Service.

crates/stackable-operator/src/crd/listener/listeners/mod.rs

@@ -6,23 +6,25 @@ use crate::{crd::s3::connection::v1alpha1 as conn_v1alpha1, versioned::versioned
 
 mod v1alpha1_impl;
 
-#[versioned(version(name = "v1alpha1"))]
+#[versioned(
+    version(name = "v1alpha1"),
+    crates(
+        kube_core = "kube::core",
+        k8s_openapi = "k8s_openapi",
+        schemars = "schemars",
+    )
+)]
 pub mod versioned {
     pub mod v1alpha1 {
         pub use v1alpha1_impl::BucketError;
     }
 
     /// S3 bucket specification containing the bucket name and an inlined or referenced connection specification.
     /// Learn more on the [S3 concept documentation](DOCS_BASE_URL_PLACEHOLDER/concepts/s3).
-    #[versioned(k8s(
+    #[versioned(crd(
         group = "s3.stackable.tech",
         kind = "S3Bucket",
         plural = "s3buckets",
-        crates(
-            kube_core = "kube::core",
-            k8s_openapi = "k8s_openapi",
-            schemars = "schemars",
-        ),
         namespaced
     ))]
     #[derive(Clone, CustomResource, Debug, Deserialize, Eq, JsonSchema, PartialEq, Serialize)]

crates/stackable-operator/src/crd/s3/bucket/mod.rs

@@ -16,23 +16,25 @@ mod v1alpha1_impl;
 /// Use this type in you operator!
 pub type ResolvedConnection = v1alpha1::ConnectionSpec;
 
-#[versioned(version(name = "v1alpha1"))]
+#[versioned(
+    version(name = "v1alpha1"),
+    crates(
+        kube_core = "kube::core",
+        k8s_openapi = "k8s_openapi",
+        schemars = "schemars",
+    )
+)]
 pub mod versioned {
     pub mod v1alpha1 {
         pub use v1alpha1_impl::ConnectionError;
     }
 
     /// S3 connection definition as a resource.
     /// Learn more on the [S3 concept documentation](DOCS_BASE_URL_PLACEHOLDER/concepts/s3).
-    #[versioned(k8s(
+    #[versioned(crd(
         group = "s3.stackable.tech",
         kind = "S3Connection",
         plural = "s3connections",
-        crates(
-            kube_core = "kube::core",
-            k8s_openapi = "k8s_openapi",
-            schemars = "schemars",
-        ),
         namespaced
     ))]
     #[derive(CustomResource, Clone, Debug, Deserialize, Eq, JsonSchema, PartialEq, Serialize)]