feat: allow generating testing values locally

Signed-off-by: Niccolò Fei <[email protected]>

Author: NiccoloFei

.github/workflows/bake_targets.yml

@@ -130,12 +130,6 @@ jobs:
         with:
           persist-credentials: false
 
-      - name: Install Go
-        uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6
-        with:
-          cache: false
-          go-version: 'stable'
-
       - name: Create kind cluster
         uses: helm/kind-action@92086f6be054225fa813e0a4b13787fc9088faab # v1.13.0
         with:
@@ -155,23 +149,27 @@ jobs:
           curl -sSfL "$operator_manifest" | kubectl apply --server-side -f -
           kubectl wait --for=condition=Available --timeout=2m -n cnpg-system deployments cnpg-controller-manager
 
+      - name: Set up Python
+        uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6
+        with:
+          python-version: 3.14
+
       - name: Generate Chainsaw runtime values
         env:
           EXT_NAME: ${{ inputs.extension_name }}
           EXT_IMAGE: ${{ matrix.image }}
         run: |
-          # Get the PG base image
-          export PG_IMAGE=$(skopeo inspect "docker://$EXT_IMAGE" -f '{{ json .Labels }}' | jq -r '."io.cloudnativepg.image.base.name"')
-
-          go install github.com/tmccombs/[email protected]
-          go install github.com/mikefarah/yq/v4@v4
-
-          # Convert metadata.hcl to YAML and merge it with runtime values to generate a valid Chainsaw values.yaml
-          yq eval -P '
-            .metadata.extension_image = strenv(EXT_IMAGE) |
-            .metadata.pg_image = strenv(PG_IMAGE) |
-            .metadata
-          ' <(hcl2json "$EXT_NAME/metadata.hcl") > "$EXT_NAME/values.yaml"
+          TAG="${EXT_IMAGE##*:}"
+          PG_MAJOR="${TAG%%-*}"
+          DISTRO="${TAG##*-}"
+
+          pip install -r hack/requirements.txt
+          python3 hack/chainsaw-values.py \
+            --dir "$EXT_NAME" \
+            --pg-major "$PG_MAJOR" \
+            --distro "$DISTRO" \
+            --extension-image "$EXT_IMAGE"
+
           cat "$EXT_NAME/values.yaml"
 
       - name: Install Chainsaw

Makefile

@@ -77,7 +77,9 @@ all: prereqs $(DIRS)
 	@echo -e "$(GREEN)Build successful for all projects: $(DIRS)$(NC)"
 	@echo -e "$(GREEN)======================================================$(NC)"
 
-# Per-project build
+# --------------------------
+# Per-project Build
+# --------------------------
 $(DIRS): %: %/metadata.hcl
 	@echo -e "$(BLUE)--- Starting Docker Buildx Bake for target: $@ ---$(NC)"
 ifeq ($(DRY_RUN),true)

hack/chainsaw-values.py

@@ -0,0 +1,109 @@
+#
+# Copyright © contributors to CloudNativePG, established as
+# CloudNativePG a Series of LF Projects, LLC.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+#
+
+import argparse
+import re
+import sys
+import hcl2
+import yaml
+from pathlib import Path
+
+
+def parse_hcl(metadata_path):
+    with open(metadata_path, "r") as f:
+        return hcl2.load(f)["metadata"]
+
+
+def get_default_image(metadata, distro, pg_major):
+    fullVersion = metadata["versions"][distro][pg_major]
+    match = re.match(r"^(\d+(?:\.\d+)+)", fullVersion)
+    if not match:
+        raise ValueError(f"Cannot extract extension version from '{s}'")
+    version = match.group(1)
+    image_name = metadata["image_name"]
+    return f"ghcr.io/cloudnativepg/{image_name}:{version}-{pg_major}-{distro}"
+
+
+def get_ext_version(ext_image):
+    tag = ext_image.split(":", 1)[1]
+    version = tag.split("-", 1)[0]
+    return version
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Generate Chainsaw values.yaml for a target Extension"
+    )
+    parser.add_argument(
+        "--dir", type=Path, required=True, help="Path to the extension's directory"
+    )
+    parser.add_argument(
+        "--pg-major",
+        choices=["18"],
+        required=True,
+        dest="pg_major",
+        help="The PG major version to test",
+    )
+    parser.add_argument(
+        "--distro",
+        choices=["bookworm", "trixie"],
+        required=True,
+        help="The distribution to test",
+    )
+    parser.add_argument(
+        "--extension-image",
+        dest="ext_image",
+        help="Target a specific extension image (Optional). Defaults to the version defined in the extension's metadata",
+    )
+    args = parser.parse_args()
+
+    ext_dir = Path(args.dir)
+    metadata_file = ext_dir / "metadata.hcl"
+    if not metadata_file.exists():
+        print(f"Error: {metadata_file} does not exist")
+        sys.exit(1)
+
+    metadata = parse_hcl(metadata_file)
+
+    ext_image = args.ext_image or get_default_image(
+        metadata, args.distro, args.pg_major
+    )
+    version = get_ext_version(ext_image)
+    pg_image = (
+        f"ghcr.io/cloudnative-pg/postgresql:{args.pg_major}-minimal-{args.distro}"
+    )
+
+    # Build the values.yaml dictionary
+    values = {
+        **metadata,
+        "extension_image": ext_image,
+        "pg_image": pg_image,
+        "version": version,
+    }
+
+    # Write values.yaml
+    values_yaml_path = ext_dir / "values.yaml"
+    with open(values_yaml_path, "w") as f:
+        yaml.dump(values, f, sort_keys=False)
+
+    print(f"Generated {values_yaml_path}")
+
+
+if __name__ == "__main__":
+    main()

hack/requirements.txt

@@ -0,0 +1,2 @@
+python-hcl2
+pyyaml

pgvector/metadata.hcl

@@ -2,7 +2,6 @@ metadata = {
   name                     = "pgvector"
   sql_name                 = "vector"
   image_name               = "pgvector"
-  version                  = "0.8.1"
   shared_preload_libraries = []
   extension_control_path   = []
   dynamic_library_path     = []

postgis/metadata.hcl

@@ -2,7 +2,6 @@ metadata = {
   name                     = "postgis"
   sql_name                 = "postgis"
   image_name               = "postgis-extension"
-  version                  = "3.6.1"
   shared_preload_libraries = []
   extension_control_path   = []
   dynamic_library_path     = []