Merge pull request #1926 from containers/konflux-release-tag

konflux: release images when a tag is pushed to the git repo

Author: mikebonnet

.tekton/integration/pipelines/bats-integration.yaml

@@ -5,6 +5,8 @@ metadata:
 spec:
   description: |
     Test the newly-built ramalama image and layered images on all supported architectures.
+    If the tests succeed, push the images to the public repos. If the tests were triggered by
+    pushing a tag to the git repo, apply floating tags to the pushed images.
   params:
   - name: SNAPSHOT
     description: >-
@@ -85,6 +87,10 @@ spec:
       value: $(params.SNAPSHOT)
     - name: event-type
       value: $(tasks.init.results.event-type)
+    - name: snapshot-type
+      value: $(tasks.init.results.snapshot-type)
+    - name: release-tags
+      value: $(tasks.init.results.release-tags)
     - name: sync
       value: $(tasks.init.results.sync)
     - name: repo-prefix

.tekton/integration/tasks/init-snapshot.yaml

@@ -13,6 +13,8 @@ spec:
     description: The type of event that triggered the pipeline
   - name: snapshot-type
     description: The type of Snapshot that is being tested.
+  - name: release-tags
+    description: A space-separated list of tags that should be applied to the release
   - name: sync
     description: >-
       True if all components are built from the same git commit. False if components
@@ -39,10 +41,16 @@ spec:
       valueFrom:
         fieldRef:
           fieldPath: metadata.labels['test.appstudio.openshift.io/type']
+    - name: RELEASE_TAGS
+      valueFrom:
+        fieldRef:
+          fieldPath: metadata.annotations['custom.appstudio.openshift.io/release-tags']
     - name: RESULTS_EVENT_TYPE_PATH
       value: $(results.event-type.path)
     - name: RESULTS_SNAPSHOT_TYPE_PATH
       value: $(results.snapshot-type.path)
+    - name: RESULTS_RELEASE_TAGS_PATH
+      value: $(results.release-tags.path)
     - name: RESULTS_SYNC_PATH
       value: $(results.sync.path)
     - name: RESULTS_BATS_IMAGE_PATH
@@ -60,11 +68,13 @@ spec:
       echo
       echo -n "$SNAPSHOT_TYPE" | tee "$RESULTS_SNAPSHOT_TYPE_PATH"
       echo
+      echo -n "$RELEASE_TAGS" | tee "$RESULTS_RELEASE_TAGS_PATH"
+      echo
       jq -j '[.components[] | .source.git.revision] | unique | length == 1' <<< "$SNAPSHOT" | tee "$RESULTS_SYNC_PATH"
       echo
       component_image() {
         TAGSEP=":"
-        if [ "$EVENT_TYPE" == "pull_request" ]; then
+        if [ "$EVENT_TYPE" == "pull_request" ] || [[ "$EVENT_TYPE" == *-comment ]]; then
           TAGSEP+="on-pr-"
         fi
         jq -j --arg name "$1" --arg tagsep "$TAGSEP" '.components[] | select(.name == $name) | [(.containerImage | split("@")[0]), .source.git.revision] | join($tagsep)' <<< "$SNAPSHOT"

.tekton/integration/tasks/push-snapshot.yaml

@@ -9,6 +9,11 @@ spec:
     description: Information about the Snapshot to be pushed
   - name: event-type
     description: The type of event that triggered the pipeline
+  - name: snapshot-type
+    description: The type of snapshot that triggered the pipeline
+  - name: release-tags
+    description: A space-separated list of tags that should be applied to the release
+    default: ""
   - name: sync
     description: >-
       True if all components are built from the same git commit. False if components
@@ -33,6 +38,10 @@ spec:
       value: $(params.SNAPSHOT)
     - name: EVENT_TYPE
       value: $(params.event-type)
+    - name: SNAPSHOT_TYPE
+      value: $(params.snapshot-type)
+    - name: RELEASE_TAGS
+      value: $(params.release-tags)
     - name: SYNC
       value: $(params.sync)
     - name: REPO_PREFIX
@@ -91,7 +100,11 @@ spec:
       COMPONENTS="$(jq -r '.components | length' <<< "$SNAPSHOT")"
       SKIP=($SKIP_COMPONENTS)
 
-      if [ "$EVENT_TYPE" != "push" ]; then
+      if [ "$SNAPSHOT_TYPE" != "override" ]; then
+        NOTE="Skipped push of $COMPONENTS components from \"$SNAPSHOT_TYPE\" snapshot"
+        test_output SKIPPED 0 0 0 "$NOTE"
+        exit
+      elif [ "$EVENT_TYPE" != "override" ]; then
         NOTE="Skipped push of $COMPONENTS components from \"$EVENT_TYPE\" event"
         test_output SKIPPED 0 0 0 "$NOTE"
         exit
@@ -110,8 +123,21 @@ spec:
           (( SKIPS+=1 ))
           continue
         fi
-        log Copying "$NAME" from "$SRC" to "$DEST"
-        if skopeo copy --all --retry-times 5 "docker://$SRC" "docker://$DEST"; then
+        DESTS=("$DEST")
+        for TAG in $RELEASE_TAGS; do
+          RELEASE_DEST="${DEST%:*}:$TAG"
+          DESTS+=("$RELEASE_DEST")
+        done
+        SUCCESS="true"
+        for DEST in "${DESTS[@]}"; do
+          log Copying "$NAME" from "$SRC" to "$DEST"
+          if skopeo copy --all --retry-times 5 "docker://$SRC" "docker://$DEST"; then
+            :
+          else
+            SUCCESS="false"
+          fi
+        done
+        if [ "$SUCCESS" == "true" ]; then
           (( SUCCESSES+=1 ))
         else
           FAILED_COMPONENTS+=("$NAME")

.tekton/release/pipelineruns/ramalama-release-tag.yaml

@@ -0,0 +1,28 @@
+apiVersion: tekton.dev/v1
+kind: PipelineRun
+metadata:
+  annotations:
+    build.appstudio.openshift.io/repo: https://github.com/containers/ramalama?rev={{revision}}
+    build.appstudio.redhat.com/commit_sha: "{{revision}}"
+    build.appstudio.redhat.com/git_tag: "{{git_tag}}"
+    build.appstudio.redhat.com/latest_tag: "true"
+    pipelinesascode.tekton.dev/on-event: "[push]"
+    pipelinesascode.tekton.dev/on-target-branch: "[refs/tags/v*]"
+    pipelinesascode.tekton.dev/cancel-in-progress: "false"
+    pipelinesascode.tekton.dev/max-keep-runs: "3"
+  labels:
+    appstudio.openshift.io/application: ramalama
+    pipelines.appstudio.openshift.io/type: release
+  name: ramalama-release-tag
+  namespace: ramalama-tenant
+spec:
+  params:
+  - name: skip-components
+    value: e2e
+  pipelineRef:
+    name: create-release-snapshot
+  timeouts:
+    pipeline: 6h
+    finally: 15m
+  taskRunTemplate:
+    serviceAccountName: appstudio-pipeline

.tekton/release/pipelines/create-release-snapshot.yaml

@@ -0,0 +1,40 @@
+kind: Pipeline
+apiVersion: tekton.dev/v1
+metadata:
+  name: create-release-snapshot
+spec:
+  description: |
+    Check if all builds associated with the given commit are complete. If they are, create an override Snapshot
+    to test all the images together.
+  params:
+  - name: SNAPSHOT
+    description: >-
+      Information about the components included in the current snapshot under test.
+    default: ""
+  - name: skip-components
+    description: A space-separated list of components that should not be pushed
+    default: ""
+  - name: git-url
+    description: URL of the Git repository containing pipeline and task definitions
+    default: https://github.com/containers/ramalama.git
+  - name: git-revision
+    description: Revision of the Git repository containing pipeline and task definitions
+    default: main
+  results:
+  - name: TEST_OUTPUT
+    description: Test results in JSON format
+    value: $(tasks.create.results.TEST_OUTPUT)
+  tasks:
+  - name: create
+    params:
+    - name: skip
+      value: $(params.skip-components)
+    taskRef:
+      resolver: git
+      params:
+      - name: url
+        value: $(params.git-url)
+      - name: revision
+        value: $(params.git-revision)
+      - name: pathInRepo
+        value: .tekton/release/tasks/create-override-snapshot.yaml

.tekton/release/tasks/create-override-snapshot.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+YAMLDIR="$(dirname $0)"
+TMPSCRIPT="$(mktemp)"
+if [ "$1" == "-s" ]; then
+   echo "Saving file to $TMPSCRIPT"
+else
+   trap "rm $TMPSCRIPT" 0
+fi
+awk '/script:/ {in_script = 1; next}; {if (in_script) print substr($0, 7)}' "$YAMLDIR/create-override-snapshot.yaml" > "$TMPSCRIPT"
+python3 "$TMPSCRIPT"