Work on a bump blob version with concourse resource

Author: benjaminguttmann-avtq

ci/pipeline.yml

@@ -7,6 +7,7 @@ groups:
       - unit-tests-pr
       - acceptance-tests
       - acceptance-tests-pr
+      - autobump-dependencies
 
 jobs:
   - name: unit-tests
@@ -157,6 +158,40 @@ jobs:
         status: failure
         context: acceptance-tests
 
+  - name: autobump-dependencies
+     public: true
+     serial: true
+     plan:
+       - do:
+           - get: node_exporter_release
+             trigger: true
+           - get: git
+           - task: autobump-dependencies
+             config:
+               image_resource:
+                 type: docker-image
+                 source:
+                   repository: bguttmannavtq/pipeline-image
+                   tag:        latest
+               inputs:
+                 - name: git
+               platform: linux
+               run:
+                 dir: git
+                 path: bash
+                 args: ["ci/scripts/autobump-dependencies.sh"]
+               params:
+                 REPO_ROOT: git
+                 PR_BASE: master
+                 PR_ORG: cloudfoundry
+                 PR_LABEL: run-ci
+                 DRY_RUN: ((dry_run))
+                 AWS_SECRET_ACCESS_KEY: ((s3.secret_access_key))
+                 AWS_ACCESS_KEY: ((s3.access_key_id))
+                 GITHUB_COM_TOKEN: ((github.token))
+                 BOT_USER_NAME: ((github.bot_user))
+                 BOT_USER_MAIL: ((github.bot_mail))
+
 resource_types:
   - name: slack-notification
     type: docker-image
@@ -199,3 +234,9 @@ resources:
     type: bosh-io-stemcell
     source:
       name: bosh-warden-boshlite-ubuntu-noble
+
+  - name: node_exporter_release
+    type: github-release
+    source:
+      owner: prometheus
+      repository: node_exporter

ci/scripts/autobump-dependencies.sh

@@ -0,0 +1,66 @@
+# /bin/bash
+set -e
+
+sudo mkdir -p -m 755 /etc/apt/keyrings \
+&& out=$(mktemp) && wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg \
+&& cat $out | sudo tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null \
+&& sudo chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg \
+&& echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null \
+
+sudo apt update && DEBIAN_FRONTEND=noninteractive TZ=Etc/UTC sudo apt install git sed gh -y
+mkdir /tmp/cache /tmp/prometheus-blobs
+
+export LATEST_NODE_EXPORTER_VERSION=$(cat ../node_exporter_release/tag | tr -d 'v')
+
+export BOSH_VERSION=7.6.1
+
+pushd /tmp/cache && curl -sL https://github.com/cloudfoundry/bosh-cli/releases/download/v${BOSH_VERSION}/bosh-cli-${BOSH_VERSION}-linux-amd64 > bosh && chmod 777 bosh
+
+popd
+
+export USED_NODE_EXPORTER_VERSION=$(cat config/blobs.yml | egrep -o "node_exporter-[[:digit:]]+.[[:digit:]]+.[[:digit:]]+" | cut -d "-" -f 2)
+
+if [[ $LATEST_NODE_EXPORTER_VERSION != $USED_NODE_EXPORTER_VERSION ]]; then
+  /tmp/cache/bosh add-blob ../node_exporter_release/node_exporter-$LATEST_NODE_EXPORTER_VERSION.linux-amd64.tar.gz node_exporter/node_exporter-$LATEST_NODE_EXPORTER_VERSION.linux-amd64.tar.gz
+  /tmp/cache/bosh remove-blob node_exporter/node_exporter-$USED_NODE_EXPORTER_VERSION.linux-amd64.tar.gz
+fi
+
+/tmp/cache/bosh blobs
+
+sed -i -e "s/node_exporter-$USED_NODE_EXPORTER_VERSION\.linux-amd64/node_exporter-$LATEST_NODE_EXPORTER_VERSION\.linux-amd64/g" packages/node_exporter/*
+
+echo $DRY_RUN
+echo -e "---\nblobstore:\n  options:\n    access_key_id: ${AWS_ACCESS_KEY}\n    secret_access_key: ${AWS_SECRET_ACCESS_KEY}" > config/private.yml
+
+branch_name="node_exporter-auto-bump-master"
+if [ -z "$DRY_RUN" ]; then
+  export GH_TOKEN=${GITHUB_COM_TOKEN}
+  cd git
+  existing_prs="$(gh pr list --head $branch_name --json)"
+  if [ ${#key[@]} == 0 ]; then
+    git checkout -b $branch_name
+    git config user.name "$BOT_USER_NAME"
+    git config user.email "$BOT_USER_MAIL"
+    bosh upload-blobs --sha2
+    git add config/blobs.yml
+    git commit --author="${BOT_USER_NAME} <${BOT_USER_MAIL}>" -m "Bump node_exporter version to ${LATEST_NODE_EXPORTER_VERSION}"
+    git add packages/node_exporter
+    git commit --author="${BOT_USER_NAME} <${BOT_USER_MAIL}>" -m "Update blob reference for node_exporter to version ${LATEST_NODE_EXPORTER_VERSION}"
+    git push origin -u $branch_name
+    gh pr create --base $PR_BASE --head $branch_name --title "Bump node_exporter version to ${LATEST_NODE_EXPORTER_VERSION}" --body "Automatic bump from version ${USED_NODE_EXPORTER_VERSION} to version ${LATEST_NODE_EXPORTER_VERSION}, downloaded from ${LATEST_NODE_EXPORTER_DOWNLOAD_URL}.\nAfter merge, consider releasing a new version of node-exporter-boshrelease." --label $PR_LABEL
+  else
+    echo "A PR already exists"
+  fi
+else
+  git checkout -b $branch_name
+  git config user.name "$BOT_USER_NAME"
+  git config user.email "$BOT_USER_MAIL"
+  echo "DRY_RUN: bosh upload-blobs --sha2"
+  git add config/blobs.yml
+  git commit --author="${BOT_USER_NAME} <${BOT_USER_MAIL}>" -m "Bump node_exporter version to ${LATEST_NODE_EXPORTER_VERSION}"
+  git add packages/node_exporter
+  git commit --author="${BOT_USER_NAME} <${BOT_USER_MAIL}>" -m "Update blob reference for node_exporter to version ${LATEST_NODE_EXPORTER_VERSION}"
+  echo "branch not pushed, no PR created"
+fi
+
+rm -rf /tmp/cache/ /tmp/prometheus-blobs/