v4.1.21

Make tests more reliable

.github/actionlint.yaml

@@ -0,0 +1,8 @@
+self-hosted-runner:
+  # Labels of self-hosted runner in array of strings.
+  labels:
+  - "distro:jammy"
+# Configuration variables in array of strings defined in your repository or
+# organization. `null` means disabling configuration variables check.
+# Empty array means no configuration variable is allowed.
+config-variables: null

.github/workflows/flowzone.yml

@@ -50,8 +50,3 @@ jobs:
         github.event_name == 'pull_request_target'
       )) && github.event.action != 'closed'
     secrets: inherit
-    with:
-      environment: balena-cloud.com
-      fleet: balena/open-balena
-      # https://dash.cloudflare.com/001b3ed2352612aaa068aca1b0022736/balena-devices.com/dns
-      dns_tld: balena-devices.com

.github/workflows/renovate.json

@@ -0,0 +1,15 @@
+{
+  "customManagers": [
+    {
+      "customType": "regex",
+      "fileMatch": [
+        ".*"
+      ],
+      "matchStrings": [
+        ".*amiFilter=(?<packageName>.*?)\n(.*currentImageName=(?<currentDigest>.*?)\n)?(.*\n)?.*?(?<depName>[a-zA-Z0-9-_:]*)[ ]*?[:|=][ ]*?[\"|']?(?<currentValue>ami-[a-z0-9]{17})[\"|']?.*"
+      ],
+      "datasourceTemplate": "aws-machine-image",
+      "versioningTemplate": "aws-machine-image"
+    }
+  ]
+}

.versionbot/CHANGELOG.yml

@@ -1,3 +1,933 @@
+- commits:
+    - subject: Make tests more reliable
+      hash: b0f79a0d84742b0a96aaec934a2ad6ec72bb3d6e
+      body: |
+        * ensure config and creds are ready before attempting auth
+        * warn instead of error on DUT shutdown failures
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.21
+  title: ""
+  date: 2024-07-08T14:49:09.165Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.20
+      hash: d4683c028ae10fcfaf67c4f68dc322aa6602a896
+      body: |
+        Update balena-io/balena-cli from 18.2.19 to 18.2.20
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.20
+  title: ""
+  date: 2024-07-05T22:14:20.547Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.19
+      hash: dc7fd065f9265d6baf29e612a06d1e5109a47fa8
+      body: |
+        Update balena-io/balena-cli from 18.2.10 to 18.2.19
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.19
+  title: ""
+  date: 2024-07-05T14:38:10.804Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.24
+      hash: cfb35f9d3946fd54e0057df5725114e56fd74296
+      body: |
+        Update balena/open-balena-api from 25.1.19 to 25.1.24
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.18
+  title: ""
+  date: 2024-07-05T00:33:15.468Z
+- commits:
+    - subject: Update balena/open-balena-registry Docker tag to v2.39.60
+      hash: b023d3a47002823e18926b231aeadc104f4c0094
+      body: |
+        Update balena/open-balena-registry from 2.39.58 to 2.39.60
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.17
+  title: ""
+  date: 2024-07-04T23:28:20.756Z
+- commits:
+    - subject: Update aws-actions/configure-aws-credentials digest to febab93
+      hash: 7fd045814c95f4566d38e53f7738dd67440f0115
+      body: |
+        Update aws-actions/configure-aws-credentials
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.16
+  title: ""
+  date: 2024-07-04T22:17:01.050Z
+- commits:
+    - subject: pin balena-cli version
+      hash: 7ddb50c19fb470aa3cc975ce7a0afc2f6d47ba2f
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.15
+  title: ""
+  date: 2024-07-04T21:54:28.567Z
+- commits:
+    - subject: shellcheck/lint workflow(s)
+      hash: 0328960ecca2bd99cd5456392095e70227ccbcd0
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.14
+  title: ""
+  date: 2024-07-04T21:33:41.784Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.19
+      hash: 3e29f306972c9565574894d8a0d0a9d783d2df4b
+      body: |
+        Update balena/open-balena-api from 25.1.7 to 25.1.19
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.13
+  title: ""
+  date: 2024-07-02T21:17:06.373Z
+- commits:
+    - subject: Only delete your (matrix) own test instance
+      hash: 96d56178897f96d470d23e313b5555412cfb7f4e
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.12
+  title: ""
+  date: 2024-07-02T20:48:44.727Z
+- commits:
+    - subject: Update balena/open-balena-s3 Docker tag to v2.28.47
+      hash: 52d0eb6c4d3fe244ca231ffe9507586145376f02
+      body: |
+        Update balena/open-balena-s3 from 2.28.45 to 2.28.47
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.11
+  title: ""
+  date: 2024-07-02T16:08:15.757Z
+- commits:
+    - subject: Update aws-actions/configure-aws-credentials digest to af7e7d4
+      hash: 5c790da01dbb4dadb2827937a71f5e432e26208c
+      body: |
+        Update aws-actions/configure-aws-credentials
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.10
+  title: ""
+  date: 2024-06-27T22:16:09.999Z
+- commits:
+    - subject: capture termination instance reason
+      hash: e54aae284624173d6e05b24f9dd0df7f13f0947e
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.9
+  title: ""
+  date: 2024-06-27T18:27:24.183Z
+- commits:
+    - subject: Exit instead of breaking out of while loops
+      hash: 6e4aae7a82aeedd57d3ace87de6702b8b267fada
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.8
+  title: ""
+  date: 2024-06-27T15:41:50.733Z
+- commits:
+    - subject: Renovate AWS/EC2 AMI(s)
+      hash: 5a3e2f1ac8cb4cd179c1d6b055e71ef447ddd227
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.7
+  title: ""
+  date: 2024-06-26T00:38:36.638Z
+- commits:
+    - subject: check if AWS/EC2 instance is still running
+      hash: 331c952a1f1235ff224cec6913d79e9bcc3e7cac
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.6
+  title: ""
+  date: 2024-06-25T23:43:44.670Z
+- commits:
+    - subject: break from wait loops if EC2 instance is terminated
+      hash: 85fd15d7b3528eb1f6dc0cb1955f5b9495cc4b02
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.5
+  title: ""
+  date: 2024-06-25T19:09:58.663Z
+- commits:
+    - subject: show EC2 instance termination status
+      hash: 538bcfe9593f3ad6fa406c820dfe71d92946c5f6
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.4
+  title: ""
+  date: 2024-06-25T18:27:13.520Z
+- commits:
+    - subject: Update actions/checkout digest to 692973e
+      hash: 422a34218c6955a5e65995961e3944b2c2f400b3
+      body: |
+        Update actions/checkout
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.3
+  title: ""
+  date: 2024-06-25T14:16:47.810Z
+- commits:
+    - subject: fail early on EC2 instance termination (i.e. spot capacity)
+      hash: a2b62a6495e54aaa3983d0e4afe75612e053c7a7
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.2
+  title: ""
+  date: 2024-06-24T22:24:50.123Z
+- commits:
+    - subject: Pin unfor19/install-aws-cli-action action to e8b481e
+      hash: fe3bc20a300412d0918d985fa249844fe94953d4
+      body: |
+        Update unfor19/install-aws-cli-action
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.1.1
+  title: ""
+  date: 2024-06-24T20:56:51.820Z
+- commits:
+    - subject: test compose workflow
+      hash: 9a172b03f787a5194dc6ad79eb497196e8cac8f8
+      body: >
+        * docker-compose test workflow to broadly approximate the getting
+        started guide,
+
+        since testing on balenaCloud/balenaOS alone doesn't give us a high level
+        of
+
+        confidence the project boots/works on compose
+      footer:
+        change-type: minor
+      author: Anton Belodedenko
+      nested: []
+  version: 4.1.0
+  title: ""
+  date: 2024-06-24T20:01:42.546Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.7
+      hash: 173a99d363396e25be84bbebd51fa8b3fcc01129
+      body: |
+        Update balena/open-balena-api from 25.1.6 to 25.1.7
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.57
+  title: ""
+  date: 2024-06-24T15:01:24.610Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.6
+      hash: aefe256e81d2e17e5515eac9163a738f2980e5b7
+      body: |
+        Update balena/open-balena-api from 25.1.5 to 25.1.6
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.56
+  title: ""
+  date: 2024-06-24T14:01:41.031Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.5
+      hash: c4d94801f692b33e3d688605bd4e3240ce493f07
+      body: |
+        Update balena/open-balena-api from 25.1.3 to 25.1.5
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.55
+  title: ""
+  date: 2024-06-24T05:59:14.616Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.10
+      hash: 0e28278a37b8672364befaf34d25ae92a8a891b4
+      body: |
+        Update balena-io/balena-cli from 18.2.9 to 18.2.10
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.54
+  title: ""
+  date: 2024-06-21T21:04:47.853Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.9
+      hash: be879e9fd9b12a8496999a640b39e5f618ec1834
+      body: |
+        Update balena-io/balena-cli from 18.2.8 to 18.2.9
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.53
+  title: ""
+  date: 2024-06-21T20:02:12.319Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.8
+      hash: a49e96d84f4ea8795782b5c132ee569cf6d5566e
+      body: |
+        Update balena-io/balena-cli from 18.2.7 to 18.2.8
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.52
+  title: ""
+  date: 2024-06-21T19:00:11.650Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.7
+      hash: cd4c361b8ca1e44730670c30fe0689cac805670f
+      body: |
+        Update balena-io/balena-cli from 18.2.6 to 18.2.7
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.51
+  title: ""
+  date: 2024-06-21T18:02:26.125Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.6
+      hash: da4647515e74e7d2a8073d8ed11e7398326c8fe2
+      body: |
+        Update balena-io/balena-cli from 18.2.5 to 18.2.6
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.50
+  title: ""
+  date: 2024-06-21T15:59:09.758Z
+- commits:
+    - subject: Update dependency balena-io/balena-cli to v18.2.5
+      hash: 6c8786f4f9f9ae814bdc889eb571ae3465598de8
+      body: |
+        Update balena-io/balena-cli from 18.2.2 to 18.2.5
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.49
+  title: ""
+  date: 2024-06-21T13:04:36.164Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.3
+      hash: e742df4e896bb47d841bdb077ab1991d0aa172f7
+      body: |
+        Update balena/open-balena-api from 25.1.2 to 25.1.3
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.48
+  title: ""
+  date: 2024-06-19T17:57:48.261Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.2
+      hash: 252398e13003f3115aaada4526494d09be8f271d
+      body: |
+        Update balena/open-balena-api from 25.1.1 to 25.1.2
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.47
+  title: ""
+  date: 2024-06-19T13:57:45.166Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.1
+      hash: 25e2346f2d557d8abe313ac0a27b1893c2681a4d
+      body: |
+        Update balena/open-balena-api from 25.1.0 to 25.1.1
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.46
+  title: ""
+  date: 2024-06-18T08:58:32.128Z
+- commits:
+    - subject: Update aws-actions/configure-aws-credentials digest to 61a1105
+      hash: 6dd753b744b8e4e73ce7a9bfe964aa1b017f4805
+      body: |
+        Update aws-actions/configure-aws-credentials
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.45
+  title: ""
+  date: 2024-06-18T03:56:36.468Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25.1.0
+      hash: b87f2662f9339f60ef44efd1850e514cb4168e14
+      body: |
+        Update balena/open-balena-api from 25.0.2 to 25.1.0
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.44
+  title: ""
+  date: 2024-06-17T17:01:17.472Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v25
+      hash: 15e93fecc72c13d7749e862b3137890b0443bb52
+      body: |
+        Update balena/open-balena-api from 24.3.1 to 25.0.2
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.43
+  title: ""
+  date: 2024-06-17T16:26:19.681Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.16
+      hash: 217473e54acc86d8ea9f42b23ae91f507f340508
+      body: |
+        Update qemux/qemu-docker from 5.15 to 5.16
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.42
+  title: ""
+  date: 2024-06-13T22:57:11.136Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.15
+      hash: ca910f88d126f00cf0e4d0c5193485e27b98457d
+      body: |
+        Update qemux/qemu-docker from 5.14 to 5.15
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.41
+  title: ""
+  date: 2024-06-12T20:57:38.623Z
+- commits:
+    - subject: Update actions/checkout digest to 692973e
+      hash: 6474a7a8b586d9aa354f01094d8bd01e495b7400
+      body: |
+        Update actions/checkout
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.40
+  title: ""
+  date: 2024-06-12T18:58:42.570Z
+- commits:
+    - subject: Update actions/checkout digest to 6ccd57f
+      hash: 8090670ae69dcf6d394b2a83c58bc8942a5c7c4a
+      body: |
+        Update actions/checkout
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.39
+  title: ""
+  date: 2024-06-12T17:59:47.271Z
+- commits:
+    - subject: Update actions/checkout digest to b17fe1e
+      hash: 12d9370d6f01fc5696aad22a8450ed5ddfe21237
+      body: |
+        Update actions/checkout
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.38
+  title: ""
+  date: 2024-06-12T16:04:51.156Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.14
+      hash: 9345f75b3b05ece962c0a4f7cdf58dfee289e1c4
+      body: |
+        Update qemux/qemu-docker from 5.13 to 5.14
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.37
+  title: ""
+  date: 2024-06-12T03:00:50.502Z
+- commits:
+    - subject: Update balena/open-balena-s3 Docker tag to v2.28.45
+      hash: 1d34d468b4a367bb6ce2ba49450c30f3f6b30a65
+      body: |
+        Update balena/open-balena-s3 from 2.28.44 to 2.28.45
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.36
+  title: ""
+  date: 2024-06-12T00:01:21.103Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.3.1
+      hash: c448be555be1297559af3a140ce7e7ccb662393a
+      body: |
+        Update balena/open-balena-api from 24.3.0 to 24.3.1
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.35
+  title: ""
+  date: 2024-06-11T23:07:07.523Z
+- commits:
+    - subject: Update balena/open-balena-registry Docker tag to v2.39.58
+      hash: f6bdc3ea655b2279da73bfe7a463e6054017362a
+      body: |
+        Update balena/open-balena-registry from 2.39.57 to 2.39.58
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.34
+  title: ""
+  date: 2024-06-11T22:03:39.192Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.3.0
+      hash: 6c49a9ef98cc8e4be050424954e8e5e1069601b4
+      body: |
+        Update balena/open-balena-api from 24.2.2 to 24.3.0
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.33
+  title: ""
+  date: 2024-06-11T15:56:28.106Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.2.2
+      hash: 16d1bbc25bf9068a8f9ac846c9b60cfde362589a
+      body: |
+        Update balena/open-balena-api from 24.2.1 to 24.2.2
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.32
+  title: ""
+  date: 2024-06-11T13:57:42.189Z
+- commits:
+    - subject: Update aws-actions/configure-aws-credentials digest to c7680c3
+      hash: e89f6c069ba702459eaf50f767710cdad5d05df2
+      body: |
+        Update aws-actions/configure-aws-credentials
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.31
+  title: ""
+  date: 2024-06-11T04:58:23.292Z
+- commits:
+    - subject: Update aws-actions/configure-aws-credentials digest to cf3f053
+      hash: 3f69ce0ca055d042ed966b048291d1241f033749
+      body: |
+        Update aws-actions/configure-aws-credentials
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.30
+  title: ""
+  date: 2024-06-11T03:57:10.363Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.13
+      hash: c7b07b9f02d6162562f144b59248334c8ed52623
+      body: |
+        Update qemux/qemu-docker from 5.12 to 5.13
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.29
+  title: ""
+  date: 2024-06-11T00:03:23.126Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.2.1
+      hash: 7f71b83f62a05edc9b00db8680ca91a76e1ef51d
+      body: |
+        Update balena/open-balena-api from 24.2.0 to 24.2.1
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.28
+  title: ""
+  date: 2024-06-10T22:57:40.430Z
+- commits:
+    - subject: ignore .env if it doesn't exist
+      hash: fb3b2211c13f7586437360c7773cf8983d21f23d
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.0.27
+  title: ""
+  date: 2024-06-10T15:28:41.175Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.2.0
+      hash: b37c476f58ef07c8871fef385b9522d0e1a381b9
+      body: |
+        Update balena/open-balena-api from 24.1.3 to 24.2.0
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.26
+  title: ""
+  date: 2024-06-10T13:58:40.486Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.1.3
+      hash: cf5e4d226b2b13cf74a9b94b4c6ebd41bca8f933
+      body: |
+        Update balena/open-balena-api from 24.1.2 to 24.1.3
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.25
+  title: ""
+  date: 2024-06-10T02:20:16.146Z
+- commits:
+    - subject: backoff retry device registrations and tagging
+      hash: 4e1e10501d443a5d7b014cfd948073a1efc34acf
+      body: ""
+      footer:
+        change-type: patch
+      author: Anton Belodedenko
+      nested: []
+  version: 4.0.24
+  title: ""
+  date: 2024-06-09T22:12:15.802Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.12
+      hash: 7625d40d80b593d441d9500c12630c4abeb5acf1
+      body: |
+        Update qemux/qemu-docker from 5.11 to 5.12
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.23
+  title: ""
+  date: 2024-06-09T15:57:29.274Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24.1.2
+      hash: e741155b4be79d3cd18754de165f7f00f2dc6f80
+      body: |
+        Update balena/open-balena-api from 24.1.1 to 24.1.2
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.22
+  title: ""
+  date: 2024-06-07T11:08:18.462Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v24
+      hash: d20598220739749705d198a58c83e62ce51e34dd
+      body: |
+        Update balena/open-balena-api from 23.3.0 to 24.1.1
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.21
+  title: ""
+  date: 2024-06-06T19:33:16.038Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v23.3.0
+      hash: 8af31148c18212739bf3024bb7164e3b4f260308
+      body: |
+        Update balena/open-balena-api from 23.2.0 to 23.3.0
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.20
+  title: ""
+  date: 2024-06-06T09:58:27.460Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v23.2.0
+      hash: 54d3cd3c1ca590d4c53b54b2fbcd9b4ad959ad4c
+      body: |
+        Update balena/open-balena-api from 23.1.0 to 23.2.0
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.19
+  title: ""
+  date: 2024-06-05T16:00:22.731Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.11
+      hash: 4f8413e564cd984a7f17c9c249d7372f796bb117
+      body: |
+        Update qemux/qemu-docker from 5.10 to 5.11
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.18
+  title: ""
+  date: 2024-06-05T10:57:38.282Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v23.1.0
+      hash: 76cb7ef4eac98da7e94e974c4b8f96cc14524f02
+      body: |
+        Update balena/open-balena-api from 23.0.2 to 23.1.0
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.17
+  title: ""
+  date: 2024-06-04T21:00:51.177Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v23.0.2
+      hash: b4af363152633e55e62271d42001cc2cc02a1232
+      body: |
+        Update balena/open-balena-api from 23.0.1 to 23.0.2
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.16
+  title: ""
+  date: 2024-06-04T15:03:51.966Z
+- commits:
+    - subject: Update aws-actions/configure-aws-credentials digest to bd07581
+      hash: 07e01297aae1d548ae51bfb2ae8acc0f66a1cef2
+      body: |
+        Update aws-actions/configure-aws-credentials
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.15
+  title: ""
+  date: 2024-06-04T04:00:00.889Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5.10
+      hash: af2ce80fd99cefd6cec3937dfd40331396042210
+      body: |
+        Update qemux/qemu-docker from 5.09 to 5.10
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.14
+  title: ""
+  date: 2024-06-02T19:57:14.160Z
+- commits:
+    - subject: Update ubuntu Docker tag to v24
+      hash: 496a1d75ec7f5a3b8f499eeb49c595f25f63ce49
+      body: |
+        Update ubuntu from 22.04 to noble
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.13
+  title: ""
+  date: 2024-05-30T23:58:20.498Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v5
+      hash: 5b835f3a8edbdd5575faa82c8d79d2b5d72fe27c
+      body: |
+        Update qemux/qemu-docker from 4.28 to 5.09
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.12
+  title: ""
+  date: 2024-05-30T21:56:51.082Z
+- commits:
+    - subject: Update balena/open-balena-registry Docker tag to v2.39.57
+      hash: dfe88d90d5f718dc3dd20988f611de7c1dad9200
+      body: |
+        Update balena/open-balena-registry from 2.39.56 to 2.39.57
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.11
+  title: ""
+  date: 2024-05-30T18:00:52.558Z
+- commits:
+    - subject: Update balena/open-balena-s3 Docker tag to v2.28.44
+      hash: 661ff99321f05f007dd5bdaa48ef60e66686925c
+      body: |
+        Update balena/open-balena-s3 from 2.28.43 to 2.28.44
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.10
+  title: ""
+  date: 2024-05-30T16:59:41.752Z
+- commits:
+    - subject: Update balena/open-balena-api Docker tag to v23
+      hash: 79f0609b6b73d8a7122ff269ce97f782c09b6c59
+      body: |
+        Update balena/open-balena-api from 22.2.3 to 23.0.1
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.9
+  title: ""
+  date: 2024-05-30T16:43:29.956Z
+- commits:
+    - subject: Update balena/open-balena-vpn Docker tag to v11.30.22
+      hash: 1ea77d38cac6d4de8cee20888c68d0657dc1d9af
+      body: |
+        Update balena/open-balena-vpn from 11.30.9 to 11.30.22
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.8
+  title: ""
+  date: 2024-05-29T05:57:12.761Z
+- commits:
+    - subject: Update qemux/qemu-docker Docker tag to v4.28
+      hash: 1c3b8dd38fadbf111ebe850d77bdca4f8cd0bb2d
+      body: |
+        Update qemux/qemu-docker from 4.24 to 4.28
+      footer:
+        Change-type: patch
+        change-type: patch
+      author: Self-hosted Renovate Bot
+      nested: []
+  version: 4.0.7
+  title: ""
+  date: 2024-05-29T04:57:24.252Z
 - commits:
     - subject: Update balena/open-balena-s3 Docker tag to v2.28.43
       hash: 9d3b6ccc3f8fe7adb6034dbc6d0e9aaecddb7653

CHANGELOG.md

@@ -4,6 +4,371 @@ All notable changes to this project will be documented in this file
 automatically by Versionist. DO NOT EDIT THIS FILE MANUALLY!
 This project adheres to [Semantic Versioning](http://semver.org/).
 
+# v4.1.21
+## (2024-07-08)
+
+* Make tests more reliable [Anton Belodedenko]
+
+# v4.1.20
+## (2024-07-05)
+
+* Update dependency balena-io/balena-cli to v18.2.20 [Self-hosted Renovate Bot]
+
+# v4.1.19
+## (2024-07-05)
+
+* Update dependency balena-io/balena-cli to v18.2.19 [Self-hosted Renovate Bot]
+
+# v4.1.18
+## (2024-07-05)
+
+* Update balena/open-balena-api Docker tag to v25.1.24 [Self-hosted Renovate Bot]
+
+# v4.1.17
+## (2024-07-04)
+
+* Update balena/open-balena-registry Docker tag to v2.39.60 [Self-hosted Renovate Bot]
+
+# v4.1.16
+## (2024-07-04)
+
+* Update aws-actions/configure-aws-credentials digest to febab93 [Self-hosted Renovate Bot]
+
+# v4.1.15
+## (2024-07-04)
+
+* pin balena-cli version [Anton Belodedenko]
+
+# v4.1.14
+## (2024-07-04)
+
+* shellcheck/lint workflow(s) [Anton Belodedenko]
+
+# v4.1.13
+## (2024-07-02)
+
+* Update balena/open-balena-api Docker tag to v25.1.19 [Self-hosted Renovate Bot]
+
+# v4.1.12
+## (2024-07-02)
+
+* Only delete your (matrix) own test instance [Anton Belodedenko]
+
+# v4.1.11
+## (2024-07-02)
+
+* Update balena/open-balena-s3 Docker tag to v2.28.47 [Self-hosted Renovate Bot]
+
+# v4.1.10
+## (2024-06-27)
+
+* Update aws-actions/configure-aws-credentials digest to af7e7d4 [Self-hosted Renovate Bot]
+
+# v4.1.9
+## (2024-06-27)
+
+* capture termination instance reason [Anton Belodedenko]
+
+# v4.1.8
+## (2024-06-27)
+
+* Exit instead of breaking out of while loops [Anton Belodedenko]
+
+# v4.1.7
+## (2024-06-26)
+
+* Renovate AWS/EC2 AMI(s) [Anton Belodedenko]
+
+# v4.1.6
+## (2024-06-25)
+
+* check if AWS/EC2 instance is still running [Anton Belodedenko]
+
+# v4.1.5
+## (2024-06-25)
+
+* break from wait loops if EC2 instance is terminated [Anton Belodedenko]
+
+# v4.1.4
+## (2024-06-25)
+
+* show EC2 instance termination status [Anton Belodedenko]
+
+# v4.1.3
+## (2024-06-25)
+
+* Update actions/checkout digest to 692973e [Self-hosted Renovate Bot]
+
+# v4.1.2
+## (2024-06-24)
+
+* fail early on EC2 instance termination (i.e. spot capacity) [Anton Belodedenko]
+
+# v4.1.1
+## (2024-06-24)
+
+* Pin unfor19/install-aws-cli-action action to e8b481e [Self-hosted Renovate Bot]
+
+# v4.1.0
+## (2024-06-24)
+
+* test compose workflow [Anton Belodedenko]
+
+# v4.0.57
+## (2024-06-24)
+
+* Update balena/open-balena-api Docker tag to v25.1.7 [Self-hosted Renovate Bot]
+
+# v4.0.56
+## (2024-06-24)
+
+* Update balena/open-balena-api Docker tag to v25.1.6 [Self-hosted Renovate Bot]
+
+# v4.0.55
+## (2024-06-24)
+
+* Update balena/open-balena-api Docker tag to v25.1.5 [Self-hosted Renovate Bot]
+
+# v4.0.54
+## (2024-06-21)
+
+* Update dependency balena-io/balena-cli to v18.2.10 [Self-hosted Renovate Bot]
+
+# v4.0.53
+## (2024-06-21)
+
+* Update dependency balena-io/balena-cli to v18.2.9 [Self-hosted Renovate Bot]
+
+# v4.0.52
+## (2024-06-21)
+
+* Update dependency balena-io/balena-cli to v18.2.8 [Self-hosted Renovate Bot]
+
+# v4.0.51
+## (2024-06-21)
+
+* Update dependency balena-io/balena-cli to v18.2.7 [Self-hosted Renovate Bot]
+
+# v4.0.50
+## (2024-06-21)
+
+* Update dependency balena-io/balena-cli to v18.2.6 [Self-hosted Renovate Bot]
+
+# v4.0.49
+## (2024-06-21)
+
+* Update dependency balena-io/balena-cli to v18.2.5 [Self-hosted Renovate Bot]
+
+# v4.0.48
+## (2024-06-19)
+
+* Update balena/open-balena-api Docker tag to v25.1.3 [Self-hosted Renovate Bot]
+
+# v4.0.47
+## (2024-06-19)
+
+* Update balena/open-balena-api Docker tag to v25.1.2 [Self-hosted Renovate Bot]
+
+# v4.0.46
+## (2024-06-18)
+
+* Update balena/open-balena-api Docker tag to v25.1.1 [Self-hosted Renovate Bot]
+
+# v4.0.45
+## (2024-06-18)
+
+* Update aws-actions/configure-aws-credentials digest to 61a1105 [Self-hosted Renovate Bot]
+
+# v4.0.44
+## (2024-06-17)
+
+* Update balena/open-balena-api Docker tag to v25.1.0 [Self-hosted Renovate Bot]
+
+# v4.0.43
+## (2024-06-17)
+
+* Update balena/open-balena-api Docker tag to v25 [Self-hosted Renovate Bot]
+
+# v4.0.42
+## (2024-06-13)
+
+* Update qemux/qemu-docker Docker tag to v5.16 [Self-hosted Renovate Bot]
+
+# v4.0.41
+## (2024-06-12)
+
+* Update qemux/qemu-docker Docker tag to v5.15 [Self-hosted Renovate Bot]
+
+# v4.0.40
+## (2024-06-12)
+
+* Update actions/checkout digest to 692973e [Self-hosted Renovate Bot]
+
+# v4.0.39
+## (2024-06-12)
+
+* Update actions/checkout digest to 6ccd57f [Self-hosted Renovate Bot]
+
+# v4.0.38
+## (2024-06-12)
+
+* Update actions/checkout digest to b17fe1e [Self-hosted Renovate Bot]
+
+# v4.0.37
+## (2024-06-12)
+
+* Update qemux/qemu-docker Docker tag to v5.14 [Self-hosted Renovate Bot]
+
+# v4.0.36
+## (2024-06-12)
+
+* Update balena/open-balena-s3 Docker tag to v2.28.45 [Self-hosted Renovate Bot]
+
+# v4.0.35
+## (2024-06-11)
+
+* Update balena/open-balena-api Docker tag to v24.3.1 [Self-hosted Renovate Bot]
+
+# v4.0.34
+## (2024-06-11)
+
+* Update balena/open-balena-registry Docker tag to v2.39.58 [Self-hosted Renovate Bot]
+
+# v4.0.33
+## (2024-06-11)
+
+* Update balena/open-balena-api Docker tag to v24.3.0 [Self-hosted Renovate Bot]
+
+# v4.0.32
+## (2024-06-11)
+
+* Update balena/open-balena-api Docker tag to v24.2.2 [Self-hosted Renovate Bot]
+
+# v4.0.31
+## (2024-06-11)
+
+* Update aws-actions/configure-aws-credentials digest to c7680c3 [Self-hosted Renovate Bot]
+
+# v4.0.30
+## (2024-06-11)
+
+* Update aws-actions/configure-aws-credentials digest to cf3f053 [Self-hosted Renovate Bot]
+
+# v4.0.29
+## (2024-06-11)
+
+* Update qemux/qemu-docker Docker tag to v5.13 [Self-hosted Renovate Bot]
+
+# v4.0.28
+## (2024-06-10)
+
+* Update balena/open-balena-api Docker tag to v24.2.1 [Self-hosted Renovate Bot]
+
+# v4.0.27
+## (2024-06-10)
+
+* ignore .env if it doesn't exist [Anton Belodedenko]
+
+# v4.0.26
+## (2024-06-10)
+
+* Update balena/open-balena-api Docker tag to v24.2.0 [Self-hosted Renovate Bot]
+
+# v4.0.25
+## (2024-06-10)
+
+* Update balena/open-balena-api Docker tag to v24.1.3 [Self-hosted Renovate Bot]
+
+# v4.0.24
+## (2024-06-09)
+
+* backoff retry device registrations and tagging [Anton Belodedenko]
+
+# v4.0.23
+## (2024-06-09)
+
+* Update qemux/qemu-docker Docker tag to v5.12 [Self-hosted Renovate Bot]
+
+# v4.0.22
+## (2024-06-07)
+
+* Update balena/open-balena-api Docker tag to v24.1.2 [Self-hosted Renovate Bot]
+
+# v4.0.21
+## (2024-06-06)
+
+* Update balena/open-balena-api Docker tag to v24 [Self-hosted Renovate Bot]
+
+# v4.0.20
+## (2024-06-06)
+
+* Update balena/open-balena-api Docker tag to v23.3.0 [Self-hosted Renovate Bot]
+
+# v4.0.19
+## (2024-06-05)
+
+* Update balena/open-balena-api Docker tag to v23.2.0 [Self-hosted Renovate Bot]
+
+# v4.0.18
+## (2024-06-05)
+
+* Update qemux/qemu-docker Docker tag to v5.11 [Self-hosted Renovate Bot]
+
+# v4.0.17
+## (2024-06-04)
+
+* Update balena/open-balena-api Docker tag to v23.1.0 [Self-hosted Renovate Bot]
+
+# v4.0.16
+## (2024-06-04)
+
+* Update balena/open-balena-api Docker tag to v23.0.2 [Self-hosted Renovate Bot]
+
+# v4.0.15
+## (2024-06-04)
+
+* Update aws-actions/configure-aws-credentials digest to bd07581 [Self-hosted Renovate Bot]
+
+# v4.0.14
+## (2024-06-02)
+
+* Update qemux/qemu-docker Docker tag to v5.10 [Self-hosted Renovate Bot]
+
+# v4.0.13
+## (2024-05-30)
+
+* Update ubuntu Docker tag to v24 [Self-hosted Renovate Bot]
+
+# v4.0.12
+## (2024-05-30)
+
+* Update qemux/qemu-docker Docker tag to v5 [Self-hosted Renovate Bot]
+
+# v4.0.11
+## (2024-05-30)
+
+* Update balena/open-balena-registry Docker tag to v2.39.57 [Self-hosted Renovate Bot]
+
+# v4.0.10
+## (2024-05-30)
+
+* Update balena/open-balena-s3 Docker tag to v2.28.44 [Self-hosted Renovate Bot]
+
+# v4.0.9
+## (2024-05-30)
+
+* Update balena/open-balena-api Docker tag to v23 [Self-hosted Renovate Bot]
+
+# v4.0.8
+## (2024-05-29)
+
+* Update balena/open-balena-vpn Docker tag to v11.30.22 [Self-hosted Renovate Bot]
+
+# v4.0.7
+## (2024-05-29)
+
+* Update qemux/qemu-docker Docker tag to v4.28 [Self-hosted Renovate Bot]
+
 # v4.0.6
 ## (2024-05-29)
 

Makefile

@@ -3,15 +3,17 @@ SHELL := bash
 # export all variables to child processes by default
 export
 
-# Include the .env file
+# include the .env file if it exists
-include .env
+-include .env
 
+BALENARC_NO_ANALYTICS ?= 1
 DNS_TLD ?= $(error DNS_TLD not set)
-TMPKI := $(shell mktemp)
-STAGING_PKI ?= /usr/local/share/ca-certificates
-PRODUCTION_MODE ?= true
 ORG_UNIT ?= openBalena
+PRODUCTION_MODE ?= true
+STAGING_PKI ?= /usr/local/share/ca-certificates
 SUPERUSER_EMAIL ?= admin@$(DNS_TLD)
+TMPKI := $(shell mktemp)
+VERBOSE ?= false
 
 .NOTPARALLEL: $(DOCKERCOMPOSE)
 
@@ -39,23 +41,45 @@ ifneq ($(GANDI_API_TOKEN),)
 endif
 endif
 	@rm -f .env
+	@echo "BALENARC_NO_ANALYTICS=$(BALENARC_NO_ANALYTICS)" > .env
 	@echo "DNS_TLD=$(DNS_TLD)" >> .env
 	@echo "ORG_UNIT=$(ORG_UNIT)" >> .env
-	@echo "SUPERUSER_EMAIL=$(SUPERUSER_EMAIL)" >> .env
 	@echo "PRODUCTION_MODE=$(PRODUCTION_MODE)" >> .env
-	@echo "GANDI_API_TOKEN=$(GANDI_API_TOKEN)" >> .env
+	@echo "SUPERUSER_EMAIL=$(SUPERUSER_EMAIL)" >> .env
-	@echo "CLOUDFLARE_API_TOKEN=$(CLOUDFLARE_API_TOKEN)" >> .env
+	@echo "VERBOSE=$(VERBOSE)" >> .env
+ifneq ($(ACME_EMAIL),)
 	@echo "ACME_EMAIL=$(ACME_EMAIL)" >> .env
+endif
+ifneq ($(CLOUDFLARE_API_TOKEN),)
+	@echo "CLOUDFLARE_API_TOKEN=$(CLOUDFLARE_API_TOKEN)" >> .env
+endif
+ifneq ($(GANDI_API_TOKEN),)
+	@echo "GANDI_API_TOKEN=$(GANDI_API_TOKEN)" >> .env
+endif
+ifneq ($(HAPROXY_CRT),)
 	@echo "HAPROXY_CRT=$(HAPROXY_CRT)" >> .env
+endif
+ifneq ($(HAPROXY_KEY),)
 	@echo "HAPROXY_KEY=$(HAPROXY_KEY)" >> .env
+endif
+ifneq ($(ROOT_CA),)
 	@echo "ROOT_CA=$(ROOT_CA)" >> .env
+endif
 	@$(MAKE) showenv
 
+.PHONY: wait
+wait: ## Wait for service
+	@until [[ $$(docker compose ps $(SERVICE) --format json | jq -r '.Health') =~ ^healthy$$ ]]; do printf '.'; sleep 3; done
+	@printf '\n'
+
+.PHONY: waitlog
+waitlog: ## Wait for log line
+	@until docker compose logs $(SERVICE) | grep -Eq "$(LOG_STRING)"; do printf '.'; sleep 3; done
+
 .PHONY: up
 up: config ## Start all services
 	@docker compose up --build -d
-	@until [[ $$(docker compose ps api --format json | jq -r '.Health') =~ healthy ]]; do printf '.'; sleep 3; done
+	@$(MAKE) wait SERVICE=api
-	@printf '\n'
 	@$(MAKE) showenv
 	@$(MAKE) showpass
 
@@ -83,6 +107,7 @@ stop: down ## Alias for 'make down'
 .PHONY: restart
 restart: ## Restart all services
 	@docker compose restart
+	@$(MAKE) wait SERVICE=api
 
 .PHONY: update
 update: # Pull and deploy latest changes from git
@@ -118,11 +143,10 @@ self-signed: ## Install self-signed CA certificates
 auto-pki: config # Start all services using LetsEncrypt and ACME
 	@docker compose exec cert-manager rm -f /certs/export/chain.pem
 	@docker compose up -d
-	@until docker compose logs cert-manager | grep -Eq "/certs/export/chain.pem Certificate will not expire in [0-9] days"; do printf '.'; sleep 3; done
+	@$(MAKE) waitlog SERVICE=cert-manager LOG_STRING="/certs/export/chain.pem Certificate will not expire in [0-9] days"
-	@until docker compose logs cert-manager | grep -q "subject=CN = ${DNS_TLD}"; do printf '.'; sleep 3; done
+	@$(MAKE) waitlog SERVICE=cert-manager LOG_STRING="subject=CN = ${DNS_TLD}"
-	@until docker compose logs cert-manager | grep -q "issuer=C = US, O = Let's Encrypt, CN = R3"; do printf '.'; sleep 3; done
+	@$(MAKE) waitlog SERVICE=cert-manager LOG_STRING="issuer=C = US, O = Let's Encrypt, CN = R3"
-	@until [[ $$(docker compose ps haproxy --format json | jq -r '.Health') =~ healthy ]]; do printf '.'; sleep 3; done
+	@$(MAKE) wait SERVICE=haproxy
-	@printf '\n'
 	@$(MAKE) showenv
 	@$(MAKE) showpass
 

VERSION

@@ -1 +1 @@
-4.0.6
+4.1.21

balena.yml

@@ -23,4 +23,4 @@ data:
     - generic-amd64
     - genericx86-64-ext
     - intel-nuc
-version: 4.0.6
+version: 4.1.21

docker-compose.yml

@@ -64,11 +64,11 @@ x-network-privileges-trait: &with-network-privileges
     - SYS_RESOURCE
 
 x-base-service-definition: &base-service
-  restart: unless-stopped
+  restart: 'unless-stopped'
   # for docker-compose only, no effect on balenaCloud
   env_file:
     - .env
-  tty: 'true'  # send syastemd logs from containers to stdout
+  tty: true  # send syastemd logs from containers to stdout
 
 services:
   # https://github.com/balena-io/open-balena-api
@@ -79,7 +79,7 @@ services:
       *with-default-privileges,
       *with-default-volumes,
     ]
-    image: balena/open-balena-api:v22.2.3
+    image: balena/open-balena-api:v25.1.24
     depends_on:
       - db
       - redis
@@ -110,7 +110,7 @@ services:
       TRUST_PROXY: 172.16.0.0/12
       VPN_PORT: 443
       WEBRESOURCES_S3_BUCKET: web-resources
-      WEBRESOURCES_S3_REGION: "us-east-1"  # this is required for minio
+      WEBRESOURCES_S3_REGION: 'us-east-1'  # this is required for minio
 
   # https://github.com/balena-io/open-balena-registry
   registry:
@@ -119,7 +119,7 @@ services:
       *with-default-healthcheck,
       *with-default-privileges,
     ]
-    image: balena/open-balena-registry:v2.39.56
+    image: balena/open-balena-registry:v2.39.60
     volumes:
       - certs-data:/certs
       - resin-data:/balena
@@ -146,7 +146,7 @@ services:
       *with-network-privileges,
       *with-default-privileges,
     ]
-    image: balena/open-balena-vpn:v11.30.9
+    image: balena/open-balena-vpn:v11.30.22
     depends_on:
       - api
     environment:
@@ -175,7 +175,7 @@ services:
       *with-default-healthcheck,
       *with-default-privileges,
     ]
-    image: balena/open-balena-s3:v2.28.43
+    image: balena/open-balena-s3:v2.28.47
     volumes:
       - s3-data:/export
       - certs-data:/certs
@@ -212,11 +212,11 @@ services:
       test: true | openssl s_client -connect localhost:443
     ports:
       # haproxy/http
-      - "80:80/tcp"
+      - '80:80/tcp'
       # haproxy/tcp-router
-      - "443:443/tcp"
+      - '443:443/tcp'
       # haproxy/stats
-      - "1936:1936/tcp"
+      - '1936:1936/tcp'
     environment:
       LOGLEVEL: info
 
@@ -281,7 +281,7 @@ services:
   # only relevant when running in AWS/EC2
   tag-sidecar:
     build: src/tag-sidecar
-    restart: no
+    restart: 'no'
     environment:
       ENABLED: 'true'
     labels:
@@ -308,7 +308,7 @@ services:
     labels:
       io.balena.features.balena-api: 1
       io.balena.features.supervisor-api: 1
-    restart: no
+    restart: 'no'
 
   # virtual Device Under Test (DUT)
   dut:
@@ -333,7 +333,7 @@ services:
       - resin-data:/balena
     devices:
       - /dev/net/tun
-    restart: no
+    restart: 'no'
 
   # https://hub.docker.com/_/docker
   # pseudo(builder) service for balena-tests
@@ -344,11 +344,23 @@ services:
       *with-network-privileges,
     ]
     image: docker:dind
+    entrypoint:
+      - /bin/sh
+      - -c
+    command:
+      - |
+        set -x
+
+        cp /certs/root-ca.pem /certs/server-ca.pem /usr/local/share/ca-certificates/ \
+          && update-ca-certificates
+
+        exec /usr/local/bin/dockerd-entrypoint.sh
     volumes:
-      - builder-data:/var/lib/docker
+      - /sys:/sys
       - builder-certs-ca:/docker-pki/ca
       - builder-certs-client:/docker-pki/client
-      - /sys:/sys
+      - builder-data:/var/lib/docker
+      - certs-data:/certs
     environment:
       DOCKER_TLS_CERTDIR: /docker-pki
     healthcheck:

docs/getting-started.md

@@ -82,7 +82,7 @@ name and configure records.
 
     ```bash
     sudo useradd -s /bin/bash -m -G docker,sudo balena
-    echo 'balena ALL=(ALL) NOPASSWD: ALL' | tee >/etc/sudoers.d/balena
+    echo 'balena ALL=(ALL) NOPASSWD: ALL' | sudo tee /etc/sudoers.d/balena
     ```
 
 6. Switch user:

src/balena-tests/Dockerfile

@@ -1,7 +1,7 @@
-FROM ubuntu:22.04
+FROM ubuntu:24.04
 
 # renovate: datasource=github-releases depName=balena-io/balena-cli
-ARG BALENA_CLI_VERSION=v18.2.2
+ARG BALENA_CLI_VERSION=v18.2.20
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
 	bash \

src/balena-tests/balena.sh

@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
 # shellcheck disable=SC2154,SC2034,SC1090
-set -ae
+set -aeu
 
 curl_opts="--retry 3 --fail"
 if [[ $VERBOSE =~ on|On|Yes|yes|true|True ]]; then
@@ -17,7 +17,7 @@ function remove_test_assets() {
     rm -rf /balena/config.json \
       "${GUEST_IMAGE}" \
       "${GUEST_IMAGE%.*}.ready" \
-      "${tmpbuild}" \
+      "${tmpbuild:-}" \
       /tmp/*.img
 }
 
@@ -39,14 +39,16 @@ function shutdown_dut() {
     local balena_device_uuid
     balena_device_uuid="$(cat </balena/config.json | jq -r .uuid)"
 
-    if [[ -n $balena_device_uuid ]]; then
+    if [[ -n "${balena_device_uuid:-}" ]]; then
         with_backoff balena device "${balena_device_uuid}"
-        balena device shutdown -f "${balena_device_uuid}" || true
+        if ! with_backoff balena device shutdown -f "${balena_device_uuid}"; then
+            echo 'DUT failed to shutdown properly'
+        fi
     fi
 }
 
 function set_update_lock {
-    if [[ -n "$BALENA_SUPERVISOR_ADDRESS" ]] && [[ -n "$BALENA_SUPERVISOR_API_KEY" ]]; then
+    if [[ -n "${BALENA_SUPERVISOR_ADDRESS:-}" ]] && [[ -n "${BALENA_SUPERVISOR_API_KEY:-}" ]]; then
         while [[ $(curl ${curl_opts} "${BALENA_SUPERVISOR_ADDRESS}/v1/device?apikey=${BALENA_SUPERVISOR_API_KEY}" \
           -H "Content-Type: application/json" | jq -r '.update_pending') == 'true' ]]; do
 
@@ -88,6 +90,7 @@ function update_ca_certificates() {
 
 function wait_for_api() {
     while ! curl ${curl_opts} "https://api.${DNS_TLD}/ping"; do
+        echo 'waiting for API...'
         sleep "$(( (RANDOM % 5) + 5 ))s"
     done
 }
@@ -96,6 +99,7 @@ function open_balena_login() {
     while ! balena login --credentials \
       --email "${SUPERUSER_EMAIL}" \
       --password "${SUPERUSER_PASSWORD}"; do
+        echo 'waiting for auth...'
         sleep "$(( (RANDOM % 5) + 5 ))s"
     done
 }
@@ -104,6 +108,7 @@ function create_fleet() {
     if ! balena fleet "${TEST_FLEET}"; then
         # wait for API to load DT contracts
         while ! balena fleet create "${TEST_FLEET}" --type "${DEVICE_TYPE}"; do
+            echo 'waiting for device types...'
             sleep "$(( (RANDOM % 5) + 5 ))s"
         done
 
@@ -175,7 +180,7 @@ function wait_for_device() {
 }
 
 function registry_auth() {
-    if [[ -n $REGISTRY_USER ]] && [[ -n $REGISTRY_PASS ]]; then
+    if [[ -n "${REGISTRY_USER:-}" ]] && [[ -n "${REGISTRY_PASS:-}" ]]; then
         with_backoff docker login -u "${REGISTRY_USER}" -p "${REGISTRY_PASS}"
 
         printf '{"https://index.docker.io/v1/": {"username":"%s", "password":"$s"}}' \
@@ -224,7 +229,7 @@ function supervisor_update_target_state() {
     local balena_device_uuid
     balena_device_uuid="$(cat </balena/config.json | jq -r .uuid)"
 
-    if [[ -n $balena_device_uuid ]]; then
+    if [[ -n "${balena_device_uuid:-}" ]]; then
         while ! curl ${curl_opts} "https://api.${DNS_TLD}/supervisor/v1/update" \
           --header "Content-Type: application/json" \
           --header "Authorization: Bearer $(cat <~/.balena/token)" \
@@ -241,14 +246,14 @@ function check_running_release() {
 
     local should_be_running_release
     should_be_running_release="$(get_release_commit)"
-    [[ -z $should_be_running_release ]] && false
+    [[ -z "$should_be_running_release" ]] && false
 
-    if [[ -n $balena_device_uuid ]]; then
+    if [[ -n "${balena_device_uuid:-}" ]]; then
         while ! [[ $(balena device "${balena_device_uuid}" | grep -E ^COMMIT | awk '{print $2}') =~ ${should_be_running_release} ]]; do
             running_release_id="$(balena device "${balena_device_uuid}" | grep -E ^COMMIT | awk '{print $2}')"
             printf 'please wait, device %s should be running %s, but is still running %s...\n' \
               "${balena_device_uuid}" \
-              "${1}" \
+              "${should_be_running_release}" \
               "${running_release_id}"
 
             sleep "$(( (RANDOM % 5) + 5 ))s"
@@ -266,7 +271,7 @@ function get_os_version() {
 }
 
 function upload_release_asset() {
-    if [[ "$RELEASE_ASSETS_TEST" =~ true ]]; then
+    if [[ "${RELEASE_ASSETS_T:-}" =~ true ]]; then
         local release_id
         release_id=${1:-1}
         release_asset="$(find / -type f -name '*.png' | head -n 1)"
@@ -282,11 +287,11 @@ function upload_release_asset() {
 }
 
 # --- main
-if [[ "$PRODUCTION_MODE" =~ true ]]; then
+if [[ "${PRODUCTION_MODE:-}" =~ true ]]; then
     exit
 fi
 
-if [[ -n "${BALENA_DEVICE_UUID}" ]]; then
+if [[ -n "${BALENA_DEVICE_UUID:-}" ]]; then
     # prepend the device UUID if running on balenaOS
     TLD="${BALENA_DEVICE_UUID}.${DNS_TLD}"
 else
@@ -303,7 +308,19 @@ GUEST_IMAGE=${GUEST_IMAGE:-/balena/balena.img}
 OS_VERSION="$(get_os_version)"
 TEST_FLEET=${TEST_FLEET:-test-fleet}
 
-[[ -f "$CONF" ]] && source "${CONF}"
+# wait here until global config is ready
+until [[ -s "$CONF" ]]; do
+    echo 'waiting for config...'
+    sleep "$(( (RANDOM % 5) + 5 ))s"
+done
+source "${CONF}"
+
+# wait her until we have valid login credentials
+until [[ -n "${SUPERUSER_EMAIL:-}" ]] && [[ -n "${SUPERUSER_PASSWORD:-}" ]]; do
+    echo 'waiting for credentials...'
+    sleep "$(( (RANDOM % 5) + 5 ))s"
+    source "${CONF}"
+done
 
 update_ca_certificates  # ensure self-signed root CA certificate(s) trust
 

src/test-device/Dockerfile

@@ -1,6 +1,6 @@
 # https://hub.docker.com/r/qemux/qemu-docker
 # https://github.com/qemus/qemu-docker
-FROM qemux/qemu-docker:4.24
+FROM qemux/qemu-docker:5.16
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
 	minicom \