ci: Uses worker cache from main GHA cache

be79188 added in new GHA caches for
worker images.
The hope here is to be able to use these to cut down on a bunch of CI
time.

Signed-off-by: Brian Goff <[email protected]>

Author: cpuguy83

.github/workflows/ci.yml

@@ -155,6 +155,8 @@ jobs:
         run: docker run --rm --privileged tonistiigi/binfmt:latest --install all
       - name: Setup source policy
         uses: ./.github/actions/setup-source-policy
+      - name: Expose GitHub tokens for caching
+        uses: crazy-max/ghaction-github-runtime@3cb05d89e1f492524af3d41a1c98c83bc3025124 # v3.1.0
       - name: Run integration tests
         run: |
           set -ex

docker-bake.hcl

@@ -78,6 +78,12 @@ target "runc-azlinux" {
     tags = tgt == "container" ? ["runc:mariner2"] : []
     // only output non-container targets to the fs
     output = tgt != "container" ? ["_output"] : []
+    cache-from = [
+      {
+        type = "gha"
+        scope = "main.${distro}/worker"
+      }
+    ]
 }
 
 target "runc-jammy" {
@@ -101,6 +107,12 @@ target "runc-jammy" {
     tags = tgt == "container" ? ["runc:jammy"] : []
     // only output non-container targets to the fs
     output = tgt != "container" ? ["_output"] : []
+    cache-from = [
+      {
+        type = "gha"
+        scope = "main.jammy/worker"
+      }
+    ]
 }
 
 target "runc-test" {
@@ -176,6 +188,12 @@ dependencies:
     }
     target = "${distro}/container/depsonly"
     tags = ["local/dalec/deps-only:${distro}"]
+    cache-from = [
+      {
+        type = "gha"
+        scope = "main.${distro}/worker"
+      }
+    ]
 }
 
 target "test-deps-only" {

test/main_test.go

@@ -17,6 +17,8 @@ import (
 	"go.opentelemetry.io/otel"
 	"go.opentelemetry.io/otel/propagation"
 	"go.opentelemetry.io/otel/sdk/trace"
+
+	_ "github.com/Azure/dalec/targets/plugin"
 )
 
 var (

test/testenv/build.go

@@ -4,11 +4,16 @@ import (
 	"bufio"
 	"context"
 	"encoding/json"
+	"fmt"
 	"io"
 	"os"
+	"path"
 	"path/filepath"
+	"runtime"
+	"sync"
 	"testing"
 
+	"github.com/Azure/dalec/internal/plugins"
 	"github.com/moby/buildkit/client"
 	"github.com/moby/buildkit/client/llb"
 	"github.com/moby/buildkit/exporter/containerimage/exptypes"
@@ -218,3 +223,59 @@ func lookupProjectRoot(cur string) (string, error) {
 
 	return cur, nil
 }
+
+var ciLoadCacheOptions = sync.OnceValue(func() (out []client.CacheOptionsEntry) {
+	if os.Getenv("GITHUB_ACTIONS") != "true" {
+		// not running in a github action, nothing to do
+		return
+	}
+
+	// token and url are required for the cache to work.
+	// These need to be exposed as environment variables in the GitHub Actions workflow.
+	// See the crazy-max/ghaction-github-runtime@v3 action.
+	token := os.Getenv("ACTIONS_RUNTIME_TOKEN")
+	if token == "" {
+		fmt.Fprintln(os.Stderr, "::warning::GITHUB_ACTIONS_RUNTIME_TOKEN is not set, skipping cache export")
+		return nil
+	}
+
+	url := os.Getenv("ACTIONS_CACHE_URL")
+	if url == "" {
+		fmt.Fprintln(os.Stderr, "::warning::ACTIONS_CACHE_URL is not set, skipping cache export")
+		return nil
+	}
+
+	// Unfortunately we need to load all the caches because at this level we do
+	// not know what the build target will be since that will be done at the
+	// gateway client level, where we can't set cache imports.
+	filter := func(r *plugins.Registration) bool {
+		return r.Type != plugins.TypeBuildTarget
+	}
+
+	for _, r := range plugins.Graph(filter) {
+		target := path.Join(r.ID, "worker")
+		out = append(out, client.CacheOptionsEntry{
+			Type: "gha",
+			Attrs: map[string]string{
+				"scope": "main." + target,
+				"token": token,
+				"url":   url,
+			},
+		})
+	}
+
+	fmt.Fprintln(os.Stderr, "::add-mask::"+token)
+	_, f, l, _ := runtime.Caller(1)
+	if len(out) == 0 {
+		_, f, l, _ := runtime.Caller(1)
+		fmt.Fprintf(os.Stderr, "::error file=%s,line=%d::No build targets found, skipping cache export\n", f, l)
+	}
+	for _, o := range out {
+		fmt.Fprintf(os.Stderr, "::notice file=%s,line=%d::Adding cache import: %s %v\n", f, l, o.Type, o.Attrs)
+	}
+	return out
+})
+
+func withCICache(opts *client.SolveOpt) {
+	opts.CacheImports = append(opts.CacheImports, ciLoadCacheOptions()...)
+}

test/testenv/buildx.go

@@ -378,6 +378,8 @@ func (b *BuildxEnv) RunTest(ctx context.Context, t *testing.T, f TestFunc, opts
 		f(&so)
 	}
 
+	withCICache(&so)
+
 	_, err = c.Build(ctx, so, "", func(ctx context.Context, gwc gwclient.Client) (*gwclient.Result, error) {
 		gwc = &clientForceDalecWithInput{gwc}