=== RUN TestClientGatewayIntegration run.go:273: copied docker.io/amd64/busybox:latest@sha256:023917ec6a886d0e8e15f28fb543515a5fcd8d938edb091e8147db4efed388ee to local mirror localhost:35417/library/busybox:latest --- FAIL: TestClientGatewayIntegration (0.02s)

=== RUN TestClientGatewayIntegration/TestClientGatewayContainerSecurityModeValidation/worker=containerd-rootless/secmode=insecure === PAUSE TestClientGatewayIntegration/TestClientGatewayContainerSecurityModeValidation/worker=containerd-rootless/secmode=insecure === CONT TestClientGatewayIntegration/TestClientGatewayContainerSecurityModeValidation/worker=containerd-rootless/secmode=insecure sandbox.go:133: sandbox timeout reached, stopping worker sandbox.go:172: buildkitd debug logs: goroutine 230 [running]: runtime/pprof.writeGoroutineStacks({0x1fbede0, 0xc0003340e0}) /usr/local/go/src/runtime/pprof/pprof.go:761 +0x6a runtime/pprof.writeGoroutine({0x1fbede0?, 0xc0003340e0?}, 0xc0000bfaa0?) /usr/local/go/src/runtime/pprof/pprof.go:750 +0x25 runtime/pprof.(*Profile).WriteTo(0x2d71f50?, {0x1fbede0?, 0xc0003340e0?}, 0xc?) /usr/local/go/src/runtime/pprof/pprof.go:374 +0x14b net/http/pprof.handler.ServeHTTP({0xc0004b44c1, 0x9}, {0x1fd7880, 0xc0003340e0}, 0xc00046aa00) /usr/local/go/src/net/http/pprof/pprof.go:272 +0x52f net/http/pprof.Index({0x1fd7880, 0xc0003340e0}, 0xc00046aa00?) /usr/local/go/src/net/http/pprof/pprof.go:388 +0xde net/http.HandlerFunc.ServeHTTP(0xc0004700e0?, {0x1fd7880?, 0xc0003340e0?}, 0x767336?) /usr/local/go/src/net/http/server.go:2220 +0x29 net/http.(*ServeMux).ServeHTTP(0x46f759?, {0x1fd7880, 0xc0003340e0}, 0xc00046aa00) /usr/local/go/src/net/http/server.go:2747 +0x1ca net/http.serverHandler.ServeHTTP({0xc000623e30?}, {0x1fd7880?, 0xc0003340e0?}, 0x6?) /usr/local/go/src/net/http/server.go:3210 +0x8e net/http.(*conn).serve(0xc00032f8c0, {0x1fdae80, 0xc000284240}) /usr/local/go/src/net/http/server.go:2092 +0x5d0 created by net/http.(*Server).Serve in goroutine 38 /usr/local/go/src/net/http/server.go:3360 +0x485 goroutine 1 [select, 4 minutes, locked to thread]: main.main.func3(0xc0001d4580) /src/cmd/buildkitd/main.go:378 +0x1550 github.com/urfave/cli.HandleAction({0x1979d00?, 0xc000380190?}, 0xc000254000?) /src/vendor/github.com/urfave/cli/app.go:524 +0x50 github.com/urfave/cli.(*App).Run(0xc000254000, {0xc000050120, 0x11, 0x12}) /src/vendor/github.com/urfave/cli/app.go:286 +0x79b main.main() /src/cmd/buildkitd/main.go:407 +0x123a goroutine 33 [select]: github.com/moby/buildkit/util/tracing/detect.(*TraceRecorder).gcLoop(0xc00021be30, {0x1fdaeb8, 0xc0001b3220}) /src/util/tracing/detect/recorder.go:108 +0x185 created by github.com/moby/buildkit/util/tracing/detect.NewTraceRecorder in goroutine 1 /src/util/tracing/detect/recorder.go:49 +0x185 goroutine 11 [syscall, 5 minutes]: os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x29 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 created by os/signal.Notify.func1.1 in goroutine 1 /usr/local/go/src/os/signal/signal.go:151 +0x1f goroutine 34 [chan receive, 5 minutes]: github.com/moby/buildkit/util/appcontext.Context.func1.1() /src/util/appcontext/appcontext.go:36 +0x65 created by github.com/moby/buildkit/util/appcontext.Context.func1 in goroutine 1 /src/util/appcontext/appcontext.go:34 +0x19a goroutine 38 [IO wait]: internal/poll.runtime_pollWait(0x7f0d4884f598, 0x72) /usr/local/go/src/runtime/netpoll.go:351 +0x85 internal/poll.(*pollDesc).wait(0xc0000ccf80?, 0xc000017ce8?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0000ccf80) /usr/local/go/src/internal/poll/fd_unix.go:620 +0x295 net.(*netFD).accept(0xc0000ccf80) /usr/local/go/src/net/fd_unix.g

=== RUN TestIntegration run.go:273: copied docker.io/amd64/alpine:latest@sha256:25fad2a32ad1f6f510e528448ae1ec69a28ef81916a004d3629874104f8a7f70 to local mirror localhost:38117/library/alpine:latest time="2025-01-09T10:23:51Z" level=info msg="trying next host - response was http.StatusNotFound" host="localhost:38117" run.go:273: copied docker.io/tonistiigi/test:nolayers to local mirror localhost:38117/tonistiigi/test:nolayers time="2025-01-09T10:23:51Z" level=info msg="trying next host - response was http.StatusNotFound" host="localhost:38117" time="2025-01-09T10:23:52Z" level=info msg=request digest="sha256:be691b1535726014cdf3b715ff39361b19e121ca34498a9ceea61ad776b9c215" mediatype=application/vnd.docker.image.rootfs.foreign.diff.tar size=10240 url="https://gist.github.com/cpuguy83/fcf3041e5d8fb1bb5c340915aabeebe0/raw/eebc59ee14939fc38067aa8b8dfbfba053d0af94/base.tar" run.go:273: copied docker.io/cpuguy83/buildkit-foreign:latest to local mirror localhost:38117/cpuguy83/buildkit-foreign:latest --- FAIL: TestIntegration (0.03s)

=== RUN TestIntegration/TestDiffDeleteFilesMerge/worker=containerd-rootless === PAUSE TestIntegration/TestDiffDeleteFilesMerge/worker=containerd-rootless === CONT TestIntegration/TestDiffDeleteFilesMerge/worker=containerd-rootless client_test.go:8141: content: sha256:5c361ccc23155e2c8c611a2384d7ed3ddadc6a924b12994ef0285259f2f5d8e1 98036 map[] client_test.go:8149: data: <nil> "{\n \"Name\": \"remotes.docker.resolver.HTTPRequest\",\n \"SpanContext\": {\n \"TraceID\": \"04734e9515bf0f865bb3934be94bf33a\",\n \"SpanID\": \"93699a288f67d3a8\",\n \"TraceFlags\": \"01\",\n \"TraceState\": \"\",\n \"Remote\": false\n },\n \"Parent\": {\n \"TraceID\": \"04734e9515bf0f865bb3934be94bf33a\",\n \"SpanID\": \"90bb18a0192afe3e\",\n \"TraceFlags\": \"01\",\n \"TraceState\": \"\",\n \"Remote\": false\n },\n \"SpanKind\": 3,\n \"StartTime\": \"2025-01-09T10:27:49.789219565Z\",\n \"EndTime\": \"2025-01-09T10:27:49.792107948Z\",\n \"Attributes\": [\n {\n \"Key\": \"http.method\",\n \"Value\": {\n \"Type\": \"STRING\",\n \"Value\": \"HEAD\"\n }\n },\n {\n \"Key\": \"http.url\",\n \"Value\": {\n \"Type\": \"STRING\",\n \"Value\": \"http://localhost:38117/v2/library/alpine/manifests/latest?ns=docker.io\"\n }\n },\n {\n \"Key\": \"net.peer.name\",\n \"Value\": {\n \"Type\": \"STRING\",\n \"Value\": \"localhost\"\n }\n },\n {\n \"Key\": \"net.peer.port\",\n \"Value\": {\n \"Type\": \"INT64\",\n " client_test.go:8152: Error Trace: /src/client/client_test.go:8152 /src/client/mergediff_test.go:1454 /src/client/mergediff_test.go:1298 /src/util/testutil/integration/run.go:212 Error: content still exists Test: TestIntegration/TestDiffDeleteFilesMerge/worker=containerd-rootless Messages: [{Digest:sha256:5c361ccc23155e2c8c611a2384d7ed3ddadc6a924b12994ef0285259f2f5d8e1 Size:98036 CreatedAt:2025-01-09 10:27:57.068818343 +0000 UTC UpdatedAt:2025-01-09 10:27:57.068818343 +0000 UTC Labels:map[]}] sandbox.go:187: stdout: /usr/bin/sudo -u #1000 -i CONTAINERD_ROOTLESS_ROOTLESSKIT_STATE_DIR=/tmp/bktest_containerd669334760/rootlesskit-containerd CONTAINERD_ROOTLESS_ROOTLESSKIT_NET=host CONTAINERD_ROOTLESS_ROOTLESSKIT_PORT_DRIVER=none CONTAINERD_ROOTLESS_ROOTLESSKIT_FLAGS=--mtu=0 containerd-rootless.sh -c /tmp/bktest_containerd669334760/config.toml sandbox.go:187: stderr: /usr/bin/sudo -u #1000 -i CONTAINERD_ROOTLESS_ROOTLESSKIT_STATE_DIR=/tmp/bktest_containerd669334760/rootlesskit-containerd CONTAINERD_ROOTLESS_ROOTLESSKIT_NET=host CONTAINERD_ROOTLESS_ROOTLESSKIT_PORT_DRIVER=none CONTAINERD_ROOTLESS_ROOTLESSKIT_FLAGS=--mtu=0 containerd-rootless.sh -c /tmp/bktest_containerd669334760/config.toml sandbox.go:190: > StartCmd 2025-01-09 10:26:33.620196259 +0000 UTC m=+474.558189543 /usr/bin/sudo -u #1000 -i CONTAINERD_ROOTLESS_ROOTLESSKIT_STATE_DIR=/tmp/bktest_containerd669334760/rootlesskit-containerd CONTAINERD_ROOTLESS_ROOTLESSKIT_NET=host CONTAINERD_ROOTLESS_ROOTLESSKIT_PORT_DRIVER=none CONTAINERD_ROOTLESS_ROOTLESSKIT_FLAGS=--mtu=0 containerd-rootless.sh -c /tmp/bktest_containerd669334760/config.toml sandbox.go:190: time="2025-01-09T10:26:33.744677999Z" level=info msg="starting containerd" revision= version=2.0.0+unknown sandbox.go:190: time="2025-01-09T10:26:33.757199463Z" level=warning msg="Configuration migrated from version 2, use `containerd config migrate` to avoid migration" t="3.487µs" sandbox.go:190: time="2025-01-09T10:26:33.757231723Z" level=info msg="loading plugin" id=io.containerd.image-verifier.v1.bindir type=io.containerd.image-verifier.v1 sandbox.go:190: time="2025-01-09T10:26:33.757254586Z" level=info msg="loading plugin" id=io.containerd.internal.v1.opt type=io.containerd.internal.v1 sandbox.go:190: time="2025-01-09T10:26:33.758654288Z" level=warning msg="failed to load plugin" error="mkdir /opt/containerd: permiss