#4727·agones

e2e Flake: TestAllocatorAfterDeleteReplica

Author: markmandelCreated Sep 7, 2026Updated Sep 14, 2026
Labelskind/bugarea/tests

https://console.cloud.google.com/cloud-build/builds/03777c6c-ef7c-4bae-bd14-949c57f2d9f0;step=1?project=agones-images

FAIL test/e2e/allocator.TestAllocatorAfterDeleteReplica (-1.00s)

=== Failed
=== FAIL: test/e2e/allocator  (0.00s)
time="2026-09-07 00:08:23.047" level=warning msg="Error creating inClusterConfig, trying to build config from flagsunable to load in-cluster configuration, KUBERNETES_SERVICE_HOST and KUBERNETES_SERVICE_PORT must be defined" error="unable to load in-cluster configuration, KUBERNETES_SERVICE_HOST and KUBERNETES_SERVICE_PORT must be defined" source=framework
time="2026-09-07 00:08:23.059" level=info msg="Starting e2e test(s)" cloudProduct=gke-autopilot featureGates="AutopilotPassthroughPort=true&CountsAndLists=false&DisableResyncOnSDKServer=true&Example=true&FleetAutoscaleRequestMetaData=false&GKEAutopilotExtendedDurationPods=false&PlayerAllocationFilter=true&PlayerTracking=true&PortPolicyNone=true&PortRanges=true&ProcessorAllocator=false&RollingUpdateFix=true&ScheduledAutoscaler=false&SidecarContainers=false&WasmAutoscaler=true" gameServerImage="us-docker.pkg.dev/agones-images/ci/simple-game-server:521b368de8a221504c67b1a9e69cad39e783770a" namespace= perfOutputDir= pullSecret= stressTestLevel=0 version=
time="2026-09-07 00:08:23.310" level=info msg="Custom namespace is set: 1788739703"
time="2026-09-07 00:08:23.419" level=info msg="Namespace 1788739703 is created"
time="2026-09-07 00:08:23.527" level=info msg="ServiceAccount 1788739703/agones-sdk is created"
time="2026-09-07 00:08:23.665" level=info msg="Role 1788739703/agones-gameserver-access is created"
time="2026-09-07 00:08:23.802" level=info msg="RoleBinding 1788739703/agones-sdk-access is created"
panic: test timed out after 10m0s
	running tests:
		TestAllocatorAfterDeleteReplica (10m0s)

goroutine 92 [running]:
testing.(*M).startAlarm.func1()
	/usr/local/go/src/testing/testing.go:2802 +0x605
created by time.goFunc
	/usr/local/go/src/time/sleep.go:215 +0x45

goroutine 1 [chan receive, 10 minutes]:
testing.(*T).Run(0xc0000e0d88, {0x3057a96, 0x1f}, 0x3144030)
	/usr/local/go/src/testing/testing.go:2109 +0xb3e
testing.runTests.func1(0xc0000e0d88)
	/usr/local/go/src/testing/testing.go:2585 +0x85
testing.tRunner(0xc0000e0d88, 0xc0004d98b8)
	/usr/local/go/src/testing/testing.go:2036 +0x21d
testing.runTests({0x3041498, 0x11}, {0x3060ca9, 0x24}, 0xc0000e59e0, {0x4572a30, 0x1, 0x1}, {0xc29f9e93f6b880ee, 0x8bea23cfac, ...})
	/usr/local/go/src/testing/testing.go:2583 +0x9ea
testing.(*M).Run(0xc000109900)
	/usr/local/go/src/testing/testing.go:2443 +0xf4c
agones.dev/agones/test/e2e/allocator.TestMain(0xc000109900)
	/go/src/agones.dev/agones/test/e2e/allocator/main_test.go:91 +0xa3d
main.main()
	_testmain.go:48 +0x172

goroutine 13 [select, 9 minutes]:
google.golang.org/grpc/internal/transport.(*ClientStream).waitOnHeader(0xc0005ce960)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/client_stream.go:129 +0xda
google.golang.org/grpc/internal/transport.(*ClientStream).RecvCompress(...)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/client_stream.go:144
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00017e690, {0x2f5af00, 0xc000133600}, 0x0)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/stream.go:1171 +0x20b
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc00017e690)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/stream.go:1036 +0x51
google.golang.org/grpc.(*clientStream).withRetry(0xc000694480, 0xc000613898, 0xc000613888)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/stream.go:856 +0x16f
google.golang.org/grpc.(*clientStream).RecvMsg(0xc000694480, {0x2f5af00, 0xc000133600})
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/stream.go:1035 +0x24c
google.golang.org/grpc.invoke({0x316bb20, 0x45c2400}, {0x3064b73, 0x26}, {0x2f75f60, 0xc000045200}, {0x2f5af00, 0xc000133600}, 0xc0000ccc08, {0x0, ...})
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/call.go:73 +0x13a
google.golang.org/grpc.(*ClientConn).Invoke(0xc0000ccc08, {0x316bb20, 0x45c2400}, {0x3064b73, 0x26}, {0x2f75f60, 0xc000045200}, {0x2f5af00, 0xc000133600}, {0x0, ...})
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/call.go:37 +0x2e5
agones.dev/agones/pkg/allocation/go.(*allocationServiceClient).Allocate(0xc000057cf0, {0x316bb20, 0x45c2400}, 0xc000045200, {0x0, 0x0, 0x0})
	/go/src/agones.dev/agones/pkg/allocation/go/allocation_grpc.pb.go:54 +0xee
agones.dev/agones/test/e2e/allocator.TestAllocatorAfterDeleteReplica.func3({0x4d2ef9?, 0x4d4d31?})
	/go/src/agones.dev/agones/test/e2e/allocator/pod_termination_test.go:93 +0x82
k8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1({0x316bcb0, 0xc00047f7a0}, 0xc0005c1e38)
	/go/src/agones.dev/agones/vendor/k8s.io/apimachinery/pkg/util/wait/loop.go:53 +0xc6
k8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext({0x316bcb0, 0xc00047f7a0}, {0x31645b8, 0xc000509240}, 0x1, 0x0, 0xc000613e38)
	/go/src/agones.dev/agones/vendor/k8s.io/apimachinery/pkg/util/wait/loop.go:54 +0x177
k8s.io/apimachinery/pkg/util/wait.PollUntilContextTimeout({0x316bb20, 0x45c2400}, 0x12a05f200, 0xa7a358200, 0x1, 0xc0005c1e38)
	/go/src/agones.dev/agones/vendor/k8s.io/apimachinery/pkg/util/wait/poll.go:48 +0xd8
agones.dev/agones/test/e2e/allocator.TestAllocatorAfterDeleteReplica(0xc0000e0fc8)
	/go/src/agones.dev/agones/test/e2e/allocator/pod_termination_test.go:92 +0xa0b
testing.tRunner(0xc0000e0fc8, 0x3144030)
	/usr/local/go/src/testing/testing.go:2036 +0x21d
created by testing.(*T).Run in goroutine 1
	/usr/local/go/src/testing/testing.go:2101 +0xb13

goroutine 37 [chan receive, 9 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000057c70, {0x316bc40, 0xc00046e280})
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:114 +0x1e6
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 13
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:57 +0x205

goroutine 38 [chan receive, 9 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000057ca0, {0x316bc40, 0xc00046e370})
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:114 +0x1e6
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 13
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:57 +0x205

goroutine 39 [chan receive, 9 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000057cd0, {0x316bc40, 0xc00046e3c0})
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:114 +0x1e6
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 13
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:57 +0x205

goroutine 40 [select, 9 minutes]:
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0xc0000ccc08, {0x316bb20, 0x45c2400}, 0x2)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/clientconn.go:715 +0x111
agones.dev/agones/test/e2e/allochelper.GetAllocatorClient.func1()
	/go/src/agones.dev/agones/test/e2e/allochelper/helper_func.go:322 +0xe5
created by agones.dev/agones/test/e2e/allochelper.GetAllocatorClient in goroutine 13
	/go/src/agones.dev/agones/test/e2e/allochelper/helper_func.go:318 +0x51f

goroutine 81 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f82d2198200, 0x72)
	/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc00041f020, 0x72, 0x0)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0xb1
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00041f000, {0xc000440000, 0xc00, 0xc00})
	/usr/local/go/src/internal/poll/fd_unix.go:165 +0x499
net.(*netFD).Read(0xc00041f000, {0xc000440000, 0xc00, 0xc00})
	/usr/local/go/src/net/fd_posix.go:68 +0x4b
net.(*conn).Read(0xc00046c3a0, {0xc000440000, 0xc00, 0xc00})
	/usr/local/go/src/net/net.go:196 +0xad
crypto/tls.(*atLeastReader).Read(0xc0005a3170, {0xc000440000, 0xc00, 0xc00})
	/usr/local/go/src/crypto/tls/conn.go:815 +0x84
bytes.(*Buffer).ReadFrom(0xc000224628, {0x3153ee0, 0xc0005a3170})
	/usr/local/go/src/bytes/buffer.go:229 +0x10e
crypto/tls.(*Conn).readFromUntil(0xc000224388, {0x3154220, 0xc00046c3a0}, 0x5)
	/usr/local/go/src/crypto/tls/conn.go:837 +0x1d6
crypto/tls.(*Conn).readRecordOrCCS(0xc000224388, 0x0)
	/usr/local/go/src/crypto/tls/conn.go:626 +0x33d
crypto/tls.(*Conn).readRecord(...)
	/usr/local/go/src/crypto/tls/conn.go:588
crypto/tls.(*Conn).Read(0xc000224388, {0xc00044c000, 0x8000, 0x4d2ef9?})
	/usr/local/go/src/crypto/tls/conn.go:1393 +0x2d0
bufio.(*Reader).Read(0xc0003f1e60, {0xc000242664, 0x9, 0x9})
	/usr/local/go/src/bufio/bufio.go:245 +0x4b8
io.ReadAtLeast({0x3153340, 0xc0003f1e60}, {0xc000242664, 0x9, 0x9}, 0x9)
	/usr/local/go/src/io/io.go:335 +0xd1
io.ReadFull(...)
	/usr/local/go/src/io/io.go:354
golang.org/x/net/http2.readFrameHeader({0xc000242664, 0x9, 0x9}, {0x3153340, 0xc0003f1e60})
	/go/src/agones.dev/agones/vendor/golang.org/x/net/http2/frame.go:250 +0x97
golang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc000242620)
	/go/src/agones.dev/agones/vendor/golang.org/x/net/http2/frame.go:513 +0xa8
google.golang.org/grpc/internal/transport.(*framer).readFrame(0xc00041f200)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/http_util.go:493 +0x99
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0000e0008, 0xc0002110a0)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1707 +0x2bd
created by google.golang.org/grpc/internal/transport.NewHTTP2Client in goroutine 78
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/http2_client.go:420 +0x32b3

goroutine 63 [select, 9 minutes]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000117c40, 0x1)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:420 +0x165
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00057d180)
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:595 +0x153
google.golang.org/grpc/internal/transport.NewHTTP2Client.func6()
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/http2_client.go:478 +0x227
created by google.golang.org/grpc/internal/transport.NewHTTP2Client in goroutine 78
	/go/src/agones.dev/agones/vendor/google.golang.org/grpc/internal/transport/http2_client.go:476 +0x3ceb
FAIL	agones.dev/agones/test/e2e/allocator	600.951s

=== FAIL: test/e2e/allocator TestAllocatorAfterDeleteReplica (unknown)