Go version

go version go1.24.4 linux/amd64

Output of go env in your module/workspace:

AR='ar'
CC='gcc'
CGO_CFLAGS='-O2 -g'
CGO_CPPFLAGS=''
CGO_CXXFLAGS='-O2 -g'
CGO_ENABLED='1'
CGO_FFLAGS='-O2 -g'
CGO_LDFLAGS='-O2 -g'
CXX='g++'
GCCGO='gccgo'
GO111MODULE=''
GOAMD64='v1'
GOARCH='amd64'
GOAUTH='netrc'
GOBIN=''
GOCACHE='/root/.cache/go-build'
GOCACHEPROG=''
GODEBUG=''
GOENV='/root/.config/go/env'
GOEXE=''
GOEXPERIMENT=''
GOFIPS140='off'
GOFLAGS=''
GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -ffile-prefix-map=/tmp/go-build3012167891=/tmp/go-build -gno-record-gcc-switches'
GOHOSTARCH='amd64'
GOHOSTOS='linux'
GOINSECURE=''
GOMOD='/dev/null'
GOMODCACHE='/root/go/pkg/mod'
GONOPROXY=''
GONOSUMDB=''
GOOS='linux'
GOPATH='/root/go'
GOPRIVATE=''
GOPROXY='https://proxy.golang.org,direct'
GOROOT='/usr/local/go'
GOSUMDB='sum.golang.org'
GOTELEMETRY='local'
GOTELEMETRYDIR='/root/.config/go/telemetry'
GOTMPDIR=''
GOTOOLCHAIN='auto'
GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64'
GOVCS=''
GOVERSION='go1.24.4'
GOWORK=''
PKG_CONFIG='pkg-config'

What did you do?

My app running on amazon linux 2023 arm64, It crashes every week or so.

What did you see happen?

`runtime: invalid pc-encoded table f=bi.(*IntArgRegBitmap).Get pc=0x12161 targetpc=0x28d7f0 tab=[0/0]0x0
value=-1 until pc=0x11f71
value=1 until pc=0x11fe9
value=2 until pc=0x12019
value=3 until pc=0x12089
value=1 until pc=0x120e1
value=2 until pc=0x12131
value=-1 until pc=0x12161
fatal error: invalid runtime symbol table

runtime stack:
runtime.throw({0x1ca780d?, 0x0?})
/usr/local/go/src/runtime/panic.go:1101 +0x38 fp=0x400031fb00 sp=0x400031fad0 pc=0x88728
runtime.pcvalue({0x400031fc18?, 0x35a3c?}, 0xbc419, 0x28d7f0, 0x1)
/usr/local/go/src/runtime/symtab.go:1105 +0x4f8 fp=0x400031fbd0 sp=0x400031fb00 pc=0x71158
runtime.funcspdelta(...)
/usr/local/go/src/runtime/symtab.go:1174
runtime.(unwinder).resolveInternal(0x400031fd20, 0x0, 0x78?)
/usr/local/go/src/runtime/traceback.go:326 +0x1b0 fp=0x400031fc50 sp=0x400031fbd0 pc=0x76830
runtime.(unwinder).next(0x400031fd20)
/usr/local/go/src/runtime/traceback.go:513 +0x15c fp=0x400031fce0 sp=0x400031fc50 pc=0x76b3c
runtime.scanstack(0x400213e380, 0x4000072150)
/usr/local/go/src/runtime/mgcmark.go:904 +0x28c fp=0x400031fe00 sp=0x400031fce0 pc=0x34cac
runtime.markroot.func1()
/usr/local/go/src/runtime/mgcmark.go:240 +0xa8 fp=0x400031fe50 sp=0x400031fe00 pc=0x335d8
runtime.markroot(0x4000072150, 0x74a, 0x1)
/usr/local/go/src/runtime/mgcmark.go:214 +0x1c0 fp=0x400031ff00 sp=0x400031fe50 pc=0x332b0
runtime.gcDrain(0x4000072150, 0x7)
/usr/local/go/src/runtime/mgcmark.go:1186 +0x434 fp=0x400031ff70 sp=0x400031ff00 pc=0x35674
runtime.gcDrainMarkWorkerIdle(...)
/usr/local/go/src/runtime/mgcmark.go:1100
runtime.gcBgMarkWorker.func2()
/usr/local/go/src/runtime/mgc.go:1519 +0x68 fp=0x400031ffc0 sp=0x400031ff70 pc=0x31478
runtime.systemstack(0x400031c000)
/usr/local/go/src/runtime/asm_arm64.s:244 +0x6c fp=0x400031ffd0 sp=0x400031ffc0 pc=0x8e68c

goroutine 23 gp=0x4000103180 m=6 mp=0x4000100808 [GC worker (active)]:
runtime.systemstack_switch()
/usr/local/go/src/runtime/asm_arm64.s:201 +0x8 fp=0x400007a710 sp=0x400007a700 pc=0x8e608
runtime.gcBgMarkWorker(0x400011e150)
/usr/local/go/src/runtime/mgc.go:1483 +0x200 fp=0x400007a7b0 sp=0x400007a710 pc=0x31140
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/local/go/src/runtime/mgc.go:1339 +0x28 fp=0x400007a7d0 sp=0x400007a7b0 pc=0x30f08
runtime.goexit({})
/usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007a7d0 sp=0x400007a7d0 pc=0x909d4
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1339 +0x140

goroutine 1 gp=0x40000021c0 m=nil [IO wait, 2295 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)

/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000413160 sp=0x4000413140 pc=0x88848
runtime.netpollblock(0x7000000000?, 0x6?, 0x0?)
/usr/local/go/src/runtime/netpoll.go:575 +0x158 fp=0x40004131a0 sp=0x4000413160 pc=0x4b868 internal/poll.runtime_pollWait(0xffff5ae25e20, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0xa0 fp=0x40004131d0 sp=0x40004131a0 pc=0x87a00 internal/poll.(pollDesc).wait(0x4000563280?, 0x108668?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4000413200 sp=0x40004131d0 pc=0x101c18 internal/poll.(pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(FD).Accept(0x4000563280)
/usr/local/go/src/internal/poll/fd_unix.go:620 +0x24c fp=0x40004132b0 sp=0x4000413200 pc=0x1064ec net.(netFD).accept(0x4000563280)
/usr/local/go/src/unique/handle.go:172 +0x28 fp=0x4000413370 sp=0x40004132b0 pc=0x273b78 net.(TCPListener).accept(0x40004492c0)
/usr/local/go/src/sync/mutex.go:159 +0x24 fp=0x40004133c0 sp=0x4000413370 pc=0x28a164 net.(TCPListener).Accept(0x40004492c0)
/usr/local/go/src/unique/handle.go:380 +0x2c fp=0x4000413400 sp=0x40004133c0 pc=0x2893fc google.golang.org/grpc.(Server).Serve(0x400052aa00, {0x1fa0cc8, 0x40004492c0}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/server.go:890 +0x42c fp=0x4000413570 sp=0x4000413400 pc=0x5784ac github.com/zeromicro/go-zero/zrpc/internal.(rpcServer).Start(0x4000335ce0, 0x4000144d50) /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/zrpc/internal/rpcserver.go:78 +0x340 fp=0x4000413650 sp=0x4000413570 pc=0x163f240 github.com/zeromicro/go-zero/zrpc/internal.keepAliveServer.Start({0x4000221da0?, {0x1fb3620?, 0x4000335ce0?}}, 0x4000144d50) /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/zrpc/internal/rpcpubserver.go:53 +0x60 fp=0x4000413680 sp=0x40004136 50 pc=0x163eae0 github.com/zeromicro/go-zero/zrpc/internal.(keepAliveServer).Start(0x27?, 0x4000413f08?) :1 +0x40 fp=0x40004136b0 sp=0x4000413680 pc=0x163ffc0 github.com/zeromicro/go-zero/zrpc.(RpcServer).Start(0x1f8db48?)
/root/go/pkg/mod/google.golang.org/grpc@v1.73.0/trace.go:89 +0x30 fp=0x4000413700 sp=0x40004136b0 pc=0x167acc0 er.SetHeader() /jack/atmpay/payment-channel/CashPay/channel.go:37 +0x230 fp=0x4000413f40 sp=0x4000413700 pc=0x168f7f0 runtime.main() /usr/local/go/src/runtime/proc.go:283 +0x284 fp=0x4000413fd0 sp=0x4000413f40 pc=0x52b94 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000413fd0 sp=0x4000413fd0 pc=0x909d4

goroutine 17 gp=0x4000102380 m=nil [force gc (idle), 13648 minutes]: runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000078790 sp=0x4000078770 pc=0x88848 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:441
runtime.forcegchelper() /usr/local/go/src/runtime/proc.go:348 +0xb8 fp=0x40000787d0 sp=0x4000078790 pc=0x52ee8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x40000787d0 sp=0x40000787d0 pc=0x909d4 created by runtime.init.7 in goroutine 1
/usr/local/go/src/runtime/proc.go:336 +0x24

goroutine 18 gp=0x4000102540 m=nil [GC sweep wait]:
runtime.gopark(0x311ad01?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000078f60 sp=0x4000078f40 pc=0x88848 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:441
runtime.bgsweep(0x4000118000) /usr/local/go/src/runtime/mgcsweep.go:316 +0x108 fp=0x4000078fb0 sp=0x4000078f60 pc=0x3ad48 runtime.gcenable.gowrap1() /usr/local/go/src/runtime/mgc.go:204 +0x28 fp=0x4000078fd0 sp=0x4000078fb0 pc=0x2eb88 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000078fd0 sp=0x4000078fd0 pc=0x909d4

created by runtime.gcenable in goroutine 1
/usr/local/go/src/runtime/mgc.go:204 +0x6c

goroutine 19 gp=0x4000102700 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x1637ffd?, 0x0?, 0x0?, 0x0?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000079760 sp=0x4000079740 pc=0x88848 runtime.goparkunlock(...) /usr/local/go/src/runtime/proc.go:441
runtime.(*scavengerState).park(0x31242e0)
/usr/local/go/src/runtime/mgcscavenge.go:425 +0x5c fp=0x4000079790 sp=0x4000079760 pc=0x3881c runtime.bgscavenge(0x4000118000)
/usr/local/go/src/runtime/mgcscavenge.go:658 +0xac fp=0x40000797b0 sp=0x4000079790 pc=0x38d9c runtime.gcenable.gowrap2() /usr/local/go/src/runtime/mgc.go:205 +0x28 fp=0x40000797d0 sp=0x40000797b0 pc=0x2eb28 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x40000797d0 sp=0x40000797d0 pc=0x909d4 created by runtime.gcenable in goroutine 1
/usr/local/go/src/runtime/mgc.go:205 +0xac

goroutine 20 gp=0x40001028c0 m=nil [finalizer wait, 46 minutes]:
runtime.gopark(0x0?, 0x40006d4d50?, 0x0?, 0x0?, 0x1000000010?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400007c590 sp=0x400007c570 pc=0x88848 runtime.runfinq() /usr/local/go/src/runtime/mfinal.go:196 +0x108 fp=0x400007c7d0 sp=0x400007c590 pc=0x2db88 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007c7d0 sp=0x400007c7d0 pc=0x909d4 created by runtime.createfing in goroutine 1
/usr/local/go/src/runtime/mfinal.go:166 +0x80

goroutine 2 gp=0x4000003c00 m=nil [chan receive, 13648 minutes]:
runtime.gopark(0x4000122e78?, 0x235ad0?, 0x1?, 0xaa?, 0x4000304000?) /usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000122e50 sp=0x4000122e30 pc=0x88848 runtime.chanrecv(0x4000300000, 0x4000122f78, 0x1)
/usr/local/go/src/runtime/chan.go:664 +0x42c fp=0x4000122ed0 sp=0x4000122e50 pc=0x1ff9c runtime.chanrecv1(0x4000300000?, 0x400007cf88?)
/usr/local/go/src/runtime/chan.go:506 +0x14 fp=0x4000122f00 sp=0x4000122ed0 pc=0x1fb34 github.com/zeromicro/go-zero/core/proc.init.1.func1()
/usr/local/go/src/internal/runtime/maps/runtime_fast64_swiss.go:28 +0x98 fp=0x4000122fd0 sp=0x4000122f00 pc=0x239d68 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000122fd0 sp=0x4000122fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/proc.init.1 in goroutine 1 /usr/local/go/src/internal/runtime/maps/runtime_fast64_swiss.go:22 +0x24

goroutine 33 gp=0x400030c000 m=nil [select, 13648 minutes, locked to thread]: runtime.gopark(0x400007cfa0?, 0x2?, 0x98?, 0xce?, 0x400007cf8c?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400007ce10 sp=0x400007cdf0 pc=0x88848 runtime.selectgo(0x400007cfa0, 0x400007cf88, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400007cf40 sp=0x400007ce10 pc=0x66594 runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:1085 +0x194 fp=0x400007cfd0 sp=0x400007cf40 pc=0x82b54 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007cfd0 sp=0x400007cfd0 pc=0x909d4 created by runtime.ensureSigM in goroutine 2
/usr/local/go/src/runtime/signal_unix.go:1068 +0xd8

goroutine 3 gp=0x4000003dc0 m=nil [chan receive]:
runtime.gopark(0x40002a94a0?, 0x400076cb28?, 0x48?, 0xd7?, 0x24b128?) /usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400056d6f0 sp=0x400056d6d0 pc=0x88848 runtime.chanrecv(0x400005ab60, 0x0, 0x1)

runtime.chanrecv1(0x0?, 0x0?) /usr/local/go/src/runtime/chan.go:506 +0x14 fp=0x400056d7a0 sp=0x400056d770 pc=0x1fb34 runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
/usr/local/go/src/runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
/usr/local/go/src/runtime/mgc.go:1799 +0x3c fp=0x400056d7d0 sp=0x400056d7a0 pc=0x31dac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400056d7d0 sp=0x400056d7d0 pc=0x909d4 created by unique.runtime_registerUniqueMapCleanup in goroutine 1 /usr/local/go/src/runtime/mgc.go:1794 +0x78

goroutine 34 gp=0x400030c540 m=3 mp=0x4000083008 [syscall, 13648 minutes]: runtime.notetsleepg(0x314eec0, 0xffffffffffffffff)
/usr/local/go/src/runtime/lock_futex.go:123 +0x34 fp=0x4000328790 sp=0x4000328760 pc=0x250b4 os/signal.signal_recv() /usr/local/go/src/runtime/sigqueue.go:152 +0x30 fp=0x40003287b0 sp=0x4000328790 pc=0x8aa30 os/signal.loop() /usr/local/go/src/bytes/buffer.go:23 +0x1c fp=0x40003287d0 sp=0x40003287b0 pc=0x2365ac runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x40003287d0 sp=0x40003287d0 pc=0x909d4 created by os/signal.Notify.func1.1 in goroutine 2
/root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/logx/lesswriter.go:152 +0x28

goroutine 21 gp=0x4000382700 m=nil [select]:
runtime.gopark(0x4000125f78?, 0x2?, 0x38?, 0x5e?, 0x4000125f64?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000125df0 sp=0x4000125dd0 pc=0x88848 runtime.selectgo(0x4000125f78, 0x4000125f60, 0x0?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000125f20 sp=0x4000125df0 pc=0x66594 github.com/zeromicro/go-zero/core/stat.init.1.func1()
/root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/stat/usage.go:31 +0xcc fp=0x4000125fd0 sp=0x4000125f20 pc=0x490 cdc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000125fd0 sp=0x4000125fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/stat.init.1 in goroutine 1 /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/stat/usage.go:24 +0x24

goroutine 22 gp=0x4000102fc0 m=nil [GC worker (idle)]:
runtime.gopark(0x681d1debbb520?, 0x3?, 0x9c?, 0xb3?, 0x0?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x40006b1f10 sp=0x40006b1ef0 pc=0x88848 runtime.gcBgMarkWorker(0x400011e150)
/usr/local/go/src/runtime/mgc.go:1423 +0xdc fp=0x40006b1fb0 sp=0x40006b1f10 pc=0x3101c runtime.gcBgMarkStartWorkers.gowrap1()
/usr/local/go/src/runtime/mgc.go:1339 +0x28 fp=0x40006b1fd0 sp=0x40006b1fb0 pc=0x30f08 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x40006b1fd0 sp=0x40006b1fd0 pc=0x909d4 created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1339 +0x140

goroutine 5 gp=0x4000382c40 m=nil [GC worker (idle)]:
runtime.gopark(0x681d1debbc7c7?, 0x3?, 0x2d?, 0xc?, 0x0?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400007df10 sp=0x400007def0 pc=0x88848 runtime.gcBgMarkWorker(0x400011e150)
/usr/local/go/src/runtime/mgc.go:1423 +0xdc fp=0x400007dfb0 sp=0x400007df10 pc=0x3101c runtime.gcBgMarkStartWorkers.gowrap1()
/usr/local/go/src/runtime/mgc.go:1339 +0x28 fp=0x400007dfd0 sp=0x400007dfb0 pc=0x30f08 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007dfd0 sp=0x400007dfd0 pc=0x909d4 created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1339 +0x140
goroutine 50 gp=0x4000404380 m=nil [GC worker (idle)]:
runtime.gopark(0x681d1debbc20b?, 0x3?, 0x21?, 0xc8?, 0x0?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000324710 sp=0x40003246f0 pc=0x88848 runtime.gcBgMarkWorker(0x400011e150)
/usr/local/go/src/runtime/mgc.go:1423 +0xdc fp=0x40003247b0 sp=0x4000324710 pc=0x3101c runtime.gcBgMarkStartWorkers.gowrap1()
/usr/local/go/src/runtime/mgc.go:1339 +0x28 fp=0x40003247d0 sp=0x40003247b0 pc=0x30f08 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x40003247d0 sp=0x40003247d0 pc=0x909d4 created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/local/go/src/runtime/mgc.go:1339 +0x140

goroutine 29 gp=0x4000103340 m=nil [chan receive, 1 minutes]:
runtime.gopark(0x400029a0f0?, 0x1804280?, 0x70?, 0x32?, 0x4000f37900?) /usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000477e00 sp=0x4000477de0 pc=0x88848 runtime.chanrecv(0x400029a070, 0x4000477f00, 0x1)
/usr/local/go/src/runtime/chan.go:664 +0x42c fp=0x4000477e80 sp=0x4000477e00 pc=0x1ff9c runtime.chanrecv2(0x1cf9eac?, 0x3?)
/usr/local/go/src/runtime/chan.go:511 +0x14 fp=0x4000477eb0 sp=0x4000477e80 pc=0x1fb54 github.com/zeromicro/go-zero/core/load.(SheddingStat).loop(0x4000335d40, 0x400029a070) /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/load/sheddingstat.go:52 +0x40 fp=0x4000477f70 sp=0x4000477eb0 p c=0x1637840 github.com/zeromicro/go-zero/core/load.(SheddingStat).run(0x4000335d40) /usr/local/go/src/io/io.go:82 +0x60 fp=0x4000477fb0 sp=0x4000477f70 pc=0x1637b00 github.com/zeromicro/go-zero/core/load.NewSheddingStat.gowrap1()
/root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/load/sheddingstat.go:32 +0x28 fp=0x4000477fd0 sp=0x4000477fb0 p c=0x1637708 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000477fd0 sp=0x4000477fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/load.NewSheddingStat in goroutine 1 /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/load/sheddingstat.go:32 +0x9c

goroutine 30 gp=0x400030c8c0 m=nil [select]:
runtime.gopark(0x4000206fa0?, 0x2?, 0x0?, 0x0?, 0x4000206f54?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000206de0 sp=0x4000206dc0 pc=0x88848 runtime.selectgo(0x4000206fa0, 0x4000206f50, 0x251?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000206f10 sp=0x4000206de0 pc=0x66594 github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker.func1() /usr/local/go/src/encoding/hex/hex.go:383 +0xb4 fp=0x4000206fd0 sp=0x4000206f10 pc=0x2307f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000206fd0 sp=0x4000206fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker in goroutine 1 /usr/local/go/src/encoding/hex/hex.go:379 +0x6c

goroutine 31 gp=0x400030ca80 m=nil [select, 2 minutes]:
runtime.gopark(0x4000478fa0?, 0x2?, 0x0?, 0x0?, 0x4000478f54?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000478de0 sp=0x4000478dc0 pc=0x88848 runtime.selectgo(0x4000478fa0, 0x4000478f50, 0x2c4?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000478f10 sp=0x4000478de0 pc=0x66594 github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker.func1() /usr/local/go/src/encoding/hex/hex.go:383 +0xb4 fp=0x4000478fd0 sp=0x4000478f10 pc=0x2307f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000478fd0 sp=0x4000478fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker in goroutine 1 /usr/local/go/src/encoding/hex/hex.go:379 +0x6c

goroutine 32 gp=0x400030cc40 m=nil [select, 13648 minutes]:
runtime.gopark(0x400007b7a0?, 0x2?, 0x0?, 0x0?, 0x400007b754?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400007b5e0 sp=0x400007b5c0 pc=0x88848 runtime.selectgo(0x400007b7a0, 0x400007b750, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400007b710 sp=0x400007b5e0 pc=0x66594 github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker.func1() /usr/local/go/src/encoding/hex/hex.go:383 +0xb4 fp=0x400007b7d0 sp=0x400007b710 pc=0x2307f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007b7d0 sp=0x400007b7d0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker in goroutine 1 /usr/local/go/src/encoding/hex/hex.go:379 +0x6c

goroutine 65 gp=0x400030ce00 m=nil [select]:
runtime.gopark(0x40006b3fa0?, 0x2?, 0x0?, 0x0?, 0x40006b3f54?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x40006b3de0 sp=0x40006b3dc0 pc=0x88848 runtime.selectgo(0x40006b3fa0, 0x40006b3f50, 0x263?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x40006b3f10 sp=0x40006b3de0 pc=0x66594 github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker.func1() /usr/local/go/src/encoding/hex/hex.go:383 +0xb4 fp=0x40006b3fd0 sp=0x40006b3f10 pc=0x2307f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x40006b3fd0 sp=0x40006b3fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker in goroutine 1 /usr/local/go/src/encoding/hex/hex.go:379 +0x6c

goroutine 66 gp=0x400030cfc0 m=nil [select]:
runtime.gopark(0x4000204fa0?, 0x2?, 0x0?, 0x0?, 0x4000204f54?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000204de0 sp=0x4000204dc0 pc=0x88848 runtime.selectgo(0x4000204fa0, 0x4000204f50, 0xda?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000204f10 sp=0x4000204de0 pc=0x66594 github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker.func1() /usr/local/go/src/encoding/hex/hex.go:383 +0xb4 fp=0x4000204fd0 sp=0x4000204f10 pc=0x2307f4 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000204fd0 sp=0x4000204fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/logx.(RotateLogger).startWorker in goroutine 1 /usr/local/go/src/encoding/hex/hex.go:379 +0x6c

goroutine 67 gp=0x400030d180 m=nil [select, 13648 minutes]:
runtime.gopark(0x400007ef50?, 0x2?, 0x0?, 0x0?, 0x400007ef14?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400007eda0 sp=0x400007ed80 pc=0x88848 runtime.selectgo(0x400007ef50, 0x400007ef10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400007eed0 sp=0x400007eda0 pc=0x66594 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4000117b30, {0x1fb0040, 0x4000222af0}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:88 +0xc4 fp=0x400007efa0 sp=0x40 0007eed0 pc=0x49ba94 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400007efd0 sp=0x40 0007efa0 pc=0x49b8d0 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007efd0 sp=0x400007efd0 pc=0x909d4 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:52 +0x118

goroutine 68 gp=0x400030d340 m=nil [select, 13648 minutes]:
runtime.gopark(0x4000553f50?, 0x2?, 0x1?, 0xa5?, 0x4000553f14?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000123da0 sp=0x4000123d80 pc=0x88848 runtime.selectgo(0x4000123f50, 0x4000553f10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000123ed0 sp=0x4000123da0 pc=0x66594 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4000117b60, {0x1fb0040, 0x4000222b40}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:88 +0xc4 fp=0x4000123fa0 sp=0x40 00123ed0 pc=0x49ba94

google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() [734/1090] /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x4000123fd0 sp=0x40 00123fa0 pc=0x49b8d0 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000123fd0 sp=0x4000123fd0 pc=0x909d4 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:52 +0x118

goroutine 69 gp=0x400030d880 m=nil [select]:
runtime.gopark(0x400035df50?, 0x2?, 0x1?, 0x0?, 0x400035df14?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400064dda0 sp=0x400064dd80 pc=0x88848 runtime.selectgo(0x400064df50, 0x400035df10, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400064ded0 sp=0x400064dda0 pc=0x66594 google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0x4000117b90, {0x1fb0040, 0x4000222cd0}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:88 +0xc4 fp=0x400064dfa0 sp=0x40 0064ded0 pc=0x49ba94 google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer.gowrap1() /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:52 +0x30 fp=0x400064dfd0 sp=0x40 0064dfa0 pc=0x49b8d0 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400064dfd0 sp=0x400064dfd0 pc=0x909d4 created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 1 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/grpcsync/callback_serializer.go:52 +0x118

goroutine 10 gp=0x400030da40 m=nil [select, 13648 minutes]:
runtime.gopark(0x4000324f50?, 0x3?, 0x0?, 0x0?, 0x4000324ef2?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000324d80 sp=0x4000324d60 pc=0x88848 runtime.selectgo(0x4000324f50, 0x4000324eec, 0x0?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000324eb0 sp=0x4000324d80 pc=0x66594 go.etcd.io/etcd/client/v3.(lessor).keepAliveCtxCloser(0x4000138b40, {0x1fb0040, 0x4000222a50}, 0x694d97f7ebd4c7b4, 0x4000576460) /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:332 +0x88 fp=0x4000324f90 sp=0x4000324eb0 pc=0x7cd4d8 go.etcd.io/etcd/client/v3.(lessor).KeepAlive.gowrap1()
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:298 +0x38 fp=0x4000324fd0 sp=0x4000324f90 pc=0x7cd268 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000324fd0 sp=0x4000324fd0 pc=0x909d4 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive in goroutine 1 /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:298 +0x54c

goroutine 52 gp=0x400030dc00 m=nil [select]:
runtime.gopark(0x400054ff88?, 0x2?, 0x40?, 0x57?, 0x400054fedc?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400064fd70 sp=0x400064fd50 pc=0x88848 runtime.selectgo(0x400064ff88, 0x400054fed8, 0x4000384000?, 0x0, 0x40001f5808?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400064fea0 sp=0x400064fd70 pc=0x66594 go.etcd.io/etcd/client/v3.(*Client).autoSync(0x400020a000)
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/client.go:202 +0x94 fp=0x400064ffb0 sp=0x400064fea0 pc=0x7c7114 go.etcd.io/etcd/client/v3.newClient.gowrap1()
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/client.go:466 +0x28 fp=0x400064ffd0 sp=0x400064ffb0 pc=0x7c9ca8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400064ffd0 sp=0x400064ffd0 pc=0x909d4 created by go.etcd.io/etcd/client/v3.newClient in goroutine 1
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/client.go:466 +0xe24

goroutine 53 gp=0x400030ddc0 m=nil [select, 13648 minutes]:
runtime.gopark(0x400056e718?, 0x2?, 0x0?, 0x0?, 0x400056e70c?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400056e5a0 sp=0x400056e580 pc=0x88848 runtime.selectgo(0x400056e718, 0x400056e708, 0x1?, 0x0, 0x2?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400056e6d0 sp=0x400056e5a0 pc=0x66594 google.golang.org/grpc.(ClientConn).WaitForStateChange(0x400043b408, {0x1faffd0, 0x314db00}, 0x2) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/clientconn.go:659 +0x8c fp=0x400056e740 sp=0x400056e6d0 pc=0x56a51c github.com/zeromicro/go-zero/core/discov/internal.(stateWatcher).watch(0x4000526cc0, {0x1f98100, 0x400043b408})

github.com/zeromicro/go-zero/core/discov/internal.(cluster).watchConnState(0x400030fb00, {0x1fbab80, 0x400020a000}) /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/discov/internal/registry.go:456 +0xbc fp=0x400056e7a0 sp=0x4000 56e770 pc=0x7e826c github.com/zeromicro/go-zero/core/discov/internal.(cluster).newClient.gowrap1() /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/discov/internal/registry.go:345 +0x30 fp=0x400056e7d0 sp=0x4000 56e7a0 pc=0x7e7630 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400056e7d0 sp=0x400056e7d0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/discov/internal.(*cluster).newClient in goroutine 1 /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/discov/internal/registry.go:345 +0xa0

goroutine 54 gp=0x4000103500 m=nil [select, 13648 minutes]:
runtime.gopark(0x400007ffa0?, 0x2?, 0x8?, 0xb0?, 0x400007ff84?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400007fe10 sp=0x400007fdf0 pc=0x88848 runtime.selectgo(0x400007ffa0, 0x400007ff80, 0x40001f4c08?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400007ff40 sp=0x400007fe10 pc=0x66594 google.golang.org/grpc.newClientStreamWithParams.func4()
/root/go/pkg/mod/google.golang.org/grpc@v1.73.0/stream.go:398 +0x8c fp=0x400007ffd0 sp=0x400007ff40 pc=0x5839bc runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400007ffd0 sp=0x400007ffd0 pc=0x909d4 created by google.golang.org/grpc.newClientStreamWithParams in goroutine 11 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/stream.go:397 +0xb40

goroutine 11 gp=0x4000383180 m=nil [select]:
runtime.gopark(0x4000555808?, 0x2?, 0xf8?, 0x56?, 0x4000555804?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000555680 sp=0x4000555660 pc=0x88848 runtime.selectgo(0x4000555808, 0x4000555800, 0x4000555878?, 0x0, 0x4000a36700?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x40005557b0 sp=0x4000555680 pc=0x66594 google.golang.org/grpc/internal/transport.(recvBufferReader).readMessageHeaderClient(0x4000336000, {0x40005270f0, 0x5, 0x5}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/transport.go:197 +0x78 fp=0x4000555870 sp=0x40005557b0 pc=0x50d778 google.golang.org/grpc/internal/transport.(recvBufferReader).ReadMessageHeader(0x4000336000, {0x40005270f0?, 0x40004fdd48?, 0x40 002d7e00?}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/transport.go:143 +0x3c fp=0x40005558a0 sp=0x4000555870 pc=0x50d2ac google.golang.org/grpc/internal/transport.(transportReader).ReadMessageHeader(0x40002c46a0, {0x40005270f0?, 0x40005559b8?, 0x2b9 8cc?}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/transport.go:417 +0x28 fp=0x40005558e0 sp=0x40005558a0 pc=0x50e108 google.golang.org/grpc/internal/transport.(Stream).ReadMessageHeader(0x4000308240, {0x40005270f0, 0x5, 0x5}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/transport.go:360 +0xa4 fp=0x4000555940 sp=0x40005558e0 pc=0x50dd94 google.golang.org/grpc.(parser).recvMsg(0x40005270e0, 0x7fffffff) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/rpc_util.go:690 +0x40 fp=0x40005559c0 sp=0x4000555940 pc=0x573c60 google.golang.org/grpc.recvAndDecompress(0x40005270e0, {0x1f8df60, 0x40002d7e00}, {0x0, 0x0}, 0x7fffffff, 0x0, {0x0, 0x0}, 0x0) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/rpc_util.go:850 +0x60 fp=0x4000555ab0 sp=0x40005559c0 pc=0x574ab0 google.golang.org/grpc.recv(0x4000555b98?, {0xffff5ae37cc8, 0x314db00}, {0x1f8df60?, 0x40002d7e00?}, {0x0?, 0x0?}, {0x1b83ae0, 0x 4000a36740}, 0x0?, ...) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/rpc_util.go:933 +0x78 fp=0x4000555b60 sp=0x4000555ab0 pc=0x575558 google.golang.org/grpc.(csAttempt).recvMsg(0x400052c680, {0x1b83ae0, 0x4000a36740}, 0x0?) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/stream.go:1136 +0x24c fp=0x4000555cf0 sp=0x4000555b60 pc=0x5877bc google.golang.org/grpc.(clientStream).RecvMsg.func1(0x40001784c0?) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/stream.go:976 +0x28 fp=0x4000555d20 sp=0x4000555cf0 pc=0x586928 google.golang.org/grpc.(clientStream).withRetry(0x40004d0240, 0x4000555e70, 0x4000555e60) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/stream.go:780 +0x500 fp=0x4000555da0 sp=0x4000555d20 pc=0x5857d0 google.golang.org/grpc.(clientStream).RecvMsg(0x40004d0240, {0x1b83ae0?, 0x4000a36740?}) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/stream.go:975 +0xe0 fp=0x4000555ea0 sp=0x4000555da0 pc=0x586760 go.etcd.io/etcd/api/v3/etcdserverpb.(leaseLeaseKeepAliveClient).Recv(0x40002ca7c0)

go.etcd.io/etcd/client/v3.(lessor).recvKeepAliveLoop(0x4000138b40) /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:458 +0x204 fp=0x4000555fb0 sp=0x4000555ed0 pc=0x7ce3d4 go.etcd.io/etcd/client/v3.(lessor).KeepAlive.func1.gowrap1()
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:301 +0x28 fp=0x4000555fd0 sp=0x4000555fb0 pc=0x7cd1f8 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000555fd0 sp=0x4000555fd0 pc=0x909d4 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive.func1 in goroutine 1 /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:301 +0x60

goroutine 8 gp=0x4000404540 m=nil [IO wait]:
runtime.gopark(0x4000207b08?, 0x4000404540?, 0x8?, 0x7b?, 0x4fa230?) /usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000207a90 sp=0x4000207a70 pc=0x88848 runtime.netpollblock(0x0?, 0xffffffff?, 0xff?)
/usr/local/go/src/runtime/netpoll.go:575 +0x158 fp=0x4000207ad0 sp=0x4000207a90 pc=0x4b868 internal/poll.runtime_pollWait(0xffff5ae25f38, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0xa0 fp=0x4000207b00 sp=0x4000207ad0 pc=0x87a00 internal/poll.(pollDesc).wait(0x40001aec00?, 0x400042c000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x28 fp=0x4000207b30 sp=0x4000207b00 pc=0x101c18 internal/poll.(pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(FD).Read(0x40001aec00, {0x400042c000, 0x8000, 0x8000}) /usr/local/go/src/internal/poll/fd_unix.go:165 +0x1fc fp=0x4000207bd0 sp=0x4000207b30 pc=0x102ecc net.(netFD).Read(0x40001aec00, {0x400042c000?, 0x4000207c68?, 0x4000d01bc0?}) /usr/local/go/src/internal/sync/mutex.go:55 +0x28 fp=0x4000207c20 sp=0x4000207bd0 pc=0x272148 net.(conn).Read(0x400041a010, {0x400042c000?, 0x100000000?, 0xffff5ac7be48?}) ?:194 +0x34 fp=0x4000207c70 sp=0x4000207c20 pc=0x281704
bufio.(Reader).Read(0x40003cc480, {0x40002d43c0, 0x9, 0x40000a79b0?}) /usr/local/go/src/bufio/bufio.go:245 +0x1b0 fp=0x4000207cb0 sp=0x4000207c70 pc=0x1b6a40 io.ReadAtLeast({0x1f8e5c0, 0x40003cc480}, {0x40002d43c0, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:335 +0xa0 fp=0x4000207d00 sp=0x4000207cb0 pc=0xf7be0 io.ReadFull(...) /usr/local/go/src/io/io.go:354
golang.org/x/net/http2.readFrameHeader({0x40002d43c0, 0x9, 0x4000445260?}, {0x1f8e5c0?, 0x40003cc480?}) /root/go/pkg/mod/golang.org/x/net@v0.42.0/http2/frame.go:242 +0x58 fp=0x4000207d50 sp=0x4000207d00 pc=0x4c9f48 golang.org/x/net/http2.(Framer).ReadFrame(0x40002d4380)
/root/go/pkg/mod/golang.org/x/net@v0.42.0/http2/frame.go:506 +0x74 fp=0x4000207e40 sp=0x4000207d50 pc=0x4ca614 google.golang.org/grpc/internal/transport.(http2Client).reader(0x40004fdd48, 0x4000300070) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_client.go:1662 +0x158 fp=0x4000207fb0 sp=0x40002 07e40 pc=0x4feef8 google.golang.org/grpc/internal/transport.NewHTTP2Client.gowrap4() /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_client.go:414 +0x2c fp=0x4000207fd0 sp=0x4000207 fb0 pc=0x4f5b9c runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000207fd0 sp=0x4000207fd0 pc=0x909d4 created by google.golang.org/grpc/internal/transport.NewHTTP2Client in goroutine 70 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_client.go:414 +0x16a8

goroutine 55 gp=0x4000103c00 m=nil [select]:
runtime.gopark(0x4000128ef8?, 0x4?, 0x8?, 0x28?, 0x4000128e90?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000128d00 sp=0x4000128ce0 pc=0x88848 runtime.selectgo(0x4000128ef8, 0x4000128e88, 0x3124160?, 0x0, 0x2e8d0617bc7bb?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000128e30 sp=0x4000128d00 pc=0x66594 go.etcd.io/etcd/client/v3.(lessor).sendKeepAliveLoop(0x4000138b40, {0x1fb9f58, 0x40002ca7c0}) /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:590 +0x1d8 fp=0x4000128fa0 sp=0x4000128e30 pc=0x7cf4a8 go.etcd.io/etcd/client/v3.(lessor).resetRecv.gowrap2()
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:500 +0x30 fp=0x4000128fd0 sp=0x4000128fa0 pc=0x7cea70 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000128fd0 sp=0x4000128fd0 pc=0x909d4

    /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:500 +0x278

goroutine 9 gp=0x4000404700 m=nil [select]:
runtime.gopark(0x4000202ec8?, 0x2?, 0x0?, 0x0?, 0x4000202e94?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000202d20 sp=0x4000202d00 pc=0x88848 runtime.selectgo(0x4000202ec8, 0x4000202e90, 0x4000202ea8?, 0x0, 0x400041a010?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000202e50 sp=0x4000202d20 pc=0x66594 google.golang.org/grpc/internal/transport.(controlBuffer).get(0x40000d03c0, 0x1) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/controlbuf.go:412 +0x144 fp=0x4000202ef0 sp=0x4000202e 50 pc=0x4ec484 google.golang.org/grpc/internal/transport.(loopyWriter).run(0x40001aed00) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/controlbuf.go:575 +0x70 fp=0x4000202f50 sp=0x4000202ef 0 pc=0x4ecce0 google.golang.org/grpc/internal/transport.NewHTTP2Client.func6()
/root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_client.go:472 +0xb8 fp=0x4000202fd0 sp=0x4000202 f50 pc=0x4f5a98 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000202fd0 sp=0x4000202fd0 pc=0x909d4 created by google.golang.org/grpc/internal/transport.NewHTTP2Client in goroutine 70 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_client.go:470 +0x1b34

goroutine 12 gp=0x4000103dc0 m=nil [select]:
runtime.gopark(0x4000475f28?, 0x2?, 0x8?, 0xb8?, 0x4000475ee4?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000475d70 sp=0x4000475d50 pc=0x88848 runtime.selectgo(0x4000475f28, 0x4000475ee0, 0x3124160?, 0x0, 0x2e8d05e601e92?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000475ea0 sp=0x4000475d70 pc=0x66594 go.etcd.io/etcd/client/v3.(lessor).deadlineLoop(0x4000138b40)
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:550 +0x68 fp=0x4000475fb0 sp=0x4000475ea0 pc=0x7cf0f8 go.etcd.io/etcd/client/v3.(lessor).KeepAlive.func1.gowrap2()
/root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:302 +0x28 fp=0x4000475fd0 sp=0x4000475fb0 pc=0x7cd198 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000475fd0 sp=0x4000475fd0 pc=0x909d4 created by go.etcd.io/etcd/client/v3.(*lessor).KeepAlive.func1 in goroutine 1 /root/go/pkg/mod/go.etcd.io/etcd/client/v3@v3.5.15/lease.go:302 +0xa0

goroutine 13 gp=0x40004048c0 m=nil [select]:
runtime.gopark(0x4000124f40?, 0x3?, 0x0?, 0x0?, 0x4000124ec2?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000124d40 sp=0x4000124d20 pc=0x88848 runtime.selectgo(0x4000124f40, 0x4000124ebc, 0x0?, 0x0, 0x3?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000124e70 sp=0x4000124d40 pc=0x66594 eromicro/go-zero/core/syncx.(*DoneChan).Done()
/root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/syncx/resourcemanager.go:129 +0x98 fp=0x4000124f90 sp=0x4000124 e70 pc=0x7e9778 github.com/zeromicro/go-zero/core/threading.RunSafe(0x0?)
/usr/local/go/src/internal/abi/map_swiss.go:38 +0x40 fp=0x4000124fb0 sp=0x4000124f90 pc=0x2371a0 github.com/zeromicro/go-zero/core/threading.GoSafe.gowrap1()
/usr/local/go/src/internal/abi/map_swiss.go:14 +0x28 fp=0x4000124fd0 sp=0x4000124fb0 pc=0x237128 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000124fd0 sp=0x4000124fd0 pc=0x909d4 created by github.com/zeromicro/go-zero/core/threading.GoSafe in goroutine 1 /usr/local/go/src/internal/abi/map_swiss.go:14 +0x5c

goroutine 42 gp=0x4000003500 m=nil [select]:
runtime.gopark(0x400071ff60?, 0x2?, 0x4b?, 0x3?, 0x400071ff24?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000c2ddb0 sp=0x4000c2dd90 pc=0x88848 runtime.selectgo(0x4000c2df60, 0x400071ff20, 0x3124160?, 0x0, 0x4000002fc0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000c2dee0 sp=0x4000c2ddb0 pc=0x66594 github.com/zeromicro/go-zero/core/executors.(*PeriodicalExecutor).backgroundFlush.func1() /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/executors/periodicalexecutor.go:129 +0x124 fp=0x4000c2dfd0 sp=0 x4000c2dee0 pc=0x3f3b34

/usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000c2dfd0 sp=0x4000c2dfd0 pc=0x909d4 [492/1090] created by github.com/zeromicro/go-zero/core/executors.(*PeriodicalExecutor).backgroundFlush in goroutine 40 /root/go/pkg/mod/github.com/zeromicro/go-zero@v1.8.4/core/executors/periodicalexecutor.go:119 +0x5c

goroutine 21852911 gp=0x4000a16e00 m=nil [select]:
runtime.gopark(0x40009a9ee8?, 0x6?, 0x58?, 0x9c?, 0x40009a9d84?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x4000474be0 sp=0x4000474bc0 pc=0x88848 runtime.selectgo(0x4000474ee8, 0x40009a9d78, 0x1c8428e?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x4000474d10 sp=0x4000474be0 pc=0x66594 net/http.(http2clientStream).writeRequest(0x40009d2a80, 0x40009df7c0, 0x0) /usr/local/go/src/net/http/h2_bundle.go:9044 +0x9ec fp=0x4000474f70 sp=0x4000474d10 pc=0x43dddc net/http.(http2clientStream).doRequest(0x40009d2a80, 0x40009db190?, 0x4000479f90?) /usr/local/go/src/net/http/h2_bundle.go:8901 +0x58 fp=0x4000474fa0 sp=0x4000474f70 pc=0x43d3b8 net/http.(http2ClientConn).roundTrip.gowrap1()
/usr/local/go/src/net/http/h2_bundle.go:8806 +0x30 fp=0x4000474fd0 sp=0x4000474fa0 pc=0x43d320 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x4000474fd0 sp=0x4000474fd0 pc=0x909d4 created by net/http.(http2ClientConn).roundTrip in goroutine 21852910 /usr/local/go/src/net/http/h2_bundle.go:8806 +0x380

goroutine 17879580 gp=0x4000c8e1c0 m=nil [select, 3 minutes]:
runtime.gopark(0x400056c728?, 0x4?, 0x98?, 0xc5?, 0x400056c6a8?)
/usr/local/go/src/runtime/proc.go:435 +0xc8 fp=0x400056c520 sp=0x400056c500 pc=0x88848 runtime.selectgo(0x400056c728, 0x400056c6a0, 0x3124160?, 0x0, 0x0?, 0x1) /usr/local/go/src/runtime/select.go:351 +0x6c4 fp=0x400056c650 sp=0x400056c520 pc=0x66594 google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x4000168b60) /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_server.go:1198 +0x164 fp=0x400056c7b0 sp=0x40005 6c650 pc=0x507e64 google.golang.org/grpc/internal/transport.NewServerTransport.gowrap1() /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_server.go:358 +0x28 fp=0x400056c7d0 sp=0x400056c 7b0 pc=0x501558 runtime.goexit({}) /usr/local/go/src/runtime/asm_arm64.s:1223 +0x4 fp=0x400056c7d0 sp=0x400056c7d0 pc=0x909d4 created by google.golang.org/grpc/internal/transport.NewServerTransport in goroutine 17879578 /root/go/pkg/mod/google.golang.org/grpc@v1.73.0/internal/transport/http2_server.go:358 +0x1398

...has more `

What did you expect to see?

Hope to help find the cause

Comment From: gabyhelp

Related Issues

(Emoji vote if this was helpful or unhelpful; more detailed feedback welcome in this discussion.)

Comment From: seankhliao

Unlike many projects, the Go project does not use GitHub Issues for general discussion or asking questions. GitHub Issues are used for tracking bugs and proposals only.

For questions please refer to https://github.com/golang/go/wiki/Questions