Panic 'fatal error: concurrent map read and map write'
distorhead opened this issue · 0 comments
distorhead commented
goroutine 2135 [running]:
runtime.throw(0x283835c, 0x21)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/panic.go:1116 +0x72 fp=0xc0020cbd40 sp=0xc0020cbd10 pc=0x433d42
runtime.mapaccess1_faststr(0x2447cc0, 0xc0050ceb10, 0xc0015a2940, 0x7, 0xc001d99201)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/map_faststr.go:21 +0x43c fp=0xc0020cbdb0 sp=0xc0020cbd40 pc=0x412b8c
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).trackContainer(0xc001ac4f00, 0x2db6680, 0xc001081bc0, 0xc0015a2940, 0x7, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:392 +0x178 fp=0xc0020cbef0 sp=0xc0020cbdb0 pc=0x17f7e58
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers.func1(0xc001ac4f00, 0xc0015a2940, 0x7, 0x2db6680, 0xc001081bc0)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:437 +0xb9 fp=0xc0020cbfb8 sp=0xc0020cbef0 pc=0x17f96f9
runtime.goexit()
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0020cbfc0 sp=0xc0020cbfb8 pc=0x463f51
created by github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:432 +0x273
goroutine 1 [select]:
github.com/werf/kubedog/pkg/trackers/rollout/multitrack.Multitrack(0x2e09ca0, 0xc001064c60, 0xc00041db80, 0x4, 0x4, 0xc0004dd900, 0x3, 0x4, 0x0, 0x0, ...)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/trackers/rollout/multitrack/multitrack.go:186 +0xe27
github.com/werf/werf/pkg/deploy/helm.(*ResourcesWaiter).WaitForResources.func1(0xc0000d2001, 0xc001d88b90)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/resources_waiter.go:156 +0x12e
github.com/werf/logboek/internal/stream.(*Stream).logProcess.func1(0x24fdf00, 0xc001d88b90)
/home/ubuntu/go/pkg/mod/github.com/werf/logboek@v0.4.6/internal/stream/process.go:149 +0x26
github.com/werf/logboek/internal/stream.(*Stream).logProcess(0xc00000c100, 0xc002862120, 0x2d, 0xc003f2c2c0, 0xc005215500, 0x538001, 0xc005215500)
/home/ubuntu/go/pkg/mod/github.com/werf/logboek@v0.4.6/internal/stream/process.go:156 +0xfb
github.com/werf/logboek/internal/stream.(*LogProcess).DoError(0xc0003db000, 0xc005215500, 0x2d, 0x0)
/home/ubuntu/go/pkg/mod/github.com/werf/logboek@v0.4.6/internal/stream/process_types.go:199 +0xd2
github.com/werf/werf/pkg/deploy/helm.(*ResourcesWaiter).WaitForResources(0xc001080100, 0x9d29229e000, 0xc000030400, 0x58, 0x80, 0x57, 0x80)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/resources_waiter.go:155 +0x2298
k8s.io/helm/pkg/kube.(*Client).waitForResources(0xc0002f0e70, 0x9d29229e000, 0xc000030400, 0x58, 0x80, 0x80, 0x0)
/home/ubuntu/go/pkg/mod/github.com/werf/helm@v0.0.0-20200729113816-b42ef1ec3fd7/pkg/kube/wait.go:46 +0x258
k8s.io/helm/pkg/kube.(*Client).UpdateWithOptions(0xc0002f0e70, 0xc0018de1e0, 0xf, 0x2d4f1c0, 0xc000a0a450, 0x2d4f1c0, 0xc000a0a480, 0x0, 0x2a30, 0x10001, ...)
/home/ubuntu/go/pkg/mod/github.com/werf/helm@v0.0.0-20200729113816-b42ef1ec3fd7/pkg/kube/client.go:779 +0xd72
k8s.io/helm/pkg/tiller.(*LocalReleaseModule).Update(0xc0005f1160, 0xc0011ee900, 0xc000c2d290, 0xc000410000, 0xc00042c300, 0x14, 0xc0018de1e0)
/home/ubuntu/go/pkg/mod/github.com/werf/helm@v0.0.0-20200729113816-b42ef1ec3fd7/pkg/tiller/release_modules.go:81 +0x32b
k8s.io/helm/pkg/tiller.(*ReleaseServer).performUpdate(0xc000672d80, 0xc0011ee900, 0xc000c2d290, 0xc000410000, 0x1, 0x0, 0x1)
/home/ubuntu/go/pkg/mod/github.com/werf/helm@v0.0.0-20200729113816-b42ef1ec3fd7/pkg/tiller/release_update.go:297 +0x162
k8s.io/helm/pkg/tiller.(*ReleaseServer).UpdateRelease(0xc000672d80, 0x2db6740, 0xc0006736b0, 0xc000410000, 0x1, 0x1, 0xc000192000)
/home/ubuntu/go/pkg/mod/github.com/werf/helm@v0.0.0-20200729113816-b42ef1ec3fd7/pkg/tiller/release_update.go:58 +0x4ec
github.com/werf/werf/pkg/deploy/helm.releaseUpdate(0x2db6740, 0xc0006736b0, 0xc000562080, 0xc0008d2920, 0x14, 0xc000b06100, 0x0, 0x0, 0x2a30, 0x101, ...)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/tiller.go:492 +0x357
github.com/werf/werf/pkg/deploy/helm.ReleaseUpdate(0x2db6740, 0xc0006736b0, 0xc000d0c400, 0x35, 0xc0008d2920, 0x14, 0xc000d84510, 0x3, 0x3, 0xc000b01c40, ...)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/tiller.go:380 +0x37e
github.com/werf/werf/pkg/deploy/helm.DeployHelmChart.func2(0xbfe56a23acbe0299, 0x11d7b30a2)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/release.go:387 +0x25c
github.com/werf/werf/pkg/deploy/helm.runDeployProcess(0x2db6740, 0xc0006736b0, 0xc0008d2920, 0x14, 0x7ffcaf36fda6, 0xf, 0x9d29229e000, 0x0, 0x0, 0x0, ...)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/release.go:487 +0xcf
github.com/werf/werf/pkg/deploy/helm.DeployHelmChart(0x2db6740, 0xc0006736b0, 0xc000d0c400, 0x35, 0xc0008d2920, 0x14, 0x7ffcaf36fda6, 0xf, 0x9d29229e000, 0x0, ...)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/release.go:462 +0x58e
github.com/werf/werf/pkg/deploy/werf_chart.(*WerfChart).Deploy(0xc0008f2420, 0x2db6740, 0xc0006736b0, 0xc0008d2920, 0x14, 0x7ffcaf36fda6, 0xf, 0x9d29229e000, 0x0, 0x0, ...)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/werf_chart/werf_chart.go:78 +0x3fa
github.com/werf/werf/pkg/deploy.Deploy.func2(0x21630bd, 0x2569220)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/deploy.go:107 +0x14f
github.com/werf/werf/pkg/deploy/helm.WerfTemplateEngineWithExtraAnnotationsAndLabels(0xc0004a5b30, 0xc0004a5c50, 0xc0008b3418, 0xc0000b8210, 0x0)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/helm/templates.go:473 +0x69
github.com/werf/werf/pkg/deploy.Deploy(0x2db6740, 0xc0006736b0, 0xc00061e9a0, 0x4, 0xc00005c0c4, 0x2f, 0xc000d0c400, 0x35, 0xc00005c091, 0x28, ...)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/deploy/deploy.go:106 +0x5da
github.com/werf/werf/cmd/werf/deploy.runDeploy(0x0, 0x0)
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/deploy/main.go:313 +0x175a
github.com/werf/werf/cmd/werf/deploy.NewCmd.func1.1(0xbfe56a22821040a8, 0x46246e2)
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/deploy/main.go:67 +0x22
github.com/werf/werf/cmd/werf/common.LogRunningTime(0x2943538, 0xc, 0xc000517670)
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/common/common.go:1480 +0x53
github.com/werf/werf/cmd/werf/deploy.NewCmd.func1(0xc000667080, 0xc0006486c0, 0x1, 0x24, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/deploy/main.go:66 +0x126
github.com/spf13/cobra.(*Command).execute(0xc000667080, 0xc000648240, 0x24, 0x24, 0xc000667080, 0xc000648240)
/home/ubuntu/go/pkg/mod/github.com/spf13/cobra@v1.0.0/command.go:842 +0x453
github.com/spf13/cobra.(*Command).ExecuteC(0xc000666dc0, 0x0, 0xc00000c100, 0x405b1f)
/home/ubuntu/go/pkg/mod/github.com/spf13/cobra@v1.0.0/command.go:950 +0x349
github.com/spf13/cobra.(*Command).Execute(...)
/home/ubuntu/go/pkg/mod/github.com/spf13/cobra@v1.0.0/command.go:887
main.main()
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/main.go:105 +0x119
goroutine 6 [chan receive]:
k8s.io/klog.(*loggingT).flushDaemon(0x443a200)
/home/ubuntu/go/pkg/mod/k8s.io/klog@v1.0.0/klog.go:1010 +0x8b
created by k8s.io/klog.init.0
/home/ubuntu/go/pkg/mod/k8s.io/klog@v1.0.0/klog.go:411 +0xd6
goroutine 1986 [select]:
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).trackContainer(0xc000b7ea00, 0x2db6680, 0xc000146100, 0xc001415c60, 0x6, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:390 +0x12c
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers.func1(0xc000b7ea00, 0xc001415c60, 0x6, 0x2db6680, 0xc000146100)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:437 +0xb9
created by github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:432 +0x273
goroutine 23 [syscall]:
os/signal.signal_recv(0x463f56)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/os/signal/signal.go:127 +0x44
goroutine 2026 [select]:
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).trackContainer(0xc000b7f400, 0x2db6680, 0xc0011b4940, 0xc001ddcf64, 0x5, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:390 +0x12c
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers.func1(0xc000b7f400, 0xc001ddcf64, 0x5, 0x2db6680, 0xc0011b4940)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:437 +0xb9
created by github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:432 +0x273
goroutine 12 [select]:
github.com/werf/werf/cmd/werf/common.EnableTerminationSignalsTrap.func1()
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/common/termination_signals.go:22 +0x9e
created by github.com/werf/werf/cmd/werf/common.EnableTerminationSignalsTrap
/home/ubuntu/actions-runner/_work/werf/werf/cmd/werf/common/termination_signals.go:21 +0x11c
goroutine 13 [sleep]:
time.Sleep(0x3b9aca00)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/time.go:188 +0xba
github.com/werf/werf/pkg/process_exterminator.run(0xc00051e940, 0x5, 0x8)
/home/ubuntu/actions-runner/_work/werf/werf/pkg/process_exterminator/unix.go:52 +0x241
created by github.com/werf/werf/pkg/process_exterminator.Init
/home/ubuntu/actions-runner/_work/werf/werf/pkg/process_exterminator/unix.go:28 +0x9f
goroutine 65 [IO wait]:
internal/poll.runtime_pollWait(0x7fa2f8e64f18, 0x72, 0xffffffffffffffff)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/netpoll.go:203 +0x55
internal/poll.(*pollDesc).wait(0xc000655a18, 0x72, 0xb700, 0xb72c, 0xffffffffffffffff)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000655a00, 0xc001840000, 0xb72c, 0xb72c, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc000655a00, 0xc001840000, 0xb72c, 0xb72c, 0x203000, 0x670c20, 0xc0003144b8)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00011a118, 0xc001840000, 0xb72c, 0xb72c, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/net.go:184 +0x8e
crypto/tls.(*atLeastReader).Read(0xc00150a640, 0xc001840000, 0xb72c, 0xb72c, 0x31bf, 0xb727, 0xc0006969a8)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/crypto/tls/conn.go:760 +0x60
bytes.(*Buffer).ReadFrom(0xc0003145d8, 0x2d4f400, 0xc00150a640, 0x40a3a5, 0x249a980, 0x2742fc0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc000314380, 0x2d53700, 0xc00011a118, 0x5, 0xc00011a118, 0x31ae)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/crypto/tls/conn.go:782 +0xec
crypto/tls.(*Conn).readRecordOrCCS(0xc000314380, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/crypto/tls/conn.go:589 +0x115
crypto/tls.(*Conn).readRecord(...)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/crypto/tls/conn.go:557
crypto/tls.(*Conn).Read(0xc000314380, 0xc00056f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/crypto/tls/conn.go:1233 +0x15b
bufio.(*Reader).Read(0xc001062120, 0xc00066e118, 0x9, 0x9, 0x47be7c, 0xc001338880, 0x31a5)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/bufio/bufio.go:226 +0x24f
io.ReadAtLeast(0x2d4f180, 0xc001062120, 0xc00066e118, 0x9, 0x9, 0x9, 0xc001338870, 0x2947928, 0xc001338868)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/io/io.go:310 +0x87
io.ReadFull(...)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/io/io.go:329
golang.org/x/net/http2.readFrameHeader(0xc00066e118, 0x9, 0x9, 0x2d4f180, 0xc001062120, 0x0, 0x0, 0xc001a697d0, 0x0)
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/frame.go:237 +0x87
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00066e0e0, 0xc001a697d0, 0x0, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/frame.go:492 +0xa1
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc000696fa8, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/transport.go:1794 +0xd8
golang.org/x/net/http2.(*ClientConn).readLoop(0xc000501800)
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/transport.go:1716 +0x6f
created by golang.org/x/net/http2.(*Transport).newClientConn
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/transport.go:695 +0x64a
goroutine 1677 [chan receive]:
k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0006a3ec0, 0xc000e5d800)
/home/ubuntu/go/pkg/mod/k8s.io/client-go@v0.18.6/tools/cache/controller.go:124 +0x34
created by k8s.io/client-go/tools/cache.(*controller).Run
/home/ubuntu/go/pkg/mod/k8s.io/client-go@v0.18.6/tools/cache/controller.go:123 +0xac
goroutine 68 [IO wait]:
internal/poll.runtime_pollWait(0x7fa2f8e64e38, 0x72, 0xffffffffffffffff)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/netpoll.go:203 +0x55
internal/poll.(*pollDesc).wait(0xc00063b998, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00063b980, 0xc000730000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc00063b980, 0xc000730000, 0x1000, 0x1000, 0xc000115500, 0xc000699d98, 0xc000699c20)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00011ad78, 0xc000730000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/net.go:184 +0x8e
net/http.(*persistConn).Read(0xc001066ea0, 0xc000730000, 0x1000, 0x1000, 0xc000699eb0, 0x461370, 0xc000699eb0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:1884 +0x75
bufio.(*Reader).fill(0xc001062660)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).Peek(0xc001062660, 0x1, 0x2, 0x0, 0x0, 0x0, 0xc00062c480)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/bufio/bufio.go:138 +0x4f
net/http.(*persistConn).readLoop(0xc001066ea0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:2037 +0x1a8
created by net/http.(*Transport).dialConn
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:1706 +0xc56
goroutine 69 [select]:
net/http.(*persistConn).writeLoop(0xc001066ea0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:2336 +0x11c
created by net/http.(*Transport).dialConn
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:1707 +0xc7b
goroutine 44 [IO wait]:
internal/poll.runtime_pollWait(0x7fa2f8e64d58, 0x72, 0xffffffffffffffff)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/runtime/netpoll.go:203 +0x55
internal/poll.(*pollDesc).wait(0xc000562198, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000562180, 0xc00057e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc000562180, 0xc00057e000, 0x1000, 0x1000, 0xc000115560, 0xc000694d98, 0xc000694c20)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000626720, 0xc00057e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/net.go:184 +0x8e
net/http.(*persistConn).Read(0xc0010c17a0, 0xc00057e000, 0x1000, 0x1000, 0xc000694eb0, 0x461370, 0xc000694eb0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:1884 +0x75
bufio.(*Reader).fill(0xc000115a40)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).Peek(0xc000115a40, 0x1, 0x2, 0x0, 0x0, 0x0, 0xc000062fc0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/bufio/bufio.go:138 +0x4f
net/http.(*persistConn).readLoop(0xc0010c17a0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:2037 +0x1a8
created by net/http.(*Transport).dialConn
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:1706 +0xc56
goroutine 45 [select]:
net/http.(*persistConn).writeLoop(0xc0010c17a0)
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:2336 +0x11c
created by net/http.(*Transport).dialConn
/home/ubuntu/actions-runner/_work/_tool/go/1.14.10/x64/src/net/http/transport.go:1707 +0xc7b
goroutine 2205 [select]:
golang.org/x/net/http2.awaitRequestCancel(0xc000990e00, 0xc000e944e0, 0x43d176, 0x29476c8)
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/transport.go:309 +0x120
golang.org/x/net/http2.(*clientStream).awaitRequestCancel(0xc0006d6c60, 0xc000990e00)
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/transport.go:335 +0x40
created by golang.org/x/net/http2.(*clientConnReadLoop).handleResponse
/home/ubuntu/go/pkg/mod/golang.org/x/net@v0.0.0-20200707034311-ab3426394381/http2/transport.go:2029 +0x749
goroutine 1544 [select]:
k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc001d860d0, 0xbfe56a24e0906700, 0x23b538701, 0x4439960, 0x2d75b80, 0xc001e0e680, 0xc0007dbb40, 0xc001626540, 0xc001375aa0, 0x0, ...)
/home/ubuntu/go/pkg/mod/k8s.io/client-go@v0.18.6/tools/cache/reflector.go:432 +0x1a1
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc001d860d0, 0xc001375aa0, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/k8s.io/client-go@v0.18.6/tools/cache/reflector.go:396 +0xae2
k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
/home/ubuntu/go/pkg/mod/k8s.io/client-go@v0.18.6/tools/cache/reflector.go:177 +0x33
k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc002688ee0)
/home/ubuntu/go/pkg/mod/k8s.io/apimachinery@v0.18.6/pkg/util/wait/wait.go:155 +0x5f
k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0007dbee0, 0x2d52e60, 0xc001694320, 0xc002688f01, 0xc001375aa0)
/home/ubuntu/go/pkg/mod/k8s.io/apimachinery@v0.18.6/pkg/util/wait/wait.go:156 +0xa3
k8s.io/client-go/tools/cache.(*Reflector).Run(0xc001d860d0, 0xc001375aa0)
/home/ubuntu/go/pkg/mod/k8s.io/client-go@v0.18.6/tools/cache/reflector.go:176 +0x17e
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/home/ubuntu/go/pkg/mod/k8s.io/apimachinery@v0.18.6/pkg/util/wait/wait.go:56 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00129a010, 0xc000a62020)
/home/ubuntu/go/pkg/mod/k8s.io/apimachinery@v0.18.6/pkg/util/wait/wait.go:73 +0x51
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/home/ubuntu/go/pkg/mod/k8s.io/apimachinery@v0.18.6/pkg/util/wait/wait.go:71 +0x62
goroutine 2023 [select]:
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).trackContainer(0xc000b7f180, 0x2db6680, 0xc000414cc0, 0xc001e8bfc0, 0x7, 0x0, 0x0)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:390 +0x12c
github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers.func1(0xc000b7f180, 0xc001e8bfc0, 0x7, 0x2db6680, 0xc000414cc0)
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:437 +0xb9
created by github.com/werf/kubedog/pkg/tracker/pod.(*Tracker).runContainersTrackers
/home/ubuntu/go/pkg/mod/github.com/werf/kubedog@v0.4.1-0.20200923112210-4079add7a93c/pkg/tracker/pod/tracker.go:432 +0x273