Skip to content

cilium agent: fatal error: concurrent map writes #8278

@borkmann

Description

@borkmann

Seen on latest master while trying to deploy a basic k8s setups with 2 worker nodes:

level=info msg="  --access-log=''" subsys=daemon
level=info msg="  --agent-labels=''" subsys=daemon
level=info msg="  --all-state='false'" subsys=daemon
level=info msg="  --allow-localhost='auto'" subsys=daemon
level=info msg="  --annotate-k8s-node='true'" subsys=daemon
level=info msg="  --auto-direct-node-routes='true'" subsys=daemon
level=info msg="  --blacklist-conflicting-routes='true'" subsys=daemon
level=info msg="  --bpf-compile-debug='false'" subsys=daemon
level=info msg="  --bpf-ct-global-any-max='262144'" subsys=daemon
level=info msg="  --bpf-ct-global-tcp-max='524288'" subsys=daemon
level=info msg="  --bpf-policy-map-max='16384'" subsys=daemon
level=info msg="  --bpf-root=''" subsys=daemon
level=info msg="  --bpf-state='false'" subsys=daemon
level=info msg="  --cgroup-root=''" subsys=daemon
level=info msg="  --cluster-id='0'" subsys=daemon
level=info msg="  --cluster-name='default'" subsys=daemon
level=info msg="  --clustermesh-config='/var/lib/cilium/clustermesh/'" subsys=daemon
level=info msg="  --cmdref=''" subsys=daemon
level=info msg="  --config=''" subsys=daemon
level=info msg="  --config-dir='/tmp/cilium/config-map'" subsys=daemon
level=info msg="  --conntrack-garbage-collector-interval='0'" subsys=daemon
level=info msg="  --conntrack-gc-interval='0s'" subsys=daemon
level=info msg="  --container-runtime=''" subsys=daemon
level=info msg="  --container-runtime-endpoint='map[]'" subsys=daemon
level=info msg="  --datapath-mode='veth'" subsys=daemon
level=info msg="  --debug='false'" subsys=daemon
level=info msg="  --debug-verbose=''" subsys=daemon
level=info msg="  --device='eno1'" subsys=daemon
level=info msg="  --disable-conntrack='false'" subsys=daemon
level=info msg="  --disable-endpoint-crd='false'" subsys=daemon
level=info msg="  --disable-envoy-version-check='false'" subsys=daemon
level=info msg="  --disable-ipv4='false'" subsys=daemon
level=info msg="  --disable-k8s-services='false'" subsys=daemon
level=info msg="  --docker='unix:///var/run/docker.sock'" subsys=daemon
level=info msg="  --enable-endpoint-routes='false'" subsys=daemon
level=info msg="  --enable-health-checking='true'" subsys=daemon
level=info msg="  --enable-host-reachable-services='false'" subsys=daemon
level=info msg="  --enable-ipsec='false'" subsys=daemon
level=info msg="  --enable-ipv4='true'" subsys=daemon
level=info msg="  --enable-ipv6='false'" subsys=daemon
level=info msg="  --enable-k8s-event-handover='false'" subsys=daemon
level=info msg="  --enable-legacy-services='false'" subsys=daemon
level=info msg="  --enable-policy='default'" subsys=daemon
level=info msg="  --enable-selective-regeneration='true'" subsys=daemon
level=info msg="  --enable-tracing='false'" subsys=daemon
level=info msg="  --encrypt-interface=''" subsys=daemon
level=info msg="  --encrypt-node='false'" subsys=daemon
level=info msg="  --endpoint-interface-name-prefix='lxc+'" subsys=daemon
level=info msg="  --endpoint-queue-size='25'" subsys=daemon
level=info msg="  --envoy-log=''" subsys=daemon
level=info msg="  --exclude-local-address=''" subsys=daemon
level=info msg="  --fixed-identity-mapping='map[]'" subsys=daemon
level=info msg="  --flannel-manage-existing-containers='false'" subsys=daemon
level=info msg="  --flannel-master-device=''" subsys=daemon
level=info msg="  --flannel-uninstall-on-exit='false'" subsys=daemon
level=info msg="  --force-local-policy-eval-at-source='true'" subsys=daemon
level=info msg="  --http-403-msg=''" subsys=daemon
level=info msg="  --http-idle-timeout='0'" subsys=daemon
level=info msg="  --http-max-grpc-timeout='0'" subsys=daemon
level=info msg="  --http-request-timeout='3600'" subsys=daemon
level=info msg="  --http-retry-count='3'" subsys=daemon
level=info msg="  --http-retry-timeout='0'" subsys=daemon
level=info msg="  --identity-change-grace-period='5s'" subsys=daemon
level=info msg="  --install-iptables-rules='true'" subsys=daemon
level=info msg="  --ipv4-cluster-cidr-mask-size='8'" subsys=daemon
level=info msg="  --ipv4-node='auto'" subsys=daemon
level=info msg="  --ipv4-range='auto'" subsys=daemon
level=info msg="  --ipv4-service-loopback-address='169.254.42.1'" subsys=daemon
level=info msg="  --ipv4-service-range='auto'" subsys=daemon
level=info msg="  --ipv6-cluster-alloc-cidr='f00d::/64'" subsys=daemon
level=info msg="  --ipv6-node='auto'" subsys=daemon
level=info msg="  --ipv6-range='auto'" subsys=daemon
level=info msg="  --ipv6-service-range='auto'" subsys=daemon
level=info msg="  --ipvlan-master-device='undefined'" subsys=daemon
level=info msg="  --k8s-api-server=''" subsys=daemon
level=info msg="  --k8s-force-json-patch='false'" subsys=daemon
level=info msg="  --k8s-kubeconfig-path=''" subsys=daemon
level=info msg="  --k8s-namespace='kube-system'" subsys=daemon
level=info msg="  --k8s-require-ipv4-pod-cidr='false'" subsys=daemon
level=info msg="  --k8s-require-ipv6-pod-cidr='false'" subsys=daemon
level=info msg="  --k8s-watcher-endpoint-selector='metadata.name!=kube-scheduler,metadata.name!=kube-controller-manager,metadata.name!=etcd-operator,metadata.name!=gcp-controller-manager'" subsys=daemon
level=info msg="  --k8s-watcher-queue-size='1024'" subsys=daemon
level=info msg="  --keep-bpf-templates='false'" subsys=daemon
level=info msg="  --keep-config='false'" subsys=daemon
level=info msg="  --kvstore='etcd'" subsys=daemon
level=info msg="  --kvstore-opt='map[etcd.config:/var/lib/etcd-config/etcd.config]'" subsys=daemon
level=info msg="  --kvstore-periodic-sync='5m0s'" subsys=daemon
level=info msg="  --label-prefix-file=''" subsys=daemon
level=info msg="  --labels=''" subsys=daemon
level=info msg="  --lb=''" subsys=daemon
level=info msg="  --lib-dir='/var/lib/cilium'" subsys=daemon
level=info msg="  --log-driver=''" subsys=daemon
level=info msg="  --log-opt='map[]'" subsys=daemon
level=info msg="  --log-system-load='false'" subsys=daemon
level=info msg="  --masquerade='true'" subsys=daemon
level=info msg="  --max-controller-interval='0'" subsys=daemon
level=info msg="  --metrics=''" subsys=daemon
level=info msg="  --monitor-aggregation='none'" subsys=daemon
level=info msg="  --monitor-queue-size='0'" subsys=daemon
level=info msg="  --mtu='0'" subsys=daemon
level=info msg="  --nat46-range='0:0:0:0:0:FFFF::/96'" subsys=daemon
level=info msg="  --policy-queue-size='100'" subsys=daemon
level=info msg="  --pprof='false'" subsys=daemon
level=info msg="  --preallocate-bpf-maps='false'" subsys=daemon
level=info msg="  --prefilter-device='undefined'" subsys=daemon
level=info msg="  --prefilter-mode='native'" subsys=daemon
level=info msg="  --prepend-iptables-chains='true'" subsys=daemon
level=info msg="  --prometheus-serve-addr=''" subsys=daemon
level=info msg="  --proxy-connect-timeout='1'" subsys=daemon
level=info msg="  --read-cni-conf=''" subsys=daemon
level=info msg="  --restore='true'" subsys=daemon
level=info msg="  --sidecar-http-proxy='false'" subsys=daemon
level=info msg="  --sidecar-istio-proxy-image='cilium/istio_proxy'" subsys=daemon
level=info msg="  --single-cluster-route='false'" subsys=daemon
level=info msg="  --skip-crd-creation='false'" subsys=daemon
level=info msg="  --socket-path='/var/run/cilium/cilium.sock'" subsys=daemon
level=info msg="  --sockops-enable='false'" subsys=daemon
level=info msg="  --state-dir='/var/run/cilium'" subsys=daemon
level=info msg="  --tofqdns-dns-reject-response-code='refused'" subsys=daemon
level=info msg="  --tofqdns-enable-poller='false'" subsys=daemon
level=info msg="  --tofqdns-enable-poller-events='true'" subsys=daemon
level=info msg="  --tofqdns-endpoint-max-ip-per-hostname='50'" subsys=daemon
level=info msg="  --tofqdns-min-ttl='0'" subsys=daemon
level=info msg="  --tofqdns-pre-cache=''" subsys=daemon
level=info msg="  --tofqdns-proxy-port='0'" subsys=daemon
level=info msg="  --trace-payloadlen='128'" subsys=daemon
level=info msg="  --tunnel='disabled'" subsys=daemon
level=info msg="  --version='false'" subsys=daemon
level=info msg="     _ _ _" subsys=daemon
level=info msg=" ___|_| |_|_ _ _____" subsys=daemon
level=info msg="|  _| | | | | |     |" subsys=daemon
level=info msg="|___|_|_|_|___|_|_|_|" subsys=daemon
level=info msg="Cilium 1.5.90 ab10bc531 2019-06-11T23:41:51+03:00 go version go1.12.5 linux/amd64" subsys=daemon
level=info msg="cilium-envoy  version: 18ed0eab0eb161b21e25c50b8d360ba6507b9a4b/1.11.0-dev/Modified/RELEASE/BoringSSL" subsys=daemon
level=info msg="clang (7.0.0) and kernel (5.0.0) versions: OK!" subsys=daemon
level=info msg="linking environment: OK!" subsys=daemon
level=info msg="bpf_requirements check: OK!" subsys=daemon
level=info msg="Detected mounted BPF filesystem at /sys/fs/bpf" subsys=bpf
level=info msg="Valid label prefix configuration:" subsys=labels-filter
level=info msg=" - :io.kubernetes.pod.namespace" subsys=labels-filter
level=info msg=" - :io.cilium.k8s.namespace.labels" subsys=labels-filter
level=info msg=" - !:io.kubernetes" subsys=labels-filter
level=info msg=" - !:.*kubernetes.io" subsys=labels-filter
level=info msg=" - !:pod-template-generation" subsys=labels-filter
level=info msg=" - !:pod-template-hash" subsys=labels-filter
level=info msg=" - !:controller-revision-hash" subsys=labels-filter
level=info msg=" - !:annotation.*" subsys=labels-filter
level=info msg=" - !:etcd_node" subsys=labels-filter
level=info msg="Using autogenerated IPv4 allocation range" subsys=node v4Prefix=10.120.0.0/16
level=info msg="Initializing daemon" subsys=daemon
level=info msg="Detected MTU 1500" subsys=mtu
level=info msg="Serving cilium node monitor v1.2 API at unix:///var/run/cilium/monitor1_2.sock" subsys=monitor-agent
level=info msg="Restore service IDs from BPF maps" duration="387.849µs" failed=0 removed=0 restored=3 skipped=0 subsys=daemon
level=info msg="Removing stale endpoint interfaces" subsys=daemon
level=info msg="Establishing connection to apiserver" host="https://10.96.0.1:443" subsys=k8s
level=info msg="Connected to apiserver" subsys=k8s
level=info msg="Retrieved node information from kubernetes" nodeName=tank subsys=k8s
level=info msg="Received own node information from API server" ipAddr.ipv4=192.168.1.120 ipAddr.ipv6="<nil>" nodeName=tank subsys=k8s v4Prefix=10.1.0.0/16 v6Prefix="<nil>"
level=info msg="k8s mode: Allowing localhost to reach local endpoints" subsys=daemon
level=info msg="Initializing node addressing" subsys=daemon
level=info msg="Restored IPv4 internal node IP: 10.1.172.163" subsys=node
level=info msg="Initializing hostscope IPAM" subsys=ipam v4Prefix=10.1.0.0/16 v6Prefix="<nil>"
level=info msg="Container runtime options set: endpoint=/var/run/containerd/containerd.sock,endpoint=/var/run/crio/crio.sock,datapath-mode=veth,endpoint=unix:///var/run/docker.sock" subsys=daemon
level=info msg="Restoring endpoints..." subsys=daemon
level=warning msg="C header file not found. Ignoring endpoint" endpointID=831_next_fail file-path= subsys=endpoint
level=info msg="Endpoints restored" failed=0 restored=2 subsys=daemon
level=info msg="Addressing information:" subsys=daemon
level=info msg="  Cluster-Name: default" subsys=daemon
level=info msg="  Cluster-ID: 0" subsys=daemon
level=info msg="  Local node-name: tank" subsys=daemon
level=info msg="  Node-IPv6: <nil>" subsys=daemon
level=info msg="  External-Node IPv4: 192.168.1.120" subsys=daemon
level=info msg="  Internal-Node IPv4: 10.1.172.163" subsys=daemon
level=info msg="  Cluster IPv4 prefix: 10.0.0.0/8" subsys=daemon
level=info msg="  IPv4 allocation prefix: 10.1.0.0/16" subsys=daemon
level=info msg="  Loopback IPv4: 169.254.42.1" subsys=daemon
level=info msg="  Local IPv4 addresses:" subsys=daemon
level=info msg="  - 192.168.1.120" subsys=daemon
level=info msg="  - 172.17.0.1" subsys=daemon
level=info msg="  - 172.20.0.1" subsys=daemon
level=info msg="  - 172.18.0.1" subsys=daemon
level=info msg="  - 172.19.0.1" subsys=daemon
level=info msg="  - 10.5.5.1" subsys=daemon
level=info msg="Annotating k8s node" subsys=daemon v4CiliumHostIP.IPv4=10.1.172.163 v4Prefix=10.1.0.0/16 v4healthIP.IPv4=10.1.134.174 v6CiliumHostIP.IPv6="<nil>" v6Prefix="<nil>" v6healthIP.IPv6="<nil>"
level=info msg="Cluster-ID is not specified, skipping ClusterMesh initialization" subsys=daemon
level=info msg="Adding local node to cluster" subsys=nodediscovery
level=info msg="Initializing identity allocator" subsys=identity-cache
level=info msg="Blacklisting local route as no-alloc" route=10.1.0.0/16 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=10.5.5.0/24 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=172.17.0.0/16 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=172.18.0.0/16 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=172.19.0.0/16 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=172.20.0.0/16 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=192.168.1.0/24 subsys=ipam
level=info msg="Blacklisting local route as no-alloc" route=192.168.1.1/32 subsys=ipam
level=info msg="Setting sysctl net.core.bpf_jit_enable=1" subsys=daemon
level=info msg="Setting sysctl net.ipv4.conf.all.rp_filter=0" subsys=daemon
level=info msg="Setting sysctl net.ipv6.conf.all.disable_ipv6=0" subsys=daemon
level=info msg="Starting IP identity watcher" subsys=ipcache
level=info msg="Envoy: Starting xDS gRPC server listening on /var/run/cilium/xds.sock" subsys=envoy-manager
level=info msg="Validating configured node address ranges" subsys=daemon
level=info msg="Starting connection tracking garbage collector" subsys=daemon
level=info msg="Conntrack garbage collector interval recalculated" deleteRatio=8.7738037109375e-05 newInterval=7m30s subsys=map-ct
level=info msg="Initial scan of connection tracking completed" subsys=endpoint-manager
level=info msg="Enabling k8s event listener" subsys=daemon
level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=CiliumNetworkPolicy/v2 subsys=k8s
level=info msg="Updating CRD (CustomResourceDefinition)..." name=v2.CiliumEndpoint subsys=k8s
level=info msg="CRD (CustomResourceDefinition) is installed and up-to-date" name=v2.CiliumEndpoint subsys=k8s
level=info msg="Waiting until all pre-existing resources related to policy have been received" subsys=daemon
level=info msg="All pre-existing resources related to policy have been received; continuing" subsys=daemon
level=info msg="Connecting to etcd server..." config=/var/lib/etcd-config/etcd.config endpoints="[https://cilium-etcd-client.kube-system.svc:2379]" subsys=kvstore
level=info msg="Regenerating restored endpoints" numRestored=2 subsys=daemon
level=info msg="New endpoint" containerID=9c5baaa2d8 datapathPolicyRevision=0 desiredPolicyRevision=0 endpointID=3574 identity=100 ipv4=10.1.220.11 ipv6= k8sPodName=kube-system/etcd-operator-69479664f7-gr7wq subsys=endpoint
level=info msg="New endpoint" containerID=4d8fcea74e datapathPolicyRevision=0 desiredPolicyRevision=0 endpointID=2118 identity=101 ipv4=10.1.2.132 ipv6= k8sPodName=kube-system/cilium-etcd-rpjjkzll2m subsys=endpoint
level=info msg="Removed endpoint" containerID= datapathPolicyRevision=0 desiredPolicyRevision=0 endpointID=1914 identity=4 ipv4=10.1.147.106 ipv6= k8sPodName=/ subsys=endpoint
level=info msg="Enabling docker event listener" subsys=workload-watcher
level=warning msg="Unable to release endpoint ID" error="Unable to release endpoint ID 1914" state=disconnected subsys=endpoint-manager
level=info msg="Launching Cilium health daemon" subsys=daemon
level=info msg="Launching Cilium health endpoint" subsys=daemon
level=info msg="Spawning health endpoint with arguments []string{\"cilium-health\", \"cilium_health\", \"cilium\", \"\", \"10.1.134.174/32\", \"cilium-health\", \"-d --admin=unix --passive --pidfile /var/run/cilium/state/health-endpoint.pid\"}" subsys=cilium-health-launcher
level=info msg="Initializing Cilium API" subsys=daemon
level=info msg="Daemon initialization completed" bootstrapTime=3.808659709s subsys=daemon
level=info msg="Serving cilium at unix:///var/run/cilium/cilium.sock" subsys=daemon
level=info msg="Serving cilium health at http://[::]:4240" subsys=health-server
level=info msg="Compiled new BPF template" BPFCompilationTime=453.000358ms file-path=/var/run/cilium/state/templates/bed23846f57c2cd0d037688839640617c38f3e71/bpf_lxc.o subsys=datapath-loader
level=info msg="Rewrote endpoint BPF program" containerID=9c5baaa2d8 datapathPolicyRevision=0 desiredPolicyRevision=1 endpointID=3574 identity=100 ipv4=10.1.220.11 ipv6= k8sPodName=kube-system/etcd-operator-69479664f7-gr7wq subsys=endpoint
level=info msg="Restored endpoint" endpointID=3574 ipAddr="[10.1.220.11 ]" subsys=daemon
level=info msg="Rewrote endpoint BPF program" containerID=4d8fcea74e datapathPolicyRevision=0 desiredPolicyRevision=1 endpointID=2118 identity=101 ipv4=10.1.2.132 ipv6= k8sPodName=kube-system/cilium-etcd-rpjjkzll2m subsys=endpoint
level=info msg="Restored endpoint" endpointID=2118 ipAddr="[10.1.2.132 ]" subsys=daemon
level=info msg="Finished regenerating restored endpoints" regenerated=2 subsys=daemon total=2
level=info msg="Serving cilium health at http://[::]:4240" subsys=health-server
level=info msg="New endpoint" containerID= datapathPolicyRevision=0 desiredPolicyRevision=0 endpointID=35 ipv4=10.1.134.174 ipv6= k8sPodName=/ subsys=endpoint
level=info msg="Resolving identity labels (blocking)" containerID= datapathPolicyRevision=0 desiredPolicyRevision=0 endpointID=35 identityLabels="reserved:health" ipv4=10.1.134.174 ipv6= k8sPodName=/ subsys=endpoint
level=info msg="Identity of endpoint changed" containerID= datapathPolicyRevision=0 desiredPolicyRevision=0 endpointID=35 identity=4 identityLabels="reserved:health" ipv4=10.1.134.174 ipv6= k8sPodName=/ oldIdentity="no identity" subsys=endpoint
fatal error: concurrent map writes

goroutine 531 [running]:
runtime.throw(0x31d854f, 0x15)
	/usr/local/go/src/runtime/panic.go:617 +0x72 fp=0xc0011fb490 sp=0xc0011fb460 pc=0x124aa42
runtime.mapassign_faststr(0x2e0fe00, 0xc00095ac60, 0xc001b237d0, 0xb, 0x1)
	/usr/local/go/src/runtime/map_faststr.go:211 +0x42a fp=0xc0011fb4f8 sp=0xc0011fb490 pc=0x12301ba
github.com/cilium/cilium/pkg/ipam.(*IPAM).allocateNextFamily(0xc00032ee80, 0x31a6e34, 0x4, 0x36368a0, 0xc0005187f0, 0xc001b23780, 0xd, 0x7ff148fc6aa8, 0xc001050010, 0x4, ...)
	/go/src/github.com/cilium/cilium/pkg/ipam/allocator.go:119 +0x1ef fp=0xc0011fb6f8 sp=0xc0011fb4f8 pc=0x263565f
github.com/cilium/cilium/pkg/ipam.(*IPAM).AllocateNextFamily(0xc00032ee80, 0x31a6e34, 0x4, 0xc001b23780, 0xd, 0xc00027a000, 0x7ff1490946d0, 0xc0007f5680, 0x2fe32e0, 0xc001050080)
	/go/src/github.com/cilium/cilium/pkg/ipam/allocator.go:129 +0x20a fp=0xc0011fb788 sp=0xc0011fb6f8 pc=0x2635d9a
github.com/cilium/cilium/pkg/ipam.(*IPAM).AllocateNext(0xc00032ee80, 0x0, 0x0, 0xc001b23780, 0xd, 0xc00027a000, 0x7ff1490946d0, 0xc0007f5680, 0xc0011fb8a0, 0x133434e, ...)
	/go/src/github.com/cilium/cilium/pkg/ipam/allocator.go:151 +0x140 fp=0xc0011fb828 sp=0xc0011fb788 pc=0x2635f10
main.(*postIPAM).Handle(0xc00106e0d0, 0xc0001e0e00, 0x0, 0xc001b20b50, 0xc00104c060, 0x0)
	/go/src/github.com/cilium/cilium/daemon/ipam.go:54 +0x116 fp=0xc0011fb8c8 sp=0xc0011fb828 pc=0x2b401b6
github.com/cilium/cilium/api/v1/server/restapi/ipam.(*PostIPAM).ServeHTTP(0xc001456420, 0x360b960, 0xc00104c020, 0xc0001e0e00)
	/go/src/github.com/cilium/cilium/api/v1/server/restapi/ipam/post_ip_a_m.go:54 +0x177 fp=0xc0011fb940 sp=0xc0011fb8c8 pc=0x29dfdf7
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.NewOperationExecutor.func1(0x360b960, 0xc00104c020, 0xc0001e0e00)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/operation.go:28 +0x75 fp=0xc0011fb978 sp=0xc0011fb940 pc=0x184b6d5
net/http.HandlerFunc.ServeHTTP(0xc0013e2ef0, 0x360b960, 0xc00104c020, 0xc0001e0e00)
	/usr/local/go/src/net/http/server.go:1995 +0x44 fp=0xc0011fb9a0 sp=0xc0011fb978 pc=0x15440f4
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.NewRouter.func1(0x360b960, 0xc00104c020, 0xc000c00e00)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/router.go:76 +0x358 fp=0xc0011fba70 sp=0xc0011fb9a0 pc=0x184bec8
net/http.HandlerFunc.ServeHTTP(0xc000523340, 0x360b960, 0xc00104c020, 0xc000c00e00)
	/usr/local/go/src/net/http/server.go:1995 +0x44 fp=0xc0011fba98 sp=0xc0011fba70 pc=0x15440f4
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.Redoc.func1(0x360b960, 0xc00104c020, 0xc000c00e00)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/redoc.go:72 +0x2a5 fp=0xc0011fbb40 sp=0xc0011fba98 pc=0x184b995
net/http.HandlerFunc.ServeHTTP(0xc00082e140, 0x360b960, 0xc00104c020, 0xc000c00e00)
	/usr/local/go/src/net/http/server.go:1995 +0x44 fp=0xc0011fbb68 sp=0xc0011fbb40 pc=0x15440f4
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.Spec.func1(0x360b960, 0xc00104c020, 0xc000c00e00)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/spec.go:46 +0x1ad fp=0xc0011fbbf0 sp=0xc0011fbb68 pc=0x184c09d
net/http.HandlerFunc.ServeHTTP(0xc00082e180, 0x360b960, 0xc00104c020, 0xc000c00e00)
	/usr/local/go/src/net/http/server.go:1995 +0x44 fp=0xc0011fbc18 sp=0xc0011fbbf0 pc=0x15440f4
github.com/cilium/cilium/pkg/metrics.(*APIEventTSHelper).ServeHTTP(0xc000d385d0, 0x3625320, 0xc001198000, 0xc000c00e00)
	/go/src/github.com/cilium/cilium/pkg/metrics/middleware.go:69 +0x111 fp=0xc0011fbcb8 sp=0xc0011fbc18 pc=0x18a54b1
github.com/cilium/cilium/pkg/api.(*APIPanicHandler).ServeHTTP(0xc000afa970, 0x3625320, 0xc001198000, 0xc000c00e00)
	/go/src/github.com/cilium/cilium/pkg/api/apipanic.go:53 +0x8f fp=0xc0011fbcf0 sp=0xc0011fbcb8 pc=0x187b97f
net/http.serverHandler.ServeHTTP(0xc000a58680, 0x3625320, 0xc001198000, 0xc000c00e00)
	/usr/local/go/src/net/http/server.go:2774 +0xa8 fp=0xc0011fbd20 sp=0xc0011fbcf0 pc=0x15473c8
net/http.(*conn).serve(0xc000a054a0, 0x36365a0, 0xc000ed1a80)
	/usr/local/go/src/net/http/server.go:1878 +0x851 fp=0xc0011fbfc8 sp=0xc0011fbd20 pc=0x15430b1
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1337 +0x1 fp=0xc0011fbfd0 sp=0xc0011fbfc8 pc=0x127a281
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2884 +0x2f4

goroutine 1 [select]:
main.runDaemon()
	/go/src/github.com/cilium/cilium/daemon/daemon_main.go:1377 +0xfc9
main.glob..func1(0x4e9e020, 0xc0002d5740, 0x0, 0x6)
	/go/src/github.com/cilium/cilium/daemon/daemon_main.go:116 +0x7b
github.com/cilium/cilium/vendor/github.com/spf13/cobra.(*Command).execute(0x4e9e020, 0xc0000da010, 0x6, 0x6, 0x4e9e020, 0xc0000da010)
	/go/src/github.com/cilium/cilium/vendor/github.com/spf13/cobra/command.go:766 +0x2ae
github.com/cilium/cilium/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0x4e9e020, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/spf13/cobra/command.go:850 +0x2fc
github.com/cilium/cilium/vendor/github.com/spf13/cobra.(*Command).Execute(...)
	/go/src/github.com/cilium/cilium/vendor/github.com/spf13/cobra/command.go:800
main.daemonMain()
	/go/src/github.com/cilium/cilium/daemon/daemon_main.go:137 +0x17d
main.main()
	/go/src/github.com/cilium/cilium/daemon/main.go:30 +0x8e

goroutine 19 [syscall]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:139 +0x9c
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.init.0
	/usr/local/go/src/os/signal/signal_unix.go:29 +0x41

goroutine 35 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/klog.(*loggingT).flushDaemon(0x4f54620)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/klog/klog.go:943 +0x8b
created by github.com/cilium/cilium/vendor/k8s.io/klog.init.0
	/go/src/github.com/cilium/cilium/vendor/k8s.io/klog/klog.go:403 +0x6c

goroutine 36 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x6fc23ac00)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/pkg/kvstore.init.3.func1()
	/go/src/github.com/cilium/cilium/pkg/kvstore/lock.go:71 +0x3d
created by github.com/cilium/cilium/pkg/kvstore.init.3
	/go/src/github.com/cilium/cilium/pkg/kvstore/lock.go:68 +0x35

goroutine 44 [chan receive]:
github.com/cilium/cilium/pkg/monitor/agent.(*Agent).eventDrainer(0xc000d51a40)
	/go/src/github.com/cilium/cilium/pkg/monitor/agent/agent.go:97 +0x82
created by github.com/cilium/cilium/pkg/monitor/agent.NewAgent
	/go/src/github.com/cilium/cilium/pkg/monitor/agent/agent.go:84 +0x1b1

goroutine 13 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x37e11d600)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/pkg/monitor.init.0.func1()
	/go/src/github.com/cilium/cilium/pkg/monitor/ifindex.go:63 +0x39
created by github.com/cilium/cilium/pkg/monitor.init.0
	/go/src/github.com/cilium/cilium/pkg/monitor/ifindex.go:45 +0x35

goroutine 15 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026fd8, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000412618, 0x72, 0x0, 0x0, 0x31ad038)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000412600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc000412600, 0xc0003de380, 0x7ff1490946d0, 0x0)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0000109b0, 0x12613fc, 0x10, 0x2d75ce0)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc0000109b0, 0x1, 0x1, 0xc000364010, 0xc0002d5558)
	/usr/local/go/src/net/tcpsock.go:260 +0x48
github.com/cilium/cilium/vendor/github.com/google/gops/agent.listen()
	/go/src/github.com/cilium/cilium/vendor/github.com/google/gops/agent/agent.go:117 +0x73
created by github.com/cilium/cilium/vendor/github.com/google/gops/agent.Listen
	/go/src/github.com/cilium/cilium/vendor/github.com/google/gops/agent/agent.go:110 +0x397

goroutine 66 [chan receive]:
main.registerSigHandler.func1(0xc0002d5680, 0xc0001825a0)
	/go/src/github.com/cilium/cilium/daemon/cleanup.go:41 +0x55
created by main.registerSigHandler
	/go/src/github.com/cilium/cilium/daemon/cleanup.go:40 +0x115

goroutine 43 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026d68, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000413a18, 0x72, 0x0, 0x0, 0x31ad038)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000413a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc000413a00, 0x0, 0xc0004845a8, 0x122353a)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*UnixListener).accept(0xc000d51a70, 0xc0004845d0, 0x263aebe, 0x0)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).Accept(0xc000d51a70, 0xc0000d0018, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/unixsock.go:260 +0x48
github.com/cilium/cilium/pkg/monitor/agent.(*Monitor).connectionHandler1_2(0xc000a94780, 0x36365e0, 0xc0000d0018, 0x36250a0, 0xc000d51a70)
	/go/src/github.com/cilium/cilium/pkg/monitor/agent/monitor.go:222 +0x75
created by github.com/cilium/cilium/pkg/monitor/agent.NewMonitor
	/go/src/github.com/cilium/cilium/pkg/monitor/agent/monitor.go:85 +0xc9

goroutine 42 [chan receive]:
github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run.func1()
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:226 +0x55
sync.(*Once).Do(0xc0000f31e8, 0xc000238760)
	/usr/local/go/src/sync/once.go:44 +0xb3
created by github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:225 +0xaa

goroutine 41 [chan receive]:
github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run.func1()
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:226 +0x55
sync.(*Once).Do(0xc0000f3198, 0xc000238750)
	/usr/local/go/src/sync/once.go:44 +0xb3
created by github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:225 +0xaa

goroutine 40 [select]:
github.com/cilium/cilium/pkg/node/manager.(*Manager).backgroundSync(0xc00028cc40)
	/go/src/github.com/cilium/cilium/pkg/node/manager/manager.go:222 +0x2d0
created by github.com/cilium/cilium/pkg/node/manager.NewManager
	/go/src/github.com/cilium/cilium/pkg/node/manager/manager.go:128 +0x600

goroutine 25 [chan receive]:
github.com/cilium/cilium/pkg/cleanup.DeferTerminationCleanupFunction.func1(0x549d3e0, 0xc000182120, 0xc0000c9b20)
	/go/src/github.com/cilium/cilium/pkg/cleanup/cleanup.go:30 +0x5a
created by github.com/cilium/cilium/pkg/cleanup.DeferTerminationCleanupFunction
	/go/src/github.com/cilium/cilium/pkg/cleanup/cleanup.go:28 +0x6a

goroutine 26 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0001dc1e0)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 30 [select]:
github.com/cilium/cilium/pkg/trigger.(*Trigger).waiter(0xc00017b2c0)
	/go/src/github.com/cilium/cilium/pkg/trigger/trigger.go:262 +0x153
created by github.com/cilium/cilium/pkg/trigger.NewTrigger
	/go/src/github.com/cilium/cilium/pkg/trigger/trigger.go:170 +0x17a

goroutine 31 [chan receive]:
main.(*Daemon).k8sServiceHandler(0xc00022c8c0)
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:1058 +0x7e
created by main.(*Daemon).runK8sServiceHandler
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:1132 +0x3f

goroutine 117 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0001dd860)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 118 [select]:
github.com/cilium/cilium/pkg/kvstore/store.(*SharedStore).listAndStartWatcher(0xc000b7ef00, 0x31c2783, 0xd)
	/go/src/github.com/cilium/cilium/pkg/kvstore/store/store.go:448 +0x104
github.com/cilium/cilium/pkg/kvstore/store.JoinSharedStore(0xc0004d4840, 0x15, 0x45d964b800, 0x32d6878, 0x36972e0, 0xc0003131e0, 0x35ec020, 0xc000519c00, 0xc0000d6480, 0xc000581230, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/store/store.go:205 +0x1b7
github.com/cilium/cilium/pkg/node/store.(*NodeRegistrar).RegisterNode(0xc0007e93f8, 0xc0007e9400, 0x3636f20, 0xc00028cc40, 0x1, 0x0)
	/go/src/github.com/cilium/cilium/pkg/node/store/store.go:153 +0xfc
github.com/cilium/cilium/pkg/nodediscovery.(*NodeDiscovery).StartDiscovery.func1(0xc0007e93b0)
	/go/src/github.com/cilium/cilium/pkg/nodediscovery/nodediscovery.go:149 +0x133
created by github.com/cilium/cilium/pkg/nodediscovery.(*NodeDiscovery).StartDiscovery
	/go/src/github.com/cilium/cilium/pkg/nodediscovery/nodediscovery.go:146 +0x4f8

goroutine 116 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026f08, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc00046a398, 0x72, 0x8d00, 0x8d8f, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00046a380, 0xc00092e000, 0x8d8f, 0x8d8f, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc00046a380, 0xc00092e000, 0x8d8f, 0x8d8f, 0x203000, 0x0, 0x8d82)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002da1b0, 0xc00092e000, 0x8d8f, 0x8d8f, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
crypto/tls.(*atLeastReader).Read(0xc000574a60, 0xc00092e000, 0x8d8f, 0x8d8f, 0xcf3, 0x35c3340, 0xc0001619e0)
	/usr/local/go/src/crypto/tls/conn.go:761 +0x60
bytes.(*Buffer).ReadFrom(0xc0003df758, 0x35c3100, 0xc000574a60, 0x1226e85, 0x2e94700, 0x31148a0)
	/usr/local/go/src/bytes/buffer.go:207 +0xbd
crypto/tls.(*Conn).readFromUntil(0xc0003df500, 0x35c9760, 0xc0002da1b0, 0x5, 0xc0002da1b0, 0xcd6)
	/usr/local/go/src/crypto/tls/conn.go:783 +0xf8
crypto/tls.(*Conn).readRecordOrCCS(0xc0003df500, 0x32dae00, 0xc0003df638, 0x2f)
	/usr/local/go/src/crypto/tls/conn.go:590 +0x125
crypto/tls.(*Conn).readRecord(...)
	/usr/local/go/src/crypto/tls/conn.go:558
crypto/tls.(*Conn).Read(0xc0003df500, 0xc000704000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/crypto/tls/conn.go:1236 +0x137
bufio.(*Reader).Read(0xc0003fa780, 0xc000190118, 0x9, 0x9, 0xc000161d00, 0x125e40b, 0xc000161d28)
	/usr/local/go/src/bufio/bufio.go:223 +0x23e
io.ReadAtLeast(0x35c2f60, 0xc0003fa780, 0xc000190118, 0x9, 0x9, 0x9, 0xc00093a000, 0xccd, 0x4000)
	/usr/local/go/src/io/io.go:310 +0x88
io.ReadFull(...)
	/usr/local/go/src/io/io.go:329
github.com/cilium/cilium/vendor/golang.org/x/net/http2.readFrameHeader(0xc000190118, 0x9, 0x9, 0x35c2f60, 0xc0003fa780, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/frame.go:237 +0x88
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001900e0, 0xc0007de120, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/frame.go:492 +0xa1
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*clientConnReadLoop).run(0xc000161fb8, 0x32d90f8, 0xc00048afb8)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1679 +0x8d
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*ClientConn).readLoop(0xc000483800)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1607 +0x76
created by github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*Transport).newClientConn
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:670 +0x637

goroutine 136 [select]:
github.com/cilium/cilium/pkg/identity/cache.(*identityWatcher).watch.func1(0xc0004e2ae0, 0x4f47b08, 0x35f4460, 0xc00022c8c0)
	/go/src/github.com/cilium/cilium/pkg/identity/cache/cache.go:148 +0xc8
created by github.com/cilium/cilium/pkg/identity/cache.(*identityWatcher).watch
	/go/src/github.com/cilium/cilium/pkg/identity/cache/cache.go:140 +0x8d

goroutine 133 [select]:
net/http.(*persistConn).readLoop(0xc00056ec60)
	/usr/local/go/src/net/http/transport.go:1798 +0x95a
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1357 +0xae8

goroutine 134 [select]:
net/http.(*persistConn).writeLoop(0xc00056ec60)
	/usr/local/go/src/net/http/transport.go:1958 +0x113
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1358 +0xb0d

goroutine 119 [select]:
github.com/cilium/cilium/pkg/nodediscovery.(*NodeDiscovery).StartDiscovery.func2(0xc0007e93b0)
	/go/src/github.com/cilium/cilium/pkg/nodediscovery/nodediscovery.go:160 +0xc4
created by github.com/cilium/cilium/pkg/nodediscovery.(*NodeDiscovery).StartDiscovery
	/go/src/github.com/cilium/cilium/pkg/nodediscovery/nodediscovery.go:159 +0x51d

goroutine 120 [chan receive]:
github.com/cilium/cilium/pkg/nodediscovery.(*NodeDiscovery).StartDiscovery.func3(0xc0007e93b0)
	/go/src/github.com/cilium/cilium/pkg/nodediscovery/nodediscovery.go:168 +0x45
created by github.com/cilium/cilium/pkg/nodediscovery.(*NodeDiscovery).StartDiscovery
	/go/src/github.com/cilium/cilium/pkg/nodediscovery/nodediscovery.go:167 +0x542

goroutine 346 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).isConnectedAndHasQuorum(0xc0003131e0, 0x24a5a00)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:375 +0x136
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Connected.func1(0xc0003131e0, 0xc0005a2780)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:402 +0x3a
created by github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Connected
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:401 +0x67

goroutine 124 [select]:
github.com/cilium/cilium/pkg/datapath/loader.(*objectCache).watchTemplatesDirectory(0xc0002d2320, 0x36365a0, 0xc0002dc8c0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/datapath/loader/cache.go:324 +0x1f9
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e8000)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:203 +0x9e1
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 138 [syscall]:
syscall.Syscall6(0xe8, 0x12, 0xc0007add14, 0x7, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/cilium/cilium/vendor/golang.org/x/sys/unix.EpollWait(0x12, 0xc0007add14, 0x7, 0x7, 0xffffffffffffffff, 0xc0007add10, 0x0, 0xc000483200)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1615 +0x72
github.com/cilium/cilium/vendor/github.com/fsnotify/fsnotify.(*fdPoller).wait(0xc0000564e0, 0x32d7000, 0xc0000564e0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/fsnotify/fsnotify/inotify_poller.go:86 +0x91
github.com/cilium/cilium/vendor/github.com/fsnotify/fsnotify.(*Watcher).readEvents(0xc0000f25a0)
	/go/src/github.com/cilium/cilium/vendor/github.com/fsnotify/fsnotify/inotify.go:192 +0x18a
created by github.com/cilium/cilium/vendor/github.com/fsnotify/fsnotify.NewWatcher
	/go/src/github.com/cilium/cilium/vendor/github.com/fsnotify/fsnotify/inotify.go:59 +0x1a8

goroutine 490 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc000d361e0)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 501 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026958, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc0008de618, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008de600, 0xc000f05000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc0008de600, 0xc000f05000, 0x1000, 0x1000, 0x1, 0x124c85c, 0xc000965b88)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0004c8160, 0xc000f05000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*persistConn).Read(0xc000b9eea0, 0xc000f05000, 0x1000, 0x1000, 0xc000965c88, 0x1222095, 0xc00059e2a0)
	/usr/local/go/src/net/http/transport.go:1524 +0x7b
bufio.(*Reader).fill(0xc00092cae0)
	/usr/local/go/src/bufio/bufio.go:100 +0x10f
bufio.(*Reader).Peek(0xc00092cae0, 0x1, 0x0, 0x0, 0x1, 0xc000a30a00, 0x0)
	/usr/local/go/src/bufio/bufio.go:138 +0x4f
net/http.(*persistConn).readLoop(0xc000b9eea0)
	/usr/local/go/src/net/http/transport.go:1677 +0x1a3
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1357 +0xae8

goroutine 340 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000d54040, 0x0)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000d54030)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc000d54028, 0xc000c4e00c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc000d54000, 0xc000c4e00c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
io.ReadAtLeast(0x7ff148f3f560, 0xc000d54000, 0xc000c4e00c, 0x4, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:310 +0x88
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc000c50360, 0xc000c1e000, 0x400, 0x400, 0x38, 0x2f39000, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:76 +0x28d
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0002c89b0, 0x0, 0x35f23e0, 0xc0006b45c0, 0x0, 0x5, 0x28, 0x5, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000c50380, 0x32d9af8, 0x0, 0x0, 0x0, 0x2, 0x1)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0007def30)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 390 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000d54a40, 0x2)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000d54a30)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc000d54a28, 0xc0002f856c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc000d54a00, 0xc0002f856c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
io.ReadAtLeast(0x7ff148f3f560, 0xc000d54a00, 0xc0002f856c, 0x4, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:310 +0x88
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc000a8aca0, 0xc0011e2000, 0x2000, 0x2600, 0x38, 0x2f39000, 0x35f02e0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:76 +0x28d
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000174460, 0x0, 0x35f23e0, 0xc00095e380, 0xc000836a80, 0xc0000d7020, 0xc000af1fa8, 0xc000af1ed8, 0x3)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000a8acc0, 0xc000af1fa8, 0x8, 0x35f02e0, 0xc0001c02c0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000a068d0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 344 [chan receive]:
github.com/cilium/cilium/pkg/kvstore/allocator.(*cache).start.func1(0xc0008a40e0, 0xc0005a2720, 0xc0008a4000)
	/go/src/github.com/cilium/cilium/pkg/kvstore/allocator/cache.go:137 +0x62
created by github.com/cilium/cilium/pkg/kvstore/allocator.(*cache).start
	/go/src/github.com/cilium/cilium/pkg/kvstore/allocator/cache.go:136 +0xf6

goroutine 363 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32030)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 350 [syscall]:
syscall.Syscall6(0xf7, 0x1, 0x140, 0xc000645c90, 0x1000004, 0x0, 0x0, 0xc000645d18, 0x1228d79, 0xc0003fb6e0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc0009f4f00, 0x1, 0xc0003fb6e0, 0xc000645db8)
	/usr/local/go/src/os/wait_waitid.go:31 +0x98
os.(*Process).wait(0xc0009f4f00, 0x1, 0xc000645ee0, 0x125ba88)
	/usr/local/go/src/os/exec_unix.go:22 +0x39
os.(*Process).Wait(...)
	/usr/local/go/src/os/exec.go:125
os/exec.(*Cmd).Wait(0xc000c638c0, 0xa, 0x50)
	/usr/local/go/src/os/exec/exec.go:474 +0x61
github.com/cilium/cilium/pkg/launcher.(*Launcher).Run.func1(0xc000c638c0, 0xc0008240c0, 0xb4)
	/go/src/github.com/cilium/cilium/pkg/launcher/launcher.go:59 +0x43
created by github.com/cilium/cilium/pkg/launcher.(*Launcher).Run
	/go/src/github.com/cilium/cilium/pkg/launcher/launcher.go:58 +0x693

goroutine 464 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc000cbb860)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 487 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x77359400)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/pkg/workloads.(*dockerClient).handleCreateWorkload(0xc0004434c0, 0xc000fe5ec0, 0x40, 0xc000b73e01)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:418 +0x3d0
github.com/cilium/cilium/pkg/workloads.(*dockerClient).processEvent(0xc0004434c0, 0xc000fe5ec0, 0x40, 0x31a9107, 0x5)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:340 +0x13e
github.com/cilium/cilium/pkg/workloads.(*dockerClient).processEvents(0xc0004434c0, 0xc0009f74a0)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:330 +0x2c3
created by github.com/cilium/cilium/pkg/workloads.(*watcherState).enqueueByContainerID
	/go/src/github.com/cilium/cilium/pkg/workloads/watcher_state.go:101 +0x19e

goroutine 506 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026208, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc0008dec98, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008dec80, 0xc000fce000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc0008dec80, 0xc000fce000, 0x1000, 0x1000, 0x16fb93e, 0xc000aef938, 0x153cfda)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0004c8a80, 0xc000fce000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*connReader).Read(0xc0009ecd50, 0xc000fce000, 0x1000, 0x1000, 0x3, 0x35ed560, 0xc000524af0)
	/usr/local/go/src/net/http/server.go:787 +0x107
bufio.(*Reader).fill(0xc0000d7500)
	/usr/local/go/src/bufio/bufio.go:100 +0x10f
bufio.(*Reader).ReadSlice(0xc0000d7500, 0x1252e0a, 0xc00041ed80, 0xc000aefb00, 0x1228d79, 0xc000c6f000, 0x100)
	/usr/local/go/src/bufio/bufio.go:356 +0x3d
bufio.(*Reader).ReadLine(0xc0000d7500, 0xc000aefb08, 0xc000072e00, 0x7ff1490946d0, 0x0, 0x12eae02, 0x30ea240)
	/usr/local/go/src/bufio/bufio.go:385 +0x34
net/textproto.(*Reader).readLineSlice(0xc0009ecdb0, 0xc000c6f000, 0xc0008dec80, 0x0, 0x0, 0x124a061)
	/usr/local/go/src/net/textproto/reader.go:55 +0x6f
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:36
net/http.readRequest(0xc0000d7500, 0x0, 0xc000c6f000, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:968 +0x8d
net/http.(*conn).readRequest(0xc00090e460, 0x36365a0, 0xc000b129c0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:967 +0x163
net/http.(*conn).serve(0xc00090e460, 0x36365a0, 0xc000b129c0)
	/usr/local/go/src/net/http/server.go:1819 +0x6ad
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2884 +0x2f4

goroutine 518 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).UpdateIfDifferent(0xc0003131e0, 0x36365a0, 0xc001408240, 0xc0012ac000, 0x27, 0xc000b6a000, 0x74, 0x80, 0x1, 0x70, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:1083 +0xdf
github.com/cilium/cilium/pkg/kvstore.UpdateIfDifferent(0x36365a0, 0xc001408240, 0xc0012ac000, 0x27, 0xc000b6a000, 0x74, 0x80, 0x1, 0x6000106, 0x0, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/kvstore.go:123 +0xd0
github.com/cilium/cilium/pkg/ipcache.kvstoreImplementation.upsert(...)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:75
github.com/cilium/cilium/pkg/ipcache.UpsertIPToKVStore(0x36365a0, 0xc001408240, 0xc000c4f32c, 0x4, 0x4, 0xc000055ff0, 0x10, 0x10, 0x4, 0xc0010ec000, ...)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:128 +0x567
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).runIPIdentitySync.func1(0x36365a0, 0xc001408240, 0x4f54200, 0x0)
	/go/src/github.com/cilium/cilium/pkg/endpoint/policy.go:546 +0x1de
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e81e0)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:203 +0x9e1
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 428 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).UpdateIfDifferent(0xc0003131e0, 0x36365a0, 0xc0008843c0, 0xc0009f4540, 0x26, 0xc000bfe280, 0x77, 0x80, 0x1, 0x70, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:1083 +0xdf
github.com/cilium/cilium/pkg/kvstore.UpdateIfDifferent(0x36365a0, 0xc0008843c0, 0xc0009f4540, 0x26, 0xc000bfe280, 0x77, 0x80, 0x1, 0x7000105, 0x0, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/kvstore.go:123 +0xd0
github.com/cilium/cilium/pkg/ipcache.kvstoreImplementation.upsert(...)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:75
github.com/cilium/cilium/pkg/ipcache.UpsertIPToKVStore(0x36365a0, 0xc0008843c0, 0xc0005b6588, 0x4, 0x4, 0xc000055ff0, 0x10, 0x10, 0x64, 0xc000cb6da0, ...)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:128 +0x567
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).runIPIdentitySync.func1(0x36365a0, 0xc0008843c0, 0x4f54200, 0x0)
	/go/src/github.com/cilium/cilium/pkg/endpoint/policy.go:546 +0x1de
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e9a40)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:203 +0x9e1
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 341 [select]:
github.com/cilium/cilium/vendor/google.golang.org/grpc.(*addrConn).nextAddr(0xc000cae840, 0x35ee8e0, 0xc0009e2380)
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/clientconn.go:1338 +0x2c7
github.com/cilium/cilium/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc000cae840, 0x0)
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/clientconn.go:1008 +0x155
created by github.com/cilium/cilium/vendor/google.golang.org/grpc.(*addrConn).connect
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/clientconn.go:687 +0xf5

goroutine 342 [chan receive]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Watch(0xc0003131e0, 0xc0002c8c80)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:664 +0x238
created by github.com/cilium/cilium/pkg/kvstore.(*etcdClient).ListAndWatch
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:1318 +0x1d5

goroutine 426 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).UpdateIfDifferent(0xc0003131e0, 0x36365a0, 0xc000884280, 0xc0004dfcb0, 0x25, 0xc0000ce480, 0x76, 0x80, 0x1, 0x70, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:1083 +0xdf
github.com/cilium/cilium/pkg/kvstore.UpdateIfDifferent(0x36365a0, 0xc000884280, 0xc0004dfcb0, 0x25, 0xc0000ce480, 0x76, 0x80, 0x1, 0x8000101, 0x0, ...)
	/go/src/github.com/cilium/cilium/pkg/kvstore/kvstore.go:123 +0xd0
github.com/cilium/cilium/pkg/ipcache.kvstoreImplementation.upsert(...)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:75
github.com/cilium/cilium/pkg/ipcache.UpsertIPToKVStore(0x36365a0, 0xc000884280, 0xc0005b621c, 0x4, 0x4, 0xc000055ff0, 0x10, 0x10, 0x65, 0xc00002bb60, ...)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:128 +0x567
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).runIPIdentitySync.func1(0x36365a0, 0xc000884280, 0x4f54200, 0xc000000034)
	/go/src/github.com/cilium/cilium/pkg/endpoint/policy.go:546 +0x1de
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e9950)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:203 +0x9e1
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 423 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).isConnectedAndHasQuorum(0xc0003131e0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:375 +0x136
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Connected.func1(0xc0003131e0, 0xc00056d260)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:402 +0x3a
created by github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Connected
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:401 +0x67

goroutine 422 [chan receive]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Watch(0xc0003131e0, 0xc0002d30e0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:664 +0x238
created by github.com/cilium/cilium/pkg/kvstore.(*etcdClient).ListAndWatch
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:1318 +0x1d5

goroutine 421 [chan receive]:
github.com/cilium/cilium/pkg/kvstore/store.(*SharedStore).watcher(0xc000b7ef00, 0xc00056d1a0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/store/store.go:460 +0x13a
created by github.com/cilium/cilium/pkg/kvstore/store.(*SharedStore).listAndStartWatcher
	/go/src/github.com/cilium/cilium/pkg/kvstore/store/store.go:446 +0x7c

goroutine 470 [select]:
net/http.(*persistConn).writeLoop(0xc0009d4fc0)
	/usr/local/go/src/net/http/transport.go:1958 +0x113
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1358 +0xb0d

goroutine 374 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000b7e5a0, 0xc0005a3020, 0xc000cb3a40, 0xc000d125a0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 331 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b7e5a0, 0x35f2960, 0xc000a068d0, 0xc0004b1c60, 0xc000d125a0, 0xc0005a3020, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b7e5a0, 0xc0005a3020, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0005a6718)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0004b1f18, 0x3b9aca00, 0x0, 0xc0005a6701, 0xc0005a3020)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b7e5a0, 0xc0005a3020)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000b8d820, 0xc000c10080)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 329 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000be00d8, 0xc000000002)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000be00c8)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000be00b0, 0xc0004afc20, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002d9b80)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00007cfb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00007cfb0, 0x3b9aca00, 0x0, 0xc000b76b01, 0xc0005a3020)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc0002d9b80, 0xc0005a3020)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher.func17
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:936 +0x58f

goroutine 514 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x77359400)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/pkg/workloads.(*dockerClient).handleCreateWorkload(0xc0004434c0, 0xc000cac500, 0x40, 0xc000965e01)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:418 +0x3d0
github.com/cilium/cilium/pkg/workloads.(*dockerClient).processEvent(0xc0004434c0, 0xc000cac500, 0x40, 0x31a9107, 0x5)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:340 +0x13e
github.com/cilium/cilium/pkg/workloads.(*dockerClient).processEvents(0xc0004434c0, 0xc0004e30e0)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:330 +0x2c3
created by github.com/cilium/cilium/pkg/workloads.(*watcherState).enqueueByContainerID
	/go/src/github.com/cilium/cilium/pkg/workloads/watcher_state.go:101 +0x19e

goroutine 361 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc000cba1e0)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 420 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026c98, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc00032f498, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00032f480, 0xc0007f9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc00032f480, 0xc0007f9000, 0x1000, 0x1000, 0xc0013538e8, 0x133931a, 0xc000c53a70)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0000101d0, 0xc0007f9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*persistConn).Read(0xc00056ec60, 0xc0007f9000, 0x1000, 0x1000, 0x0, 0x0, 0x186)
	/usr/local/go/src/net/http/transport.go:1524 +0x7b
bufio.(*Reader).fill(0xc0004e26c0)
	/usr/local/go/src/bufio/bufio.go:100 +0x10f
bufio.(*Reader).ReadSlice(0xc0004e26c0, 0xa, 0x186, 0xc0007f9000, 0x3, 0x0, 0xa)
	/usr/local/go/src/bufio/bufio.go:356 +0x3d
net/http/internal.readChunkLine(0xc0004e26c0, 0x2, 0x0, 0x1, 0x43e, 0x0)
	/usr/local/go/src/net/http/internal/chunked.go:122 +0x34
net/http/internal.(*chunkedReader).beginChunk(0xc00095b500)
	/usr/local/go/src/net/http/internal/chunked.go:48 +0x32
net/http/internal.(*chunkedReader).Read(0xc00095b500, 0xc000ca6001, 0x5ff, 0x5ff, 0xc001353b70, 0x12497bf, 0x8)
	/usr/local/go/src/net/http/internal/chunked.go:93 +0x13a
net/http.(*body).readLocked(0xc0004ac5c0, 0xc000ca6001, 0x5ff, 0x5ff, 0x1, 0xc001353be8, 0x12776b7)
	/usr/local/go/src/net/http/transfer.go:816 +0x5f
net/http.(*body).Read(0xc0004ac5c0, 0xc000ca6001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transfer.go:808 +0xdb
net/http.(*bodyEOFSignal).Read(0xc0004ac600, 0xc000ca6001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:2330 +0xd3
encoding/json.(*Decoder).refill(0xc000c53a20, 0xa, 0x9)
	/usr/local/go/src/encoding/json/stream.go:159 +0xf8
encoding/json.(*Decoder).readValue(0xc000c53a20, 0x0, 0x0, 0x30e1500)
	/usr/local/go/src/encoding/json/stream.go:134 +0x210
encoding/json.(*Decoder).Decode(0xc000c53a20, 0x2d0b260, 0xc00070a6c0, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:63 +0x79
github.com/cilium/cilium/vendor/github.com/docker/docker/client.(*Client).Events.func1(0xc00009bce0, 0xc00032f000, 0xc0007d6150, 0xa, 0x0, 0x0, 0x0, 0xc00056d080, 0x36365e0, 0xc0000d0010, ...)
	/go/src/github.com/cilium/cilium/vendor/github.com/docker/docker/client/events.go:53 +0x371
created by github.com/cilium/cilium/vendor/github.com/docker/docker/client.(*Client).Events
	/go/src/github.com/cilium/cilium/vendor/github.com/docker/docker/client/events.go:25 +0x117

goroutine 419 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x45d964b800)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/pkg/workloads.newWatcherState.func1(0xc000839180, 0xc000839180)
	/go/src/github.com/cilium/cilium/pkg/workloads/watcher_state.go:80 +0x32
created by github.com/cilium/cilium/pkg/workloads.newWatcherState
	/go/src/github.com/cilium/cilium/pkg/workloads/watcher_state.go:61 +0x7d

goroutine 465 [IO wait]:
internal/poll.runtime_pollWait(0x7ff1490263a8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000c3a598, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000c3a580, 0xc000f8c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc000c3a580, 0xc000f8c000, 0x1000, 0x1000, 0x37, 0xc0012a3938, 0x153cfda)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0000d4bd0, 0xc000f8c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*connReader).Read(0xc0004af680, 0xc000f8c000, 0x1000, 0x1000, 0x48, 0x0, 0xc000072e00)
	/usr/local/go/src/net/http/server.go:787 +0x107
bufio.(*Reader).fill(0xc0008ef860)
	/usr/local/go/src/bufio/bufio.go:100 +0x10f
bufio.(*Reader).ReadSlice(0xc0008ef860, 0x1252e0a, 0xc0007f5380, 0xc0012a3b00, 0x1228d79, 0xc000c03d00, 0x100)
	/usr/local/go/src/bufio/bufio.go:356 +0x3d
bufio.(*Reader).ReadLine(0xc0008ef860, 0xc0012a3b08, 0xc000072e00, 0x7ff149094008, 0x0, 0x12eae02, 0x30ea240)
	/usr/local/go/src/bufio/bufio.go:385 +0x34
net/textproto.(*Reader).readLineSlice(0xc0004af7a0, 0xc000c03d00, 0xc000c3a580, 0x0, 0x0, 0x124a061)
	/usr/local/go/src/net/textproto/reader.go:55 +0x6f
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:36
net/http.readRequest(0xc0008ef860, 0x0, 0xc000c03d00, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:968 +0x8d
net/http.(*conn).readRequest(0xc000a05360, 0x36365a0, 0xc00082f500, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:967 +0x163
net/http.(*conn).serve(0xc000a05360, 0x36365a0, 0xc00082f500)
	/usr/local/go/src/net/http/server.go:1819 +0x6ad
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2884 +0x2f4

goroutine 517 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e80f0)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 430 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e9b30)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 354 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000b7e500, 0xc0000b2720, 0xc00056c4e0, 0xc00092c000)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 325 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b7e500, 0x35f2960, 0xc0007de6c0, 0xc0004b3c60, 0xc00092c000, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b7e500, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000d3df18)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0004b3f18, 0x3b9aca00, 0x0, 0xc000d3df01, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b7e500, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000b8d660, 0xc00020db60)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 324 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000b2720, 0xc0002d9480)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 323 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000313158, 0xc000000001)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000313148)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000313130, 0xc0004af530, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002d9480)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000082fb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000082fb0, 0x3b9aca00, 0x0, 0xc00011be01, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc0002d9480, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:991 +0x16cc

goroutine 410 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e94a0)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 409 [chan receive]:
github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run.func1()
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:226 +0x55
sync.(*Once).Do(0xc0002d2b58, 0xc000838250)
	/usr/local/go/src/sync/once.go:44 +0xb3
created by github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:225 +0xaa

goroutine 408 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e8f00)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 330 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0005a3020, 0xc0002d9b80)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 61 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc000182ae0, 0xc00043d980)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 355 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000c0e0a0, 0xc0000b2720, 0xc000916e40, 0xc0004e24e0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 407 [chan receive]:
github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run.func1()
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:226 +0x55
sync.(*Once).Do(0xc0002d2ab8, 0xc0008381b0)
	/usr/local/go/src/sync/once.go:44 +0xb3
created by github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:225 +0xaa

goroutine 406 [chan receive]:
github.com/cilium/cilium/pkg/kvstore.initClient.func1(0xc00009aea0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/client.go:45 +0x55
created by github.com/cilium/cilium/pkg/kvstore.initClient
	/go/src/github.com/cilium/cilium/pkg/kvstore/client.go:44 +0xcf

goroutine 405 [chan receive]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).renewLockSession(0xc0003131e0, 0x29d7ddda, 0x13cdbb2ca3b)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:449 +0x4f
github.com/cilium/cilium/pkg/kvstore.connectEtcdClient.func4(0x36365a0, 0xc0008c3ac0, 0x4f54200, 0x0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:569 +0x2a
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0001dd680)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:203 +0x9e1
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 404 [chan receive]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).renewSession(0xc0003131e0, 0x5f50435429d71dde, 0x13cdbb20a45)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:422 +0x4f
github.com/cilium/cilium/pkg/kvstore.connectEtcdClient.func3(0x36365a0, 0xc0008c3a80, 0x4f54200, 0x2e30313d52444441)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:560 +0x2a
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0001dd590)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:203 +0x9e1
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 320 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc0003130a8, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000313098)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000313080, 0xc0004af2f0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002d9400)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000491fb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000491fb0, 0x3b9aca00, 0x0, 0xc00011bc01, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc0002d9400, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:758 +0x13ae

goroutine 362 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32000)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 318 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000312ff8, 0xc000000001)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000312fe8)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000312fd0, 0xc0004af0b0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002d9300)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00078afb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00078afb0, 0x3b9aca00, 0x0, 0xc0001e4301, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc0002d9300, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:597 +0xedc

goroutine 381 [select]:
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.(*healthBalancer).updateUnhealthy(0xc000c02100)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/health_balancer.go:236 +0xcf
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.newHealthBalancer.func1(0xc000c02100)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/health_balancer.go:132 +0x5a
created by github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.newHealthBalancer
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/health_balancer.go:130 +0x32d

goroutine 304 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000c0e0a0, 0x35f2960, 0xc00095b470, 0xc000c2bc60, 0xc0004e24e0, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000c0e0a0, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00069e718)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000c2bf18, 0x3b9aca00, 0x0, 0x1, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000c0e0a0, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000ab52f0, 0xc000a8b800)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 303 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000b2720, 0xc0002d9400)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 403 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).isConnectedAndHasQuorum(0xc0003131e0, 0xc00082b600)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:375 +0x136
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).statusChecker(0xc0003131e0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:820 +0x429
created by github.com/cilium/cilium/pkg/kvstore.connectEtcdClient
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:555 +0x596

goroutine 402 [select]:
github.com/cilium/cilium/pkg/kvstore.connectEtcdClient.func2(0xc00009aea0, 0xc00056c780, 0xc000843b70, 0xc0001dc3c0, 0xc0003131e0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:536 +0x10b
created by github.com/cilium/cilium/pkg/kvstore.connectEtcdClient
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:533 +0x571

goroutine 357 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc00051c040, 0x2065687400000000)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc00051c030)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc00051c028, 0xc000786000, 0x200, 0x200, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc00051c000, 0xc000786000, 0x200, 0x200, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
encoding/json.(*Decoder).refill(0xc000c53760, 0x0, 0x8)
	/usr/local/go/src/encoding/json/stream.go:159 +0xf8
encoding/json.(*Decoder).readValue(0xc000c53760, 0x0, 0x0, 0x2e1dc60)
	/usr/local/go/src/encoding/json/stream.go:134 +0x210
encoding/json.(*Decoder).Decode(0xc000c53760, 0x2e91780, 0xc00000e980, 0x203000, 0x203000)
	/usr/local/go/src/encoding/json/stream.go:63 +0x79
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00095b440, 0xc000bda400, 0x400, 0x400, 0x38, 0x2f39000, 0xc0006af680)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:150 +0x1a1
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000444e10, 0x0, 0x35f23e0, 0xc0004ac4c0, 0xc000838508, 0x2e1d0c0, 0x1249cac, 0xc00082c6c0, 0x12eba90)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00000e960, 0x32d9af8, 0x0, 0x0, 0x0, 0xc00082c790, 0x1222095)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00095b470)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 356 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000302040, 0x0)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000302030)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc000302028, 0xc000a321b0, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc000302000, 0xc000a321b0, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
io.ReadAtLeast(0x7ff148f3f560, 0xc000302000, 0xc000a321b0, 0x4, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:310 +0x88
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc00000e920, 0xc000bda000, 0x400, 0x400, 0x38, 0x2f39000, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:76 +0x28d
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000444dc0, 0x0, 0x35f23e0, 0xc0004ac440, 0x0, 0x5, 0x28, 0x5, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00000e940, 0x32d9af8, 0x0, 0x0, 0x0, 0x2, 0x1)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00095b3e0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 316 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000312f48, 0xc000000001)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000312f38)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000312f20, 0xc0004aeea0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002d9280)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00048efb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00048efb0, 0x3b9aca00, 0x0, 0xc000b88201, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc0002d9280, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:527 +0xb73

goroutine 383 [chan receive]:
github.com/cilium/cilium/vendor/google.golang.org/grpc.(*balancerWrapper).lbWatcher(0xc0006c5ce0)
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/balancer_v1_wrapper.go:124 +0xb6
created by github.com/cilium/cilium/vendor/google.golang.org/grpc.(*balancerWrapperBuilder).Build
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/balancer_v1_wrapper.go:62 +0x29d

goroutine 360 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x12a05f200)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/cilium-health/launch.(*CiliumHealth).Run(0xc0002fca80)
	/go/src/github.com/cilium/cilium/cilium-health/launch/launcher.go:84 +0x4ad
created by main.(*Daemon).initHealth
	/go/src/github.com/cilium/cilium/daemon/health.go:42 +0xea

goroutine 386 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000c0e000, 0xc0000b2720, 0xc0005a33e0, 0xc00009a780)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 314 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000312e98, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000312e88)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000312e70, 0xc0004aecf0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002d9180)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000492fb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000492fb0, 0x3b9aca00, 0x0, 0xc000178e01, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc0002d9180, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:457 +0x82e

goroutine 385 [select]:
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.readyWait(0x36365a0, 0xc0008c3800, 0x36365a0, 0xc0008c3800, 0xc000183080, 0xc0007cfcf0, 0x124a061)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/ready_wait.go:22 +0x104
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.(*Client).newRetryWrapper.func1(0x36365a0, 0xc0008c3800, 0xc0006b4900, 0xc000c74600, 0x736572646461, 0x40)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/retry.go:89 +0xb0
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.(*Client).newAuthRetryWrapper.func1(0x36365a0, 0xc0008c3800, 0xc0006b4900, 0x1229600, 0x10, 0x2f46020)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/retry.go:117 +0xb3
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.(*retryLeaseClient).LeaseGrant(0xc000575280, 0x36365a0, 0xc0008c3800, 0xc000c4e0a0, 0x4f539c0, 0x3, 0x3, 0x1229608, 0x20, 0x2f902a0)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/retry.go:219 +0xf6
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.(*lessor).Grant(0xc000b7edc0, 0x36365a0, 0xc0008c3800, 0x384, 0xc0007cff78, 0xc0007cff10, 0x2b74943)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/lease.go:213 +0x98
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/concurrency.NewSession(0xc000cbc180, 0xc0007cff98, 0x1, 0x1, 0x32d6950, 0xc0005a2a80, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/concurrency/session.go:46 +0x308
github.com/cilium/cilium/pkg/kvstore.connectEtcdClient.func1(0xc000cbc180, 0xc00056c780, 0xc000d51230, 0xc000d513e0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:501 +0xc4
created by github.com/cilium/cilium/pkg/kvstore.connectEtcdClient
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:500 +0x3bc

goroutine 300 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000c0e000, 0x35f2960, 0xc000d38bd0, 0xc00015dc60, 0xc00009a780, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000c0e000, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000828718)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00015df18, 0x3b9aca00, 0x0, 0xc000828701, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000c0e000, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000ab5180, 0xc000a8b540)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 299 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000b2720, 0xc0002d9280)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 312 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc0002391b0)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 311 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc0002391a0)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 382 [select]:
github.com/cilium/cilium/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0008c3a00)
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x110
created by github.com/cilium/cilium/vendor/google.golang.org/grpc.newCCBalancerWrapper
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x14f

goroutine 345 [select]:
github.com/cilium/cilium/pkg/kvstore/allocator.NewAllocator.func1(0xc0008a4000)
	/go/src/github.com/cilium/cilium/pkg/kvstore/allocator/allocator.go:283 +0xc5
created by github.com/cilium/cilium/pkg/kvstore/allocator.NewAllocator
	/go/src/github.com/cilium/cilium/pkg/kvstore/allocator/allocator.go:282 +0x7b9

goroutine 310 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc000239190)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 309 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc000239180)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 296 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000b49f40, 0x35f2960, 0xc0007def30, 0xc00015bc60, 0xc0000d7200, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000b49f40, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0007d2718)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00015bf18, 0x3b9aca00, 0x0, 0xc0007d2701, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000b49f40, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000ab5060, 0xc000a8b2e0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 295 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000b2720, 0xc0002d9300)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 359 [select]:
github.com/cilium/cilium/pkg/workloads.(*dockerClient).listenForDockerEvents(0xc0004434c0, 0xc000839180, 0xc00056d020, 0xc00009bce0)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:290 +0x104
created by github.com/cilium/cilium/pkg/workloads.(*dockerClient).EnableEventListener
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:282 +0x1be

goroutine 306 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc000239150)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 373 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc000d54900, 0x6669636500000000)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc000d548f0)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc000d548e8, 0xc000bd431c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc000d548c0, 0xc000bd431c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
io.ReadAtLeast(0x7ff148f3f560, 0xc000d548c0, 0xc000bd431c, 0x4, 0x4, 0x4, 0xc0007cc568, 0x124a061, 0x32d9f48)
	/usr/local/go/src/io/io.go:310 +0x88
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc000bd67e0, 0xc000bdac00, 0x400, 0x400, 0x38, 0x2f39000, 0xc0007d9500)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:76 +0x28d
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000444960, 0x0, 0x35f23e0, 0xc0000d9700, 0x33, 0xc0007cc6f0, 0x1249c5d, 0xc0007cc6c0, 0x12eba90)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000bd6800, 0x32d9af8, 0x0, 0x0, 0x0, 0xc0007cc790, 0x1222095)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0007de0c0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 377 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc0001e5440, 0x230a2f2a00000000)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc0001e5430)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc0001e5428, 0xc000d6a77c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc0001e5400, 0xc000d6a77c, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
io.ReadAtLeast(0x7ff148f3f560, 0xc0001e5400, 0xc000d6a77c, 0x4, 0x4, 0x4, 0x5f46485320656e69, 0x2020094554495257, 0x3c3c203128202020)
	/usr/local/go/src/io/io.go:310 +0x88
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc0000c92c0, 0xc0003f4000, 0x400, 0x400, 0x38, 0x2f39000, 0x2031282020202020)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:76 +0x28d
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0000f26e0, 0x0, 0x35f23e0, 0xc0008c2d80, 0x5320736e6961746e, 0x5, 0xc0007d9680, 0x3, 0xc000062f70)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0000c9300, 0x32d9af8, 0x0, 0x0, 0x0, 0x4ead660, 0x35c3340)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000d38bd0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 519 [chan receive]:
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).Regenerate.func1(0xc0010dc410, 0xc0004e2e40, 0xc000050f00, 0xc0001503f0)
	/go/src/github.com/cilium/cilium/pkg/endpoint/policy.go:466 +0x85
created by github.com/cilium/cilium/pkg/endpoint.(*Endpoint).Regenerate
	/go/src/github.com/cilium/cilium/pkg/endpoint/policy.go:457 +0x2a6

goroutine 516 [runnable]:
syscall.Syscall6(0x2c, 0x29, 0xc000fe4ec0, 0x3c, 0x0, 0xc0010e07c0, 0xc, 0x3c, 0x3c, 0x0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/cilium/cilium/vendor/golang.org/x/sys/unix.sendto(0x29, 0xc000fe4ec0, 0x3c, 0x3c, 0x0, 0xc0010e07c0, 0xc, 0xc0013c10e0, 0xc0002c91d0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:2158 +0x92
github.com/cilium/cilium/vendor/golang.org/x/sys/unix.Sendto(0x29, 0xc000fe4ec0, 0x3c, 0x3c, 0x0, 0x35c8380, 0xc0010e07b4, 0x12497bf, 0x8)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/sys/unix/syscall_unix.go:304 +0xac
github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/nl.(*NetlinkSocket).Send(0xc0010e07b0, 0xc0012bdf38, 0xc0010e07b0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/nl/nl_linux.go:614 +0x114
github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/nl.(*NetlinkRequest).Execute(0xc0012bdf38, 0x0, 0x2d70000, 0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/nl/nl_linux.go:410 +0xe1
github.com/cilium/cilium/vendor/github.com/vishvananda/netlink.execGetLink(0xc0012bdf38, 0xc000a81ca0, 0x2, 0x2, 0x3)
	/go/src/github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/link_linux.go:1364 +0x50
github.com/cilium/cilium/vendor/github.com/vishvananda/netlink.(*Handle).LinkByName(0x4f4d2c0, 0x31c1c7e, 0xd, 0xc0012be8a0, 0x2528c2a, 0xc00131b020, 0x31a61d4)
	/go/src/github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/link_linux.go:1299 +0x357
github.com/cilium/cilium/vendor/github.com/vishvananda/netlink.LinkByName(...)
	/go/src/github.com/cilium/cilium/vendor/github.com/vishvananda/netlink/link_linux.go:1279
github.com/cilium/cilium/pkg/datapath/loader.replaceQdisc(0x31c1c7e, 0xd, 0x1228d07, 0xc0013167e0)
	/go/src/github.com/cilium/cilium/pkg/datapath/loader/netlink.go:32 +0x5a
github.com/cilium/cilium/pkg/datapath/loader.replaceDatapath(0x3636620, 0xc0008ee420, 0x31c1c7e, 0xd, 0xc0013167e0, 0x11, 0x31c5d15, 0xe, 0x31adce1, 0x7, ...)
	/go/src/github.com/cilium/cilium/pkg/datapath/loader/netlink.go:58 +0x5b
github.com/cilium/cilium/pkg/datapath/loader.reloadDatapath(0x3636620, 0xc0008ee420, 0x368bb40, 0xc000b7a690, 0xc0012bec58, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/datapath/loader/loader.go:95 +0x899
github.com/cilium/cilium/pkg/datapath/loader.ReloadDatapath(0x3636620, 0xc0008ee420, 0x368bb40, 0xc000b7a690, 0xc000050b40, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/datapath/loader/loader.go:241 +0x183
github.com/cilium/cilium/pkg/datapath/loader.CompileOrLoad(0x3636620, 0xc0008ee420, 0x368bb40, 0xc000b7a690, 0xc000050b40, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/datapath/loader/loader.go:230 +0x5fc
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).realizeBPFState(0xc000050f00, 0xc000050a00, 0xc000050c00, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/endpoint/bpf.go:499 +0x26b
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).regenerateBPF(0xc000050f00, 0x367a800, 0xc00022c8c0, 0xc000050a00, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/endpoint/bpf.go:417 +0x303
github.com/cilium/cilium/pkg/endpoint.(*Endpoint).regenerate(0xc000050f00, 0x367a800, 0xc00022c8c0, 0xc000050a00, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/endpoint/policy.go:336 +0xb5b
github.com/cilium/cilium/pkg/endpoint.(*EndpointRegenerationEvent).Handle(0xc000a801c0, 0xc0004e2e40)
	/go/src/github.com/cilium/cilium/pkg/endpoint/events.go:56 +0x4a8
github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run.func1()
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:236 +0x150
sync.(*Once).Do(0xc0001740b8, 0xc0010dc010)
	/usr/local/go/src/sync/once.go:44 +0xb3
created by github.com/cilium/cilium/pkg/eventqueue.(*EventQueue).Run
	/go/src/github.com/cilium/cilium/pkg/eventqueue/eventqueue.go:225 +0xaa

goroutine 375 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc00018e180, 0xa2f2a2000000000)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc00018e170)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/golang.org/x/net/http2.(*pipe).Read(0xc00018e168, 0xc000bd4940, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
github.com/cilium/cilium/vendor/golang.org/x/net/http2.transportResponseBody.Read(0xc00018e140, 0xc000bd4940, 0x4, 0x4, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/golang.org/x/net/http2/transport.go:1952 +0x95
io.ReadAtLeast(0x7ff148f3f560, 0xc00018e140, 0xc000bd4940, 0x4, 0x4, 0x4, 0xc0007ce568, 0x124a061, 0x32d9f48)
	/usr/local/go/src/io/io.go:310 +0x88
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read(0xc000bd7460, 0xc000bdb000, 0x400, 0x400, 0x38, 0x2f39000, 0xc0007d9b00)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:76 +0x28d
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000444a00, 0x0, 0x35f23e0, 0xc000317f00, 0x1, 0xc0007ce6f0, 0x1249c5d, 0xc0007ce6d8, 0x12eba90)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000bd7480, 0x32d9af8, 0x0, 0x0, 0x0, 0xc0007ce790, 0x1222095)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7f
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0007de6c0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch.NewStreamWatcher
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f

goroutine 387 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000b49f40, 0xc0000b2720, 0xc000836000, 0xc0000d7200)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 391 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000bf80a0, 0xc000182ae0, 0xc000836ea0, 0xc00089c000)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 62 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000bf80a0, 0x35f2960, 0xc00095b3e0, 0xc0008e7c60, 0xc00089c000, 0xc000182ae0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000bf80a0, 0xc000182ae0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000895f18)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0008e7f18, 0x3b9aca00, 0x0, 0xc000895f01, 0xc000182ae0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000bf80a0, 0xc000182ae0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000bd4150, 0xc000bd6420)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 60 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
sync.runtime_notifyListWait(0xc0002b5158, 0xc000000001)
	/usr/local/go/src/runtime/sema.go:510 +0xf9
sync.(*Cond).Wait(0xc0002b5148)
	/usr/local/go/src/sync/cond.go:56 +0x9e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0002b5130, 0xc000446d80, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:423 +0x8e
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00043d980)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000544fb0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000544fb0, 0x3b9aca00, 0x0, 0xc000792301, 0xc000182ae0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc00043d980, 0xc000182ae0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a8
created by main.(*Daemon).EnableK8sWatcher.func16
	/go/src/github.com/cilium/cilium/daemon/k8s_watcher.go:831 +0x308

goroutine 343 [select]:
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).isConnectedAndHasQuorum(0xc0003131e0, 0x0)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:375 +0x136
github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Connected.func1(0xc0003131e0, 0xc0005a2600)
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:402 +0x3a
created by github.com/cilium/cilium/pkg/kvstore.(*etcdClient).Connected
	/go/src/github.com/cilium/cilium/pkg/kvstore/etcd.go:401 +0x67

goroutine 380 [select]:
github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.(*healthBalancer).updateNotifyLoop(0xc000c02100)
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/health_balancer.go:324 +0x4c8
created by github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3.newHealthBalancer
	/go/src/github.com/cilium/cilium/vendor/github.com/coreos/etcd/clientv3/health_balancer.go:128 +0x2ed

goroutine 339 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000bf8000, 0xc0000b2720, 0xc000836660, 0xc0000d7080)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:227 +0x150
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x246

goroutine 56 [select]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000bf8000, 0x35f2960, 0xc0007de0c0, 0xc0008e5c60, 0xc0000d7080, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:316 +0x1d9
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000bf8000, 0xc0000b2720, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:287 +0x879
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:125 +0x33
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc000898718)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0008e5f18, 0x3b9aca00, 0x0, 0xc000898701, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.Until(...)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000bf8000, 0xc0000b2720)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/reflector.go:124 +0x16b
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000bd4030, 0xc000bd6080)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait.(*Group).Start
	/go/src/github.com/cilium/cilium/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62

goroutine 55 [chan receive]:
github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0000b2720, 0xc0002d9180)
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache.(*controller).Run
	/go/src/github.com/cilium/cilium/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92

goroutine 129 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc000239140)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 365 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32090)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 277 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0001ddb30)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 278 [select]:
github.com/cilium/cilium/pkg/ipcache.(*IPIdentityWatcher).Watch(0xc0007df2c0)
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:214 +0x101
github.com/cilium/cilium/pkg/ipcache.InitIPIdentityWatcher.func1.1()
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:340 +0x157
created by github.com/cilium/cilium/pkg/ipcache.InitIPIdentityWatcher.func1
	/go/src/github.com/cilium/cilium/pkg/ipcache/kvstore.go:336 +0x35

goroutine 279 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026e38, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000029c18, 0x72, 0x0, 0x0, 0x31ad038)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000029c00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc000029c00, 0xc00058a0a0, 0x2500000000000000, 0xc0000d6480)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*UnixListener).accept(0xc0007df470, 0x12497bf, 0xc000096930, 0xc0008e9cf8)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).Accept(0xc0007df470, 0x32d9318, 0xc0008a7200, 0xc0003ad9e0, 0x45)
	/usr/local/go/src/net/unixsock.go:260 +0x48
github.com/cilium/cilium/vendor/google.golang.org/grpc.(*Server).Serve(0xc0008a7200, 0x36250a0, 0xc0007df470, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/google.golang.org/grpc/server.go:556 +0x1e9
github.com/cilium/cilium/pkg/envoy.startXDSGRPCServer.func1(0x36250a0, 0xc0007df470, 0xc0008a7200)
	/go/src/github.com/cilium/cilium/pkg/envoy/grpc.go:63 +0xf0
created by github.com/cilium/cilium/pkg/envoy.startXDSGRPCServer
	/go/src/github.com/cilium/cilium/pkg/envoy/grpc.go:61 +0x262

goroutine 280 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026bc8, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000510098, 0x72, 0x0, 0x0, 0x31ad038)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000510080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc000510080, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*UnixListener).accept(0xc0008dad80, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).AcceptUnix(0xc0008dad80, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/unixsock.go:247 +0x48
github.com/cilium/cilium/pkg/envoy.StartAccessLogServer.func1(0xc0008dad80, 0xc0000c8d00)
	/go/src/github.com/cilium/cilium/pkg/envoy/accesslog_server.go:71 +0x43
created by github.com/cilium/cilium/pkg/envoy.StartAccessLogServer
	/go/src/github.com/cilium/cilium/pkg/envoy/accesslog_server.go:67 +0x524

goroutine 281 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0001ddd10)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 282 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026a28, 0x72, 0x2c)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000510498, 0x72, 0x200, 0x200, 0xc000d1a810)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).ReadMsg(0xc000510480, 0xc000787c00, 0x200, 0x200, 0xc000d1a810, 0x2c, 0x2c, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/internal/poll/fd_unix.go:243 +0x21c
net.(*netFD).readMsg(0xc000510480, 0xc000787c00, 0x200, 0x200, 0xc000d1a810, 0x2c, 0x2c, 0x32daea0, 0xc00078ea90, 0x1269146, ...)
	/usr/local/go/src/net/fd_unix.go:214 +0x90
net.(*UDPConn).readMsg(0xc0000d4fa8, 0xc000787c00, 0x200, 0x200, 0xc000d1a810, 0x2c, 0x2c, 0x1283a52, 0x3, 0xc00078eb58, ...)
	/usr/local/go/src/net/udpsock_posix.go:59 +0x91
net.(*UDPConn).ReadMsgUDP(0xc0000d4fa8, 0xc000787c00, 0x200, 0x200, 0xc000d1a810, 0x2c, 0x2c, 0xc000510480, 0xbf384ddf42652378, 0x16b7849fb, ...)
	/usr/local/go/src/net/udpsock.go:142 +0x99
github.com/cilium/cilium/pkg/fqdn/dnsproxy.(*sessionUDPFactory).ReadRequest(0xc0000c8e80, 0xc0000d4fa8, 0x16b7849fb, 0x4f54200, 0x0, 0x0, 0x4f54200, 0xc00078ec68, 0x122702a)
	/go/src/github.com/cilium/cilium/pkg/fqdn/dnsproxy/udp.go:169 +0xa8
github.com/cilium/cilium/vendor/github.com/miekg/dns.(*Server).readUDP(0xc0001dde00, 0xc0000d4fa8, 0x77359400, 0x549c6a0, 0xc00078eca8, 0x2116531, 0xc0001ddec0, 0x549c6a0, 0x1007ff148f4da01)
	/go/src/github.com/cilium/cilium/vendor/github.com/miekg/dns/server.go:632 +0x9c
github.com/cilium/cilium/vendor/github.com/miekg/dns.defaultReader.ReadUDP(0xc0001dde00, 0xc0000d4fa8, 0x77359400, 0x7ff148f4da98, 0xc000bb2000, 0x1, 0xc00036a170, 0x35c9720, 0xc000bb2000)
	/go/src/github.com/cilium/cilium/vendor/github.com/miekg/dns/server.go:154 +0x43
github.com/cilium/cilium/vendor/github.com/miekg/dns.(*Server).serveUDP(0xc0001dde00, 0xc0000d4fa8, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/miekg/dns/server.go:460 +0x158
github.com/cilium/cilium/vendor/github.com/miekg/dns.(*Server).ActivateAndServe(0xc0001dde00, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/miekg/dns/server.go:329 +0x270
github.com/cilium/cilium/pkg/fqdn/dnsproxy.StartDNSProxy.func1(0xc0001dde00)
	/go/src/github.com/cilium/cilium/pkg/fqdn/dnsproxy/proxy.go:207 +0xb2
created by github.com/cilium/cilium/pkg/fqdn/dnsproxy.StartDNSProxy
	/go/src/github.com/cilium/cilium/pkg/fqdn/dnsproxy/proxy.go:202 +0x805

goroutine 283 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026af8, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000510398, 0x72, 0x0, 0x0, 0x31ad038)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000510380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc000510380, 0xc000072700, 0x7ff149095460, 0x0)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0000d4f90, 0xc000493cd0, 0x2116531, 0xc0001ddfb0)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc0000d4f90, 0x32d8901, 0xc000914010, 0xc0001ddef0, 0x1)
	/usr/local/go/src/net/tcpsock.go:260 +0x48
github.com/cilium/cilium/vendor/github.com/miekg/dns.(*Server).serveTCP(0xc0001ddef0, 0x3625060, 0xc0000d4f90, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/miekg/dns/server.go:417 +0x102
github.com/cilium/cilium/vendor/github.com/miekg/dns.(*Server).ActivateAndServe(0xc0001ddef0, 0x0, 0x0)
	/go/src/github.com/cilium/cilium/vendor/github.com/miekg/dns/server.go:335 +0x1d3
github.com/cilium/cilium/pkg/fqdn/dnsproxy.StartDNSProxy.func1(0xc0001ddef0)
	/go/src/github.com/cilium/cilium/pkg/fqdn/dnsproxy/proxy.go:207 +0xb2
created by github.com/cilium/cilium/pkg/fqdn/dnsproxy.StartDNSProxy
	/go/src/github.com/cilium/cilium/pkg/fqdn/dnsproxy/proxy.go:202 +0x805

goroutine 308 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc000239170)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 307 [select]:
github.com/cilium/cilium/pkg/serializer.(*FunctionQueue).run(0xc000239160)
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:58 +0x11f
created by github.com/cilium/cilium/pkg/serializer.NewFunctionQueue
	/go/src/github.com/cilium/cilium/pkg/serializer/func_queue.go:50 +0xb9

goroutine 367 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d320f0)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 366 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d320c0)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 288 [sleep]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:307
time.Sleep(0x68c6171400)
	/usr/local/go/src/runtime/time.go:105 +0x159
github.com/cilium/cilium/pkg/endpointmanager.EnableConntrackGC.func1(0xc0007d79ec, 0x1, 0xc0008421c0, 0x2, 0x2, 0xc0007d79f0, 0xc000837560)
	/go/src/github.com/cilium/cilium/pkg/endpointmanager/conntrack.go:133 +0xf4
created by github.com/cilium/cilium/pkg/endpointmanager.EnableConntrackGC
	/go/src/github.com/cilium/cilium/pkg/endpointmanager/conntrack.go:113 +0xf4

goroutine 364 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32060)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 368 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32120)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 369 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32150)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 450 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d32180)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 451 [select]:
github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe.func1(0xc000445040, 0xc000d321b0)
	/go/src/github.com/cilium/cilium/pkg/status/status.go:152 +0xef
created by github.com/cilium/cilium/pkg/status.(*Collector).spawnProbe
	/go/src/github.com/cilium/cilium/pkg/status/status.go:143 +0x49

goroutine 503 [syscall]:
syscall.Syscall6(0xf7, 0x1, 0x15f, 0xc0005ac490, 0x1000004, 0x0, 0x0, 0xc000072e00, 0x7ff1490946d0, 0x0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
os.(*Process).blockUntilWaitable(0xc0009f4c00, 0x12ff372, 0xc000415200, 0x31ca3c1)
	/usr/local/go/src/os/wait_waitid.go:31 +0x98
os.(*Process).wait(0xc0009f4c00, 0xc000b12440, 0x31ca3c1, 0x10)
	/usr/local/go/src/os/exec_unix.go:22 +0x39
os.(*Process).Wait(...)
	/usr/local/go/src/os/exec.go:125
os/exec.(*Cmd).Wait(0xc000910dc0, 0x0, 0x10000c0005ac678)
	/usr/local/go/src/os/exec/exec.go:474 +0x61
github.com/cilium/cilium/pkg/launcher.(*Launcher).Run.func1(0xc000910dc0, 0xc0008e0da0, 0x12)
	/go/src/github.com/cilium/cilium/pkg/launcher/launcher.go:59 +0x43
created by github.com/cilium/cilium/pkg/launcher.(*Launcher).Run
	/go/src/github.com/cilium/cilium/pkg/launcher/launcher.go:58 +0x693

goroutine 502 [select]:
net/http.(*persistConn).writeLoop(0xc000b9eea0)
	/usr/local/go/src/net/http/transport.go:1958 +0x113
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1358 +0xb0d

goroutine 469 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026888, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000a00e18, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000a00e00, 0xc00059c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc000a00e00, 0xc00059c000, 0x1000, 0x1000, 0x1, 0x124c85c, 0xc000b6cb88)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002da1d8, 0xc00059c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*persistConn).Read(0xc0009d4fc0, 0xc00059c000, 0x1000, 0x1000, 0xc000b6cc88, 0x1222095, 0xc000837ec0)
	/usr/local/go/src/net/http/transport.go:1524 +0x7b
bufio.(*Reader).fill(0xc00089d020)
	/usr/local/go/src/bufio/bufio.go:100 +0x10f
bufio.(*Reader).Peek(0xc00089d020, 0x1, 0x0, 0x0, 0x1, 0xc00059e100, 0x0)
	/usr/local/go/src/bufio/bufio.go:138 +0x4f
net/http.(*persistConn).readLoop(0xc0009d4fc0)
	/usr/local/go/src/net/http/transport.go:1677 +0x1a3
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1357 +0xae8

goroutine 481 [runnable]:
github.com/cilium/cilium/pkg/ipam.(*IPAM).allocateNextFamily(0xc00032ee80, 0x31a6e34, 0x4, 0x36368a0, 0xc0005187f0, 0xc0008e1800, 0x12, 0x38, 0xc0014a6680, 0x7ff1490292b0, ...)
	/go/src/github.com/cilium/cilium/pkg/ipam/allocator.go:119 +0x1ef
github.com/cilium/cilium/pkg/ipam.(*IPAM).AllocateNextFamily(0xc00032ee80, 0x31a6e34, 0x4, 0xc0008e1800, 0x12, 0xc000886000, 0x7ff1490946d0, 0x0, 0x2fe32e0, 0xc0014a6680)
	/go/src/github.com/cilium/cilium/pkg/ipam/allocator.go:129 +0x20a
github.com/cilium/cilium/pkg/ipam.(*IPAM).AllocateNext(0xc00032ee80, 0x0, 0x0, 0xc0008e1800, 0x12, 0xc000886000, 0x7ff1490946d0, 0x0, 0xc000aed8a0, 0x133434e, ...)
	/go/src/github.com/cilium/cilium/pkg/ipam/allocator.go:151 +0x140
main.(*postIPAM).Handle(0xc00106e0d0, 0xc000c6f200, 0x0, 0xc000519bd0, 0xc000a28380, 0x0)
	/go/src/github.com/cilium/cilium/daemon/ipam.go:54 +0x116
github.com/cilium/cilium/api/v1/server/restapi/ipam.(*PostIPAM).ServeHTTP(0xc001456420, 0x360b960, 0xc000a28320, 0xc000c6f200)
	/go/src/github.com/cilium/cilium/api/v1/server/restapi/ipam/post_ip_a_m.go:54 +0x177
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.NewOperationExecutor.func1(0x360b960, 0xc000a28320, 0xc000c6f200)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/operation.go:28 +0x75
net/http.HandlerFunc.ServeHTTP(0xc0013e2ef0, 0x360b960, 0xc000a28320, 0xc000c6f200)
	/usr/local/go/src/net/http/server.go:1995 +0x44
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.NewRouter.func1(0x360b960, 0xc000a28320, 0xc000c00800)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/router.go:76 +0x358
net/http.HandlerFunc.ServeHTTP(0xc000523340, 0x360b960, 0xc000a28320, 0xc000c00800)
	/usr/local/go/src/net/http/server.go:1995 +0x44
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.Redoc.func1(0x360b960, 0xc000a28320, 0xc000c00800)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/redoc.go:72 +0x2a5
net/http.HandlerFunc.ServeHTTP(0xc00082e140, 0x360b960, 0xc000a28320, 0xc000c00800)
	/usr/local/go/src/net/http/server.go:1995 +0x44
github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware.Spec.func1(0x360b960, 0xc000a28320, 0xc000c00800)
	/go/src/github.com/cilium/cilium/vendor/github.com/go-openapi/runtime/middleware/spec.go:46 +0x1ad
net/http.HandlerFunc.ServeHTTP(0xc00082e180, 0x360b960, 0xc000a28320, 0xc000c00800)
	/usr/local/go/src/net/http/server.go:1995 +0x44
github.com/cilium/cilium/pkg/metrics.(*APIEventTSHelper).ServeHTTP(0xc000d385d0, 0x3625320, 0xc000a0a380, 0xc000c00800)
	/go/src/github.com/cilium/cilium/pkg/metrics/middleware.go:69 +0x111
github.com/cilium/cilium/pkg/api.(*APIPanicHandler).ServeHTTP(0xc000afa970, 0x3625320, 0xc000a0a380, 0xc000c00800)
	/go/src/github.com/cilium/cilium/pkg/api/apipanic.go:53 +0x8f
net/http.serverHandler.ServeHTTP(0xc000a58680, 0x3625320, 0xc000a0a380, 0xc000c00800)
	/usr/local/go/src/net/http/server.go:2774 +0xa8
net/http.(*conn).serve(0xc00090e000, 0x36365a0, 0xc000b12000)
	/usr/local/go/src/net/http/server.go:1878 +0x851
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2884 +0x2f4

goroutine 520 [select]:
github.com/cilium/cilium/pkg/controller.(*Controller).runController(0xc0007e9590)
	/go/src/github.com/cilium/cilium/pkg/controller/controller.go:260 +0x19f
created by github.com/cilium/cilium/pkg/controller.(*Manager).UpdateController
	/go/src/github.com/cilium/cilium/pkg/controller/manager.go:112 +0xae0

goroutine 453 [semacquire]:
sync.runtime_Semacquire(0xc000d4d268)
	/usr/local/go/src/runtime/sema.go:56 +0x39
sync.(*WaitGroup).Wait(0xc000d4d260)
	/usr/local/go/src/sync/waitgroup.go:130 +0x65
github.com/cilium/cilium/api/v1/server.(*Server).Serve(0xc000c63a20, 0x7ff148f3fa18, 0xc00092c5a0)
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:335 +0x28b
main.runDaemon.func3(0xc0008ef080, 0xc000c63a20)
	/go/src/github.com/cilium/cilium/daemon/daemon_main.go:1371 +0x2b
created by main.runDaemon
	/go/src/github.com/cilium/cilium/daemon/daemon_main.go:1370 +0xeeb

goroutine 454 [chan receive]:
github.com/cilium/cilium/api/v1/server.handleInterrupt.func1()
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:499 +0x58
sync.(*Once).Do(0xc000d4d270, 0xc000d3bfb0)
	/usr/local/go/src/sync/once.go:44 +0xb3
github.com/cilium/cilium/api/v1/server.handleInterrupt(0xc000d4d270, 0xc000c63a20)
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:498 +0x53
created by github.com/cilium/cilium/api/v1/server.(*Server).Serve
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:175 +0x141

goroutine 455 [chan receive]:
github.com/cilium/cilium/api/v1/server.(*Server).handleShutdown(0xc000c63a20, 0xc000d4d260, 0xc000574940)
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:423 +0x72
created by github.com/cilium/cilium/api/v1/server.(*Server).Serve
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:179 +0x1eb

goroutine 456 [IO wait]:
internal/poll.runtime_pollWait(0x7ff149026478, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc000fcbb18, 0x72, 0x0, 0x0, 0x31ad038)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000fcbb00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1ba
net.(*netFD).accept(0xc000fcbb00, 0xc000545e28, 0x8dba9c95, 0x7110834ca9ff7078)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*UnixListener).accept(0xc000d39e90, 0x5d00bffb, 0xc000545e50, 0x12e2b26)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).Accept(0xc000d39e90, 0xc000545ea0, 0x18, 0xc000cbc900, 0x1547874)
	/usr/local/go/src/net/unixsock.go:260 +0x48
net/http.(*Server).Serve(0xc000a58680, 0x36250a0, 0xc000d39e90, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2859 +0x22d
github.com/cilium/cilium/api/v1/server.(*Server).Serve.func1(0xc000d4d260, 0xc000a58680, 0xc000c63a20, 0x36250a0, 0xc000d39e90)
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:202 +0x70
created by github.com/cilium/cilium/api/v1/server.(*Server).Serve
	/go/src/github.com/cilium/cilium/api/v1/server/server.go:200 +0x13e4

goroutine 442 [chan receive]:
github.com/cilium/cilium/pkg/workloads.(*dockerClient).processEvents(0xc0004434c0, 0xc00009bf80)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:324 +0x6a
created by github.com/cilium/cilium/pkg/workloads.(*watcherState).enqueueByContainerID
	/go/src/github.com/cilium/cilium/pkg/workloads/watcher_state.go:101 +0x19e

goroutine 461 [chan receive]:
github.com/cilium/cilium/pkg/workloads.(*dockerClient).processEvents(0xc0004434c0, 0xc0008ef2c0)
	/go/src/github.com/cilium/cilium/pkg/workloads/docker.go:324 +0x6a
created by github.com/cilium/cilium/pkg/workloads.(*watcherState).enqueueByContainerID
	/go/src/github.com/cilium/cilium/pkg/workloads/watcher_state.go:101 +0x19e

goroutine 508 [IO wait]:
internal/poll.runtime_pollWait(0x7ff1490266e8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:182 +0x56
internal/poll.(*pollDesc).wait(0xc0008de098, 0x72, 0x0, 0x1, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x9b
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008de080, 0xc0004f9061, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b
net.(*netFD).Read(0xc0008de080, 0xc0004f9061, 0x1, 0x1, 0xc000b12a58, 0xc00082cf68, 0x12816ad)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0004c8008, 0xc0004f9061, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:177 +0x69
net/http.(*connReader).backgroundRead(0xc0004f9050)
	/usr/local/go/src/net/http/server.go:677 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/local/go/src/net/http/server.go:673 +0xca

goroutine 509 [runnable]:
net/http.(*connReader).backgroundRead(0xc0009e4870)
	/usr/local/go/src/net/http/server.go:676
created by net/http.(*connReader).startBackgroundRead
	/usr/local/go/src/net/http/server.go:673 +0xca
root@apoc:~# 

Metadata

Metadata

Assignees

Labels

area/daemonImpacts operation of the Cilium daemon.kind/bugThis is a bug in the Cilium logic.

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions