Investigate error: kas RecvMsg(): rpc error: code = Canceled desc = context canceled
{
"_index": "pubsub-kas-inf-gprd-000033",
"_type": "_doc",
"_id": "XItoy3sB_sLehdqH7lN0",
"_version": 1,
"_score": null,
"_source": {
"@timestamp": "2021-09-09T16:34:15.654Z",
"host": {
"name": "pubsubbeat-pubsub-kas-inf-gprd-77f997bd8c-8qmnl"
},
"kubernetes": {
"pod_name": "gitlab-kas-6985dfbdb9-rkvlw",
"container_image": "dev.gitlab.org:5005/gitlab/gitlab-agent/kas:v14.2.2",
"container_name": "kas",
"region": "us-east1",
"namespace_name": "gitlab",
"host": "gke-gprd-gitlab-gke-default-2-216a4699-fd06"
},
"json": {
"shard": "default",
"kas_url": "grpc://10.222.33.95:8155",
"type": "kas",
"time": "2021-09-09T16:33:30.042Z",
"stage": "main",
"tier": "sv",
"correlation_id": "01FF5PFS15KMVRB6S9J2JCMBV0",
"connection_id": 3561684861088412000,
"error": "kas RecvMsg(): rpc error: code = Canceled desc = context canceled",
"environment": "gprd",
"level": "error",
"msg": "Failed to route request",
"agent_id": 295,
"grpc_service": "gitlab.agent.kubernetes_api.rpc.KubernetesApi",
"grpc_method": "MakeRequest",
"tag": "gitlab-kas.var.log.containers.gitlab-kas-6985dfbdb9-rkvlw_gitlab_kas-ee87fd5185dacc39296b5a4100b4179dd9af0ece2d75e917e0dc7742f74ed3bd.log"
},
"type": "pubsubbeat-pubsub-kas-inf-gprd-77f997bd8c-8qmnl",
"publish_time": "2021-09-09T16:34:15.642Z"
},
"fields": {
"publish_time": [
"2021-09-09T16:34:15.642Z"
],
"@timestamp": [
"2021-09-09T16:34:15.654Z"
],
"json.time": [
"2021-09-09T16:33:30.042Z"
]
},
"sort": [
1631205210042
]
}
Edited by Mikhail Mazurskiy