PG::ConnectionBad: PQsocket() can't get socket descriptor
ActiveRecord::StatementInvalid
Sidekiq/ExpireOrderJob
Level: Error
PG::ConnectionBad: PQsocket() can't get socket descriptor (ActiveRecord::StatementInvalid)
There are also several cases happen in recent production from ZuoraCallout::SyncResource::ContactWorker
.
Such as:
{
"insertId": "1de5oblfjquwsw",
"jsonPayload": {
"enqueued_at": "2024-01-05T12:56:38.254Z",
"environment": "gprd",
"job_status": "fail",
"retry": 25,
"message": "ZuoraCallout::SyncResource::ContactWorker JID-92a12edc2750667995101f47: fail: 16.197 sec",
"shard": "default",
"zuora_requests": null,
"fqdn": "customers.gitlab.com",
"zuora_requests_duration_s": null,
"jid": "92a12edc2750667995101f47",
"duration": 16.197,
"type": "customersdot",
"queue": "zuora_callback",
"created_at": "2024-01-05T12:56:38.253Z",
"class": "ZuoraCallout::SyncResource::ContactWorker",
"error": "ActiveRecord::StatementInvalid",
"correlation_id": "9169b74c2f9139bfde2fb5405409d47f",
"duration_threshold": 10,
"completed_at": "2024-01-05T12:56:54.452Z",
"tier": "sv",
"error_backtrace": [
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/services/customers/update_billing_account_service.rb:13:in `execute'",
"<internal:kernel>:90:in `tap'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/services/find_or_create_customer_service.rb:114:in `update_billing_account'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/services/find_or_create_customer_service.rb:108:in `refresh_billing_attributes'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/services/find_or_create_customer_service.rb:17:in `execute'",
"<internal:kernel>:90:in `tap'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/workers/zuora_callout/base_worker.rb:185:in `create_customer_for_sold_to'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/workers/zuora_callout/sync_resource/contact_worker.rb:74:in `sync_zuora_contact'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/app/workers/zuora_callout/sync_resource/contact_worker.rb:14:in `perform'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/middleware/sidekiq/metrics.rb:11:in `block in call'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/metrics/prometheus/emits_metrics.rb:11:in `block in capture_and_increase_label_metrics'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/metrics/prometheus/emits_metrics.rb:11:in `capture_and_increase_label_metrics'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/middleware/sidekiq/metrics.rb:11:in `call'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/safe_request_store.rb:40:in `enabling_request_store'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/safe_request_store.rb:35:in `ensure_request_store'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/middleware/sidekiq/request_store.rb:7:in `call'",
"/home/customersdot/CustomersDot/releases/20240105011918Z/lib/gitlab/sidekiq_logging/structured_logger.rb:15:in `call'"
],
"feature_category": "customersdot_application",
"sentry_trace": "0aac17c9fcf34afabe1e784224384bf5-15576f3b44ce1d82-1",
"hostname": "10.185.6.2",
"pid": 1824343,
"error_message": "PG::ConnectionBad: PQsocket() can't get socket descriptor",
"stage": "main"
},
"resource": {
"type": "gce_instance",
"labels": {
"project_id": "gitlab-subscriptions-prod",
"instance_id": "4522658887268460484",
"zone": "us-east1-c"
}
},
"timestamp": "2024-01-05T12:56:54.452Z",
"severity": "WARNING",
"labels": {
"compute.googleapis.com/resource_name": "customers-01-inf-prdsub",
"tag": "sidekiq.production"
},
"logName": "projects/gitlab-subscriptions-prod/logs/sidekiq.production",
"receiveTimestamp": "2024-01-05T12:57:54.389463172Z"
}