### Full description Package Container Registry pushes, pulls image to the registry and deletes image blob, manifest and tag ### File path ./qa/specs/features/api/5_package/container_registry_spec.rb ### Stack trace ``` Failure/Error: expect(job_log).to have_content '404 Not Found' expected to find text "404 Not Found" in "[0KRunning with gitlab-runner 14.10.0~beta.50.g1f2fe53e (1f2fe53e)[0;m [0K on green-1.private.runners-manager.gitlab.com/staging.gitlab.com z8yzfruU[0;m section_start:1651041711:resolve_secrets [0K[0K[36;1mResolving secrets[0;m[0;m section_end:1651041711:resolve_secrets [0Ksection_start:1651041711:prepare_executor [0K[0K[36;1mPreparing the \"docker+machine\" executor[0;m[0;m [0KUsing Docker executor with image dwdraju/alpine-curl-jq:latest ...[0;m [0KPulling docker image dwdraju/alpine-curl-jq:latest ...[0;m [0KUsing docker image sha256:7c023ba4e607efb3b524fa45f32fdef6bd2e0eac5d56e4d320dda6b2307be448 for dwdraju/alpine-curl-jq:latest with digest dwdraju/alpine-curl-jq@sha256:770e91cabcaa0cb66fa0f3627b1593b3b9f8f416fba893f473040e0071219272 ...[0;m section_end:1651041759:prepare_executor [0Ksection_start:1651041759:prepare_script [0K[0K[36;1mPreparing environment[0;m[0;m Running on runner-z8yzfruu-project-7360291-concurrent-0 via runner-z8yzfruu-private-1651041711-fc0da391... section_end:1651041760:prepare_script [0Ksection_start:1651041760:get_sources [0K[0K[36;1mGetting source from Git repository[0;m[0;m [32;1m$ eval \"$CI_PRE_CLONE_SCRIPT\"[0;m [32;1mFetching changes with git depth set to 20...[0;m Initialized empty Git repository in /builds/gitlab-qa-sandbox-group/qa-test-2022-04-27-06-31-34-5364c81a2a09b828/project-with-registry-api-194eab873c231ff5/.git/ [32;1mCreated fresh repository.[0;m [32;1mChecking out b15f3102 as master...[0;m [32;1mSkipping Git submodules setup[0;m [32;1m$ git remote set-url origin \"${CI_REPOSITORY_URL}\"[0;m section_end:1651041761:get_sources [0Ksection_start:1651041761:step_script [0K[0K[36;1mExecuting \"step_script\" stage of the job script[0;m[0;m [0KUsing docker image sha256:7c023ba4e607efb3b524fa45f32fdef6bd2e0eac5d56e4d320dda6b2307be448 for dwdraju/alpine-curl-jq:latest with digest dwdraju/alpine-curl-jq@sha256:770e91cabcaa0cb66fa0f3627b1593b3b9f8f416fba893f473040e0071219272 ...[0;m [32;1m$ token=$(curl -u \"$CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD\" \"https://$CI_SERVER_HOST/jwt/auth?service=container_registry&scope=repository:$CI_PROJECT_PATH:pull,push,delete\" | jq -r '.token')[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 1306 100 1306 0 0 5948 0 --:--:-- --:--:-- --:--:-- 5963 [32;1m$ echo $token[0;m eyJhbGciOiJSUzI1NiIsImtpZCI6IjdTUzQ6QUI0STpSRE5IOlJIWkg6STJKVDpVU0hMOkxNQUg6Wk5ZRTpJT1UyOkZQVlE6SVczNDpKQ1ZOIiwidHlwIjoiSldUIn0.eyJhY2Nlc3MiOlt7InR5cGUiOiJyZXBvc2l0b3J5IiwibmFtZSI6ImdpdGxhYi1xYS1zYW5kYm94LWdyb3VwL3FhLXRlc3QtMjAyMi0wNC0yNy0wNi0zMS0zNC01MzY0YzgxYTJhMDliODI4L3Byb2plY3Qtd2l0aC1yZWdpc3RyeS1hcGktMTk0ZWFiODczYzIzMWZmNSIsImFjdGlvbnMiOlsicHVsbCIsInB1c2giLCJkZWxldGUiXX1dLCJqdGkiOiI4YWQxMzdkZS03NWFkLTRiMWQtYWJjNC03ZjYyNTAzM2YzNDAiLCJhdWQiOiJjb250YWluZXJfcmVnaXN0cnkiLCJzdWIiOiJnaXRsYWItcWEiLCJpc3MiOiJvbW5pYnVzLWdpdGxhYi1pc3N1ZXIiLCJpYXQiOjE2NTEwNDE3NjIsIm5iZiI6MTY1MTA0MTc1NywiZXhwIjoxNjUxMDQyNjYyfQ.C5jKtDrSZsMi59dj8b_HfhFuFeDDKcg13lKkNwt8dyopg-jtDzHchCtD_gppbOkOZzVnUASoFnPVc98FVAmL4-UR17DGzKKIXiunOWFYaqM3QUastPk-xJMeqDWYFwRxckIimRQtHtqiXb5JuXVhO5zWhX1BsiLlXxUoVdmhIG_vz9odxZv9xL_k_Zo6f6Zfofpm6jHSfax4sIzulPYuyI0cdgwE8TYxk4jqMqwEOo7kkTtafraLPu7Uqj8LSnfBAvaKGfKB3hkTOfvUDeyaDqPJevLObeIjLbFGBoUr7leUIQ_tz7iY1vp12AuGasIskMUTXzNqgOg1bB7ol17f2eYR_NKFdxRZxKqJFHjTxuQHy5rfygbk9XfQU0hK_6WTi2-UiphKFw6g676EvdUIgyYnPkgOwC0wPt_E1eScU8aohFLe_k-MD_VKVO2KgPsIwyuCfRK8DhEsb7ofx_CC6nomj-uQ-UJ1ItK3t6280flqyTS_HX31YZbWdrqsEFSD1UPUfaS4pCQzdwGsJJPlS1Oof1Cab7bh6qv5_CU5aBDND5K8IBFz9meHxVWYmcSC7V8oTrWJqTfJSpvBjhPiJU9jQBf0x5e7aAvFsh2EXPJXxqTtnkHP-1bF0kl_mx89ubRNB0nIQr11KYEq6Ud7srJjzBGNV_xTuCNjRHNMsQk [32;1m$ digest=$(curl -L -H \"Authorization: Bearer $token\" -H \"Accept: $MEDIA_TYPE\" \"https://$CI_REGISTRY/v2/$CI_PROJECT_PATH/manifests/master\" | jq -r \".layers[0].digest\")[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 1787 100 1787 0 0 12401 0 --:--:-- --:--:-- --:--:-- 12496 [32;1m$ curl -L -X DELETE -H \"Authorization: Bearer $token\" -H \"Accept: $MEDIA_TYPE\" \"https://$CI_REGISTRY/v2/$CI_PROJECT_PATH/blobs/$digest\"[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 [32;1m$ curl -L --head -H \"Authorization: Bearer $token\" -H \"Accept: $MEDIA_TYPE\" \"https://$CI_REGISTRY/v2/$CI_PROJECT_PATH/blobs/$digest\"[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0HTTP/2 404 0 157 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 date: Wed, 27 Apr 2022 06:42:42 GMT content-type: application/json content-length: 157 docker-distribution-api-version: registry/2.0 gitlab-migration-path: new x-content-type-options: nosniff cf-cache-status: DYNAMIC expect-ct: max-age=604800, report-uri=\"https://report-uri.cloudflare.com/cdn-cgi/beacon/expect-ct\" report-to: {\"endpoints\":[{\"url\":\"https:\\/\\/a.nel.cloudflare.com\\/report\\/v3?s=u%2BcRbdBUoY87vJvvKJhRq08CcjH0WHWMYraaAgixHg7rh7RCRnq6MiX5j8nm0mv4EIs9jcCFSyi30hKUjvfGCQ%2BIR0c7qPCveXEmct4RcELTGdey0pj426eIPET%2BJ2AliQBvFgRePfZSCwO2Hw%3D%3D\"}],\"group\":\"cf-nel\",\"max_age\":604800} nel: {\"success_fraction\":0.01,\"report_to\":\"cf-nel\",\"max_age\":604800} strict-transport-security: max-age=0; preload server: cloudflare cf-ray: 702594694de00981-MIA [32;1m$ digest=$(curl -L -H \"Authorization: Bearer $token\" -H \"Accept: $MEDIA_TYPE\" \"https://$CI_REGISTRY/v2/$CI_PROJECT_PATH/manifests/master\" | jq -r \".config.digest\")[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 1787 100 1787 0 0 9988 0 --:--:-- --:--:-- --:--:-- 10039 [32;1m$ curl -L -X DELETE -H \"Authorization: Bearer $token\" -H \"Accept: $MEDIA_TYPE\" \"https://$CI_REGISTRY/v2/$CI_PROJECT_PATH/manifests/$digest\"[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0{\"errors\":[{\"code\":\"MANIFEST_UNKNOWN\",\"message\":\"manifest unknown\"}]} 100 70 100 70 0 0 584 0 --:--:-- --:--:-- --:--:-- 588 [32;1m$ curl -L --head -H \"Authorization: Bearer $token\" -H \"Accept: $MEDIA_TYPE\" \"https://$CI_REGISTRY/v2/$CI_PROJECT_PATH/manifests/$digest\"[0;m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0HTTP/2 404 0 287 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 date: Wed, 27 Apr 2022 06:42:43 GMT content-type: application/json content-length: 287 docker-distribution-api-version: registry/2.0 gitlab-migration-path: new x-content-type-options: nosniff cf-cache-status: DYNAMIC expect-ct: max-age=604800, report-uri=\"https://report-uri.cloudflare.com/cdn-cgi/beacon/expect-ct\" report-to: {\"endpoints\":[{\"url\":\"https:\\/\\/a.nel.cloudflare.com\\/report\\/v3?s=IWW75xCVuoyxCqnvoDRDsf%2FHOwvlBrgrp5LMbeMD5QLKb%2BHonop%2BVmWUcxtA6Gldin67gC9Nwj%2BF1J%2BAnqjmKdV2S2QgbFF8IU8GnM9B2rRA5lE%2FPhFUyrsZ3%2BIqMJ1JKwdswR6FrZzTUx8Zpw%3D%3D\"}],\"group\":\"cf-nel\",\"max_age\":604800} nel: {\"success_fraction\":0.01,\"report_to\":\"cf-nel\",\"max_age\":604800} strict-transport-security: max-age=0; preload server: cloudflare cf-ray: 7025946c69c109e6-MIA section_end:1651041763:step_script [0Ksection_start:1651041763:cleanup_file_variables [0K[0K[36;1mCleaning up project directory and file based variables[0;m[0;m section_end:1651041764:cleanup_file_variables [0K[32;1mJob succeeded[0;m" ``` First happened in https://ops.gitlab.net/gitlab-org/quality/staging/-/jobs/6934647. Related test case: https://gitlab.com/gitlab-org/gitlab/-/quality/test_cases/348001.