Skip to content

500 Error from /api/v4/projects/2/repository/files/:file_path/raw in gitlab-ce 18.4.0

Summary

when i call GET/api/v4/projects/2/repository/files/:file_path/raw to download a file,it returns error 500 Internal Server Error

GET /api/v4/projects/5/repository/tree and POST /api/v4/projects/5/repository/files works fine

download file from web works fine

this is a gitlab-ce linux package verion and seperated to 3 nodes:

  • postgresql + redis
  • gitaly
  • application server

is there any instructions i can follow

Relevant logs and/or screenshots

log from api_json.log:

OpenSSL::Cipher::CipherError

"encryptor (3.0.0) lib/encryptor.rb:98:in `final'",
        "encryptor (3.0.0) lib/encryptor.rb:98:in `crypt'",
        "encryptor (3.0.0) lib/encryptor.rb:49:in `decrypt'",
        "attr_encrypted (4.2.0) lib/attr_encrypted.rb:242:in `attr_encrypted_decrypt'",
        "attr_encrypted (4.2.0) lib/attr_encrypted.rb:331:in `attr_encrypted_decrypt'",
        "attr_encrypted (4.2.0) lib/attr_encrypted.rb:163:in `block (2 levels) in attr_encrypted'",
        "lib/gitlab/current_settings.rb:31:in `method_missing'",
        "lib/ci/job_token/jwt.rb:81:in `key'",
        "lib/ci/job_token/jwt.rb:41:in `decode'",
        "app/finders/ci/auth_job_finder.rb:34:in `find_job_by_token'",
        "app/finders/ci/auth_job_finder.rb:15:in `execute!'",
        "app/finders/ci/auth_job_finder.rb:25:in `execute'",
        "lib/gitlab/auth/auth_finders.rb:288:in `find_user_from_job_bearer_token'",
        "lib/gitlab/auth/auth_finders.rb:86:in `find_user_from_bearer_token'",
        "lib/api/api_guard.rb:80:in `block in find_user_from_sources'",
        "gems/gitlab-utils/lib/gitlab/utils/strong_memoize.rb:34:in `strong_memoize'",
        "lib/api/api_guard.rb:74:in `find_user_from_sources'",
        "lib/api/api_guard.rb:58:in `find_current_user!'",
        "lib/api/helpers.rb:883:in `block in initial_current_user'",
        "lib/gitlab/auth/unique_ips_limiter.rb:29:in `limit_user!'",
        "lib/api/helpers.rb:883:in `initial_current_user'",
        "lib/api/helpers.rb:63:in `job_token_authentication?'",
        "lib/api/helpers.rb:192:in `authorized_project_scope?'",
        "lib/api/helpers.rb:163:in `find_project!'",
        "lib/api/helpers.rb:123:in `user_project'",
        "lib/api/helpers.rb:428:in `authorize_read_code!'",
        "lib/api/files.rb:36:in `assign_file_vars!'",
        "lib/api/files.rb:198:in `block (2 levels) in <class:Files>'",
        "grape (2.0.0) lib/grape/endpoint.rb:58:in `call'",
        "grape (2.0.0) lib/grape/endpoint.rb:58:in `block (2 levels) in generate_api_method'",
        "activesupport (7.1.5.2) lib/active_support/notifications.rb:208:in `instrument'",
        "grape (2.0.0) lib/grape/endpoint.rb:57:in `block in generate_api_method'",
        "grape (2.0.0) lib/grape/endpoint.rb:328:in `execute'",
        "grape (2.0.0) lib/grape/endpoint.rb:260:in `block in run'",
        "activesupport (7.1.5.2) lib/active_support/notifications.rb:208:in `instrument'",
        "grape (2.0.0) lib/grape/endpoint.rb:240:in `run'",
        "grape (2.0.0) lib/grape/endpoint.rb:316:in `block in build_stack'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "lib/api/api_guard.rb:266:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "rack-oauth2 (2.2.1) lib/rack/oauth2/server/resource.rb:20:in `_call'",
        "rack-oauth2 (2.2.1) lib/rack/oauth2/server/resource/bearer.rb:8:in `_call'",
        "rack-oauth2 (2.2.1) lib/rack/oauth2/server/abstract/handler.rb:17:in `call'",
        "lib/gitlab/middleware/ip_address.rb:14:in `block in call'",
        "lib/gitlab/ip_address_state.rb:11:in `with'",
        "lib/gitlab/middleware/ip_address.rb:13:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "lib/api/api_guard.rb:266:in `call'",
        "grape (2.0.0) lib/grape/middleware/base.rb:36:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "rack-oauth2 (2.2.1) lib/rack/oauth2/server/resource.rb:20:in `_call'",
        "rack-oauth2 (2.2.1) lib/rack/oauth2/server/resource/bearer.rb:8:in `_call'",
        "rack-oauth2 (2.2.1) lib/rack/oauth2/server/abstract/handler.rb:17:in `call'",
        "grape (2.0.0) lib/grape/middleware/error.rb:39:in `block in call!'",
        "grape (2.0.0) lib/grape/middleware/error.rb:38:in `catch'",
        "grape (2.0.0) lib/grape/middleware/error.rb:38:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "grape_logging (1.8.4) lib/grape_logging/middleware/request_logger.rb:60:in `block in call!'",
        "grape_logging (1.8.4) lib/grape_logging/middleware/request_logger.rb:58:in `catch'",
        "grape_logging (1.8.4) lib/grape_logging/middleware/request_logger.rb:58:in `call!'",
        "grape (2.0.0) lib/grape/middleware/base.rb:29:in `call'",
        "rack (2.2.17) lib/rack/head.rb:12:in `call'",
        "grape (2.0.0) lib/grape/endpoint.rb:224:in `call!'",
        "grape (2.0.0) lib/grape/endpoint.rb:218:in `call'",
        "grape (2.0.0) lib/grape/router/route.rb:58:in `exec'",
        "grape (2.0.0) lib/grape/router.rb:120:in `process_route'",
        "grape (2.0.0) lib/grape/router.rb:74:in `block in identity'",
        "grape (2.0.0) lib/grape/router.rb:94:in `transaction'",
        "grape (2.0.0) lib/grape/router.rb:72:in `identity'",
        "grape (2.0.0) lib/grape/router.rb:56:in `block in call'",
        "grape (2.0.0) lib/grape/router.rb:136:in `with_optimization'",
        "grape (2.0.0) lib/grape/router.rb:55:in `call'",
        "grape (2.0.0) lib/grape/api/instance.rb:165:in `call'",
        "grape (2.0.0) lib/grape/api/instance.rb:70:in `call!'",
        "grape (2.0.0) lib/grape/api/instance.rb:65:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/routing/mapper.rb:31:in `block in <class:Constraints>'",
        "actionpack (7.1.5.2) lib/action_dispatch/routing/mapper.rb:60:in `serve'",
        "actionpack (7.1.5.2) lib/action_dispatch/journey/router.rb:51:in `block in serve'",
        "config/initializers/action_dispatch_journey_router.rb:52:in `block in find_routes'",
        "config/initializers/action_dispatch_journey_router.rb:25:in `map!'",
        "config/initializers/action_dispatch_journey_router.rb:25:in `find_routes'",
        "actionpack (7.1.5.2) lib/action_dispatch/journey/router.rb:32:in `serve'",
        "actionpack (7.1.5.2) lib/action_dispatch/routing/route_set.rb:882:in `call'",
        "gitlab-experiment (0.9.1) lib/gitlab/experiment/middleware.rb:19:in `call'",
        "flipper (0.28.3) lib/flipper/middleware/memoizer.rb:72:in `memoized_call'",
        "flipper (0.28.3) lib/flipper/middleware/memoizer.rb:37:in `call'",
        "lib/gitlab/metrics/elasticsearch_rack_middleware.rb:16:in `call'",
        "lib/gitlab/middleware/sidekiq_shard_awareness_validation.rb:20:in `block in call'",
        "lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'",
        "lib/gitlab/middleware/sidekiq_shard_awareness_validation.rb:20:in `call'",
        "lib/gitlab/middleware/memory_report.rb:13:in `call'",
        "lib/gitlab/middleware/speedscope.rb:13:in `call'",
        "lib/gitlab/database/load_balancing/rack_middleware.rb:23:in `call'",
        "lib/gitlab/middleware/rails_queue_duration.rb:33:in `call'",
        "lib/gitlab/etag_caching/middleware.rb:21:in `call'",
        "lib/gitlab/metrics/rack_middleware.rb:16:in `block in call'",
        "lib/gitlab/metrics/web_transaction.rb:46:in `run'",
        "lib/gitlab/metrics/rack_middleware.rb:16:in `call'",
        "lib/gitlab/middleware/go.rb:21:in `call'",
        "lib/gitlab/middleware/query_analyzer.rb:11:in `block in call'",
        "lib/gitlab/database/query_analyzer.rb:83:in `within'",
        "lib/gitlab/middleware/query_analyzer.rb:11:in `call'",
        "lib/ci/job_token/middleware.rb:11:in `call'",
        "batch-loader (2.0.5) lib/batch_loader/middleware.rb:11:in `call'",
        "rack-attack (6.7.0) lib/rack/attack.rb:103:in `call'",
        "apollo_upload_server (2.1.6) lib/apollo_upload_server/middleware.rb:19:in `call'",
        "lib/gitlab/middleware/multipart.rb:173:in `call'",
        "rack-attack (6.7.0) lib/rack/attack.rb:127:in `call'",
        "warden (1.2.9) lib/warden/manager.rb:36:in `block in call'",
        "warden (1.2.9) lib/warden/manager.rb:34:in `catch'",
        "warden (1.2.9) lib/warden/manager.rb:34:in `call'",
        "rack-cors (2.0.2) lib/rack/cors.rb:102:in `call'",
        "rack (2.2.17) lib/rack/tempfile_reaper.rb:15:in `call'",
        "rack (2.2.17) lib/rack/etag.rb:27:in `call'",
        "rack (2.2.17) lib/rack/conditional_get.rb:27:in `call'",
        "rack (2.2.17) lib/rack/head.rb:12:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/http/permissions_policy.rb:36:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/http/content_security_policy.rb:36:in `call'",
        "lib/gitlab/middleware/read_only/controller.rb:40:in `call'",
        "lib/gitlab/middleware/read_only.rb:18:in `call'",
        "lib/gitlab/middleware/unauthenticated_session_expiry.rb:18:in `call'",
        "rack (2.2.17) lib/rack/session/abstract/id.rb:266:in `context'",
        "rack (2.2.17) lib/rack/session/abstract/id.rb:260:in `call'",
        "lib/gitlab/middleware/secure_headers.rb:11:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/cookies.rb:689:in `call'",
        "lib/gitlab/middleware/same_site_cookies.rb:27:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/callbacks.rb:29:in `block in call'",
        "activesupport (7.1.5.2) lib/active_support/callbacks.rb:101:in `run_callbacks'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/callbacks.rb:28:in `call'",
        "sentry-rails (5.23.0) lib/sentry/rails/rescued_exception_interceptor.rb:14:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/debug_exceptions.rb:29:in `call'",
        "lib/gitlab/middleware/path_traversal_check.rb:40:in `call'",
        "lib/gitlab/middleware/handle_malformed_strings.rb:21:in `call'",
        "sentry-ruby (5.23.0) lib/sentry/rack/capture_exceptions.rb:30:in `block (2 levels) in call'",
        "sentry-ruby (5.23.0) lib/sentry/hub.rb:299:in `with_session_tracking'",
        "sentry-ruby (5.23.0) lib/sentry-ruby.rb:428:in `with_session_tracking'",
        "sentry-ruby (5.23.0) lib/sentry/rack/capture_exceptions.rb:21:in `block in call'",
        "sentry-ruby (5.23.0) lib/sentry/hub.rb:89:in `with_scope'",
        "sentry-ruby (5.23.0) lib/sentry-ruby.rb:408:in `with_scope'",
        "sentry-ruby (5.23.0) lib/sentry/rack/capture_exceptions.rb:20:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/show_exceptions.rb:31:in `call'",
        "lib/gitlab/middleware/basic_health_check.rb:25:in `call'",
        "lograge (0.11.2) lib/lograge/rails_ext/rack/logger.rb:15:in `call_app'",
        "railties (7.1.5.2) lib/rails/rack/logger.rb:24:in `block in call'",
        "activesupport (7.1.5.2) lib/active_support/tagged_logging.rb:139:in `block in tagged'",
        "activesupport (7.1.5.2) lib/active_support/tagged_logging.rb:39:in `tagged'",
        "activesupport (7.1.5.2) lib/active_support/tagged_logging.rb:139:in `tagged'",
        "activesupport (7.1.5.2) lib/active_support/broadcast_logger.rb:241:in `method_missing'",
        "railties (7.1.5.2) lib/rails/rack/logger.rb:24:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/remote_ip.rb:92:in `call'",
        "lib/gitlab/middleware/handle_ip_spoof_attack_error.rb:25:in `call'",
        "lib/gitlab/middleware/request_context.rb:15:in `call'",
        "lib/gitlab/middleware/webhook_recursion_detection.rb:15:in `call'",
        "request_store (1.7.0) lib/request_store/middleware.rb:19:in `call'",
        "rack (2.2.17) lib/rack/method_override.rb:24:in `call'",
        "rack (2.2.17) lib/rack/runtime.rb:22:in `call'",
        "rack-timeout (0.7.0) lib/rack/timeout/core.rb:154:in `block in call'",
        "rack-timeout (0.7.0) lib/rack/timeout/support/timeout.rb:19:in `timeout'",
        "rack-timeout (0.7.0) lib/rack/timeout/core.rb:153:in `call'",
        "config/initializers/fix_local_cache_middleware.rb:11:in `call'",
        "lib/gitlab/middleware/compressed_json.rb:44:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/executor.rb:14:in `call'",
        "lib/gitlab/middleware/rack_multipart_tempfile_factory.rb:19:in `call'",
        "lib/gitlab/metrics/requests_rack_middleware.rb:83:in `call'",
        "gitlab-labkit (0.40.0) lib/labkit/middleware/rack.rb:22:in `block in call'",
        "gitlab-labkit (0.40.0) lib/labkit/context.rb:36:in `with_context'",
        "gitlab-labkit (0.40.0) lib/labkit/middleware/rack.rb:21:in `call'",
        "rack (2.2.17) lib/rack/sendfile.rb:110:in `call'",
        "actionpack (7.1.5.2) lib/action_dispatch/middleware/request_id.rb:28:in `call'",
        "lib/gitlab/middleware/sidekiq_web_static.rb:20:in `call'",
        "railties (7.1.5.2) lib/rails/engine.rb:536:in `call'",
        "railties (7.1.5.2) lib/rails/railtie.rb:226:in `public_send'",
        "railties (7.1.5.2) lib/rails/railtie.rb:226:in `method_missing'",
        "lib/gitlab/middleware/release_env.rb:12:in `call'",
        "rack (2.2.17) lib/rack/urlmap.rb:74:in `block in call'",
        "rack (2.2.17) lib/rack/urlmap.rb:58:in `each'",
        "rack (2.2.17) lib/rack/urlmap.rb:58:in `call'",
        "puma (6.6.1) lib/puma/configuration.rb:279:in `call'",
        "puma (6.6.1) lib/puma/request.rb:99:in `block in handle_request'",
        "puma (6.6.1) lib/puma/thread_pool.rb:390:in `with_force_shutdown'",
        "puma (6.6.1) lib/puma/request.rb:98:in `handle_request'",
        "puma (6.6.1) lib/puma/server.rb:472:in `process_client'",
        "puma (6.6.1) lib/puma/server.rb:254:in `block in run'",
        "puma (6.6.1) lib/puma/thread_pool.rb:167:in `block in spawn_thread'"
Edited by zhouguozhao