Skip to content

Tracing - Fix service filter query param being dropped

Daniele Rossetti requested to merge rossetd/fix-service-filter-name into master

What does this MR do and why?

Fixes a bug where the service query param was being dropped. This was caused by using the wrong key name in one of the utils funcs.

Screenshots or screen recordings

Before:

before

After:

after

How to set up and validate locally

  • Enable FF :observability_tracing
Apply patch to load mocked data diff --git a/app/assets/javascripts/observability/client.js b/app/assets/javascripts/observability/client.js index 6c8156f29432..6c808f3bb105 100644 --- a/app/assets/javascripts/observability/client.js +++ b/app/assets/javascripts/observability/client.js @@ -1,5 +1,6 @@ import * as Sentry from '@sentry/browser'; import axios from '~/lib/utils/axios_utils'; +import mockData from './mock_traces.json';

function reportErrorAndThrow(e) { Sentry.captureException(e); @@ -9,10 +10,11 @@ function reportErrorAndThrow(e) { async function enableTraces(provisioningUrl) { try { // Note: axios.put(url, undefined, {withCredentials: true}) does not send cookies properly, so need to use the API below for the correct behaviour

  • return await axios(provisioningUrl, {
  •  method: 'put',
  •  withCredentials: true,
  • });
  • const { data } = await axios.get(provisioningUrl, { withCredentials: true });
  • // const { data } = await axios.get(provisioningUrl, { withCredentials: true });
  • const data = { status: 'ready' };
  • if (data && data.status) { // we currently ignore the 'status' payload and just check if the request was successful // We might improve this as part of gitlab-org/opstrace/opstrace#2315 @@ -42,12 +46,13 @@ async function fetchTrace(tracingUrl, traceId) { throw new Error('traceId is required.'); }
  • const { data } = await axios.get(tracingUrl, {
  •  withCredentials: true,
  •  params: {
  •    trace_id: traceId,
  •  },
  • });

  • // const { data } = await axios.get(tracingUrl, {

  • // withCredentials: true,

  • // params: {

  • // trace_id: traceId,

  • // },

  • // });

  • const data = { traces: [mockData.traces.find((t) => t.trace_id === traceId)] };

    if (!Array.isArray(data.traces) || data.traces.length === 0) { throw new Error('traces are missing/invalid in the response'); // eslint-disable-line @gitlab/require-i18n-strings @@ -176,14 +181,16 @@ async function fetchTraces(tracingUrl, { filters = {}, pageToken, pageSize } = { }

try {

  • const { data } = await axios.get(tracingUrl, {
  •  withCredentials: true,
  •  params,
  • });

  • // const { data } = await axios.get(tracingUrl, {

  • // withCredentials: true,

  • // params,

  • // });

  • const data = mockData; if (!Array.isArray(data.traces)) { throw new Error('traces are missing/invalid in the response'); // eslint-disable-line @gitlab/require-i18n-strings } return data;

  • // return { traces: [] }; } catch (e) { return reportErrorAndThrow(e); } diff --git a/app/assets/javascripts/observability/components/observability_container.vue b/app/assets/javascripts/observability/components/observability_container.vue index b7697cea2996..26f6998d5969 100644 --- a/app/assets/javascripts/observability/components/observability_container.vue +++ b/app/assets/javascripts/observability/components/observability_container.vue @@ -33,12 +33,12 @@ export default {

    // TODO: Improve local GDK dev experience with tracing gitlab-org/opstrace/opstrace#2308 // Uncomment the lines below to to test this locally

  • // setTimeout(() => {
  • // this.messageHandler({
  • // data: { type: 'AUTH_COMPLETION', status: 'success' },
  • // origin: new URL(this.oauthUrl).origin,
  • // });
  • // }, 2000);
  • setTimeout(() => {
  •  this.messageHandler({
  •    data: { type: 'AUTH_COMPLETION', status: 'success' },
  •    origin: new URL(this.oauthUrl).origin,
  •  });
  • }, 2000); }, destroyed() { window.removeEventListener('message', this.messageHandler); diff --git a/app/assets/javascripts/observability/mock_traces.json b/app/assets/javascripts/observability/mock_traces.json index 19c4e342b31e..47cfca3cf064 100644 --- a/app/assets/javascripts/observability/mock_traces.json +++ b/app/assets/javascripts/observability/mock_traces.json @@ -1,331 +1,250 @@ {
  • "project_id": 7,
  • "project_id": 1, "traces": [ {
  •  "timestamp": "2023-09-29T11:00:43.003008Z",
  •  "trace_id": "146c8cf4-78a2-3d3a-f31d-58df926650a0",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 1568690000,
  •  "timestamp": "2023-10-06T11:55:59.598163997Z",
  •  "trace_id": "ccaffd4e-a91a-d804-0e0f-f922c4c95ed7",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 2127527881,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:43.003008Z",
  •      "span_id": "917B7F54EBDB4736",
  •      "trace_id": "146c8cf4-78a2-3d3a-f31d-58df926650a0",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1568690000,
  •      "parent_span_id": "9596B15D4F815717",
  •      "statusCode": "STATUS_CODE_UNSET"
  •      "timestamp": "2023-10-06T11:55:59.598163997Z",
  •      "span_id": "B37C17DBFF15E41D",
  •      "trace_id": "ccaffd4e-a91a-d804-0e0f-f922c4c95ed7",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 2127527881,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
   }
 ],
 "totalSpans": 1
    }, {
  •  "timestamp": "2023-09-29T11:00:41.61081Z",
  •  "trace_id": "1d01114b-4696-3f66-bd35-c02079282df0",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5000533000,
  •  "timestamp": "2023-10-06T11:55:59.475236942Z",
  •  "trace_id": "82c50614-2aa6-8e33-62b5-a2097d47feef",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 2248422103,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:41.61081Z",
  •      "span_id": "4717E07C16167A24",
  •      "trace_id": "1d01114b-4696-3f66-bd35-c02079282df0",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5000533000,
  •      "parent_span_id": "AB6CDEC6284B75D6",
  •      "statusCode": "STATUS_CODE_UNSET"
  •      "timestamp": "2023-10-06T11:55:59.475236942Z",
  •      "span_id": "0938FA5DA440885E",
  •      "trace_id": "82c50614-2aa6-8e33-62b5-a2097d47feef",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 2248422103,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
   }
 ],
 "totalSpans": 1
    }, {
  •  "timestamp": "2023-09-29T11:00:40.791994345Z",
  •  "trace_id": "7442dae3-99b7-2696-8e7e-396f215d79a3",
  •  "service_name": "featureflagservice",
  •  "operation": "/featureflags",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 3306913,
  •  "timestamp": "2023-10-06T11:55:56.751654326Z",
  •  "trace_id": "5ffc70f5-2ddd-917c-a5b3-ed4b08aaf1f2",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5002628251,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:40.791994345Z",
  •      "span_id": "1FB4D1C68698F243",
  •      "trace_id": "7442dae3-99b7-2696-8e7e-396f215d79a3",
  •      "service_name": "featureflagservice",
  •      "operation": "/featureflags",
  •      "duration_nano": 3306913,
  •      "timestamp": "2023-10-06T11:55:56.751654326Z",
  •      "span_id": "17A162ECC1C0909D",
  •      "trace_id": "5ffc70f5-2ddd-917c-a5b3-ed4b08aaf1f2",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 5002628251,
     "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:40.792760113Z",
  •      "span_id": "48765C52608E9476",
  •      "trace_id": "7442dae3-99b7-2696-8e7e-396f215d79a3",
  •      "service_name": "featureflagservice",
  •      "operation": "featureflagservice.repo.query:featureflags",
  •      "duration_nano": 1725840,
  •      "parent_span_id": "1FB4D1C68698F243",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-21T06:40:27.095691Z",
  •      "span_id": "4F303F47649FFE54",
  •      "trace_id": "5301d339-c552-d9e3-6827-9cd032519b36",
  •      "service_name": "gitlab-crm-fake-service-1",
  •      "operation": "gitlabcrm_development",
  •      "duration_nano": 644000,
  •      "parent_span_id": "DAF025F127D669B6",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-21T06:40:27.096565Z",
  •      "span_id": "D0AF2785B748B412",
  •      "trace_id": "5301d339-c552-d9e3-6827-9cd032519b36",
  •      "service_name": "gitlab-crm",
  •      "operation": "EXECUTE gitlabcrm_development",
  •      "duration_nano": 553000,
  •      "parent_span_id": "DAF025F127D669B6",
  •      "statusCode": "STATUS_CODE_UNSET"
  •      "statusCode": "STATUS_CODE_ERROR"
   }
 ],
  •  "totalSpans": 2
  •  "totalSpans": 1
    }, {
  •  "timestamp": "2023-09-29T11:00:40.767544827Z",
  •  "trace_id": "77f24560-2cbc-394a-e463-6766348bb067",
  •  "timestamp": "2023-10-06T11:55:56.718823805Z",
  •  "trace_id": "2771e54e-7029-3886-9bb1-25a159dda380",
 "service_name": "loadgenerator",
 "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 2858178328,
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 396589042,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:40.767544827Z",
  •      "span_id": "2DD3BCF002BB57A5",
  •      "trace_id": "77f24560-2cbc-394a-e463-6766348bb067",
  •      "timestamp": "2023-10-06T11:55:56.718823805Z",
  •      "span_id": "FF943BA1E5266248",
  •      "trace_id": "2771e54e-7029-3886-9bb1-25a159dda380",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 2858178328,
  •      "duration_nano": 396589042,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:40.769074Z",
  •      "span_id": "33E3DAC31D94D2AD",
  •      "trace_id": "77f24560-2cbc-394a-e463-6766348bb067",
  •      "timestamp": "2023-10-06T11:55:56.719722Z",
  •      "span_id": "2589A0DAAC06088D",
  •      "trace_id": "2771e54e-7029-3886-9bb1-25a159dda380",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 2855460000,
  •      "parent_span_id": "2DD3BCF002BB57A5",
  •      "duration_nano": 394466000,
  •      "parent_span_id": "FF943BA1E5266248",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:39.571808Z",
  •  "trace_id": "63aabef9-c31a-a143-c757-bd06bad4634f",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4999973000,
  •  "timestamp": "2023-10-06T11:55:56.542930163Z",
  •  "trace_id": "93dff16a-3ec6-d09b-a154-75a928636a86",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5002656067,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:39.571808Z",
  •      "span_id": "BCB3ADC8AD51A8D7",
  •      "trace_id": "63aabef9-c31a-a143-c757-bd06bad4634f",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4999973000,
  •      "parent_span_id": "0419C4A3C4349ACE",
  •      "statusCode": "STATUS_CODE_UNSET"
  •      "timestamp": "2023-10-06T11:55:56.542930163Z",
  •      "span_id": "747271934A59C0E3",
  •      "trace_id": "93dff16a-3ec6-d09b-a154-75a928636a86",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 5002656067,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
   }
 ],
 "totalSpans": 1
    }, {
  •  "timestamp": "2023-09-29T11:00:39.54493274Z",
  •  "trace_id": "d12d4524-56f8-7cdb-20b9-6d6ef4f57810",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 2981062000,
  •  "timestamp": "2023-10-06T11:55:55.648453589Z",
  •  "trace_id": "0d3cf1f7-d611-76e2-d776-9265adb1af9b",
  •  "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5000814327,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:39.546433Z",
  •      "span_id": "A296FF069F58505B",
  •      "trace_id": "d12d4524-56f8-7cdb-20b9-6d6ef4f57810",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 2981062000,
  •      "parent_span_id": "E1C4AD7DC70DCA7D",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:39.54493274Z",
  •      "span_id": "E1C4AD7DC70DCA7D",
  •      "trace_id": "d12d4524-56f8-7cdb-20b9-6d6ef4f57810",
  •      "timestamp": "2023-10-06T11:55:55.648453589Z",
  •      "span_id": "2C4CEB0BE86B2DA0",
  •      "trace_id": "0d3cf1f7-d611-76e2-d776-9265adb1af9b",
     "service_name": "loadgenerator",
     "operation": "POST",
  •      "duration_nano": 2984544837,
  •      "duration_nano": 5000814327,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   }
 ],
  •  "totalSpans": 2
  •  "totalSpans": 1
    }, {
  •  "timestamp": "2023-09-29T11:00:39.5078146Z",
  •  "trace_id": "275a99d3-33b5-b9bd-02a8-1e0b3739ae44",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 32590000,
  •  "timestamp": "2023-10-06T11:55:55.279674996Z",
  •  "trace_id": "5766ddab-7eee-cdae-3586-9f939e789d6a",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 1703361037,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:39.509683Z",
  •      "span_id": "D15F1132CE47715A",
  •      "trace_id": "275a99d3-33b5-b9bd-02a8-1e0b3739ae44",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 32590000,
  •      "parent_span_id": "3E39DFDE93AD4D9B",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:39.5078146Z",
  •      "span_id": "3E39DFDE93AD4D9B",
  •      "trace_id": "275a99d3-33b5-b9bd-02a8-1e0b3739ae44",
  •      "timestamp": "2023-10-06T11:55:55.279674996Z",
  •      "span_id": "733124CF29C09031",
  •      "trace_id": "5766ddab-7eee-cdae-3586-9f939e789d6a",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 35969420,
  •      "operation": "GET",
  •      "duration_nano": 1703361037,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    }
  •  ],
  •  "totalSpans": 2
  • },
  • {
  •  "timestamp": "2023-09-29T11:00:38.623962706Z",
  •  "trace_id": "d1175521-168f-8d24-be74-c931a2197d4a",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 2139457000,
  •  "spans": [
  •    },
   {
  •      "timestamp": "2023-09-29T11:00:38.624863Z",
  •      "span_id": "4C6E765F2D7722C3",
  •      "trace_id": "d1175521-168f-8d24-be74-c931a2197d4a",
  •      "timestamp": "2023-10-06T11:55:55.280899Z",
  •      "span_id": "EE3A66448BAD6797",
  •      "trace_id": "5766ddab-7eee-cdae-3586-9f939e789d6a",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 2139457000,
  •      "parent_span_id": "D9B300DCE3652761",
  •      "duration_nano": 1700994000,
  •      "parent_span_id": "733124CF29C09031",
     "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:38.623962706Z",
  •      "span_id": "D9B300DCE3652761",
  •      "trace_id": "d1175521-168f-8d24-be74-c931a2197d4a",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 2144257717,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:37.524712703Z",
  •  "trace_id": "1ae6d853-7c93-7a69-8f5a-9503d743632b",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 1978276000,
  •  "timestamp": "2023-10-06T11:55:54.155602447Z",
  •  "trace_id": "512ee0a8-e7ce-f535-9fb7-d24e74970bbd",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5014426685,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:37.525788Z",
  •      "span_id": "803252EEC6B9323E",
  •      "trace_id": "1ae6d853-7c93-7a69-8f5a-9503d743632b",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1978276000,
  •      "parent_span_id": "B553D466BE315EDD",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:37.524712703Z",
  •      "span_id": "B553D466BE315EDD",
  •      "trace_id": "1ae6d853-7c93-7a69-8f5a-9503d743632b",
  •      "timestamp": "2023-10-06T11:55:54.155602447Z",
  •      "span_id": "1C0EF2059EDB15EC",
  •      "trace_id": "512ee0a8-e7ce-f535-9fb7-d24e74970bbd",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 1984087537,
  •      "duration_nano": 5014426685,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   }
 ],
  •  "totalSpans": 2
  •  "totalSpans": 1
    }, {
  •  "timestamp": "2023-09-29T11:00:37.512305559Z",
  •  "trace_id": "85c84d9d-d9e2-e578-f1ac-16c33620357c",
  •  "timestamp": "2023-10-06T11:55:53.613428903Z",
  •  "trace_id": "167dc5d1-fab3-2536-e02a-54aae6ad0e51",
 "service_name": "loadgenerator",
 "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5000438332,
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5000100610,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:37.512305559Z",
  •      "span_id": "78CB979F33F5B165",
  •      "trace_id": "85c84d9d-d9e2-e578-f1ac-16c33620357c",
  •      "timestamp": "2023-10-06T11:55:53.613428903Z",
  •      "span_id": "6643B634846E8790",
  •      "trace_id": "167dc5d1-fab3-2536-e02a-54aae6ad0e51",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5000438332,
  •      "duration_nano": 5000100610,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:37.513463Z",
  •      "span_id": "01A252BF0F49CF37",
  •      "trace_id": "85c84d9d-d9e2-e578-f1ac-16c33620357c",
  •      "timestamp": "2023-10-06T11:55:53.614291Z",
  •      "span_id": "0E90919A51493DAB",
  •      "trace_id": "167dc5d1-fab3-2536-e02a-54aae6ad0e51",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 4998115000,
  •      "parent_span_id": "78CB979F33F5B165",
  •      "duration_nano": 4998281000,
  •      "parent_span_id": "6643B634846E8790",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:35.762479243Z",
  •  "trace_id": "e3896e3b-6ebe-11e3-8e19-1dfad453b9b5",
  •  "timestamp": "2023-10-06T11:55:53.305205604Z",
  •  "trace_id": "bee441ce-8417-fc94-c13c-6764c37827b0",
 "service_name": "frontend-proxy",
 "operation": "ingress",
 "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5000934000,
  •  "duration_nano": 493620000,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:35.763443Z",
  •      "span_id": "986794734CE42F8C",
  •      "trace_id": "e3896e3b-6ebe-11e3-8e19-1dfad453b9b5",
  •      "timestamp": "2023-10-06T11:55:53.306589Z",
  •      "span_id": "7A95C3E94E619E8B",
  •      "trace_id": "bee441ce-8417-fc94-c13c-6764c37827b0",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 5000934000,
  •      "parent_span_id": "1D37B115F653C5D1",
  •      "duration_nano": 493620000,
  •      "parent_span_id": "DAE1E37B9930821D",
     "statusCode": "STATUS_CODE_UNSET"
   },
   {
  •      "timestamp": "2023-09-29T11:00:35.762479243Z",
  •      "span_id": "1D37B115F653C5D1",
  •      "trace_id": "e3896e3b-6ebe-11e3-8e19-1dfad453b9b5",
  •      "timestamp": "2023-10-06T11:55:53.305205604Z",
  •      "span_id": "DAE1E37B9930821D",
  •      "trace_id": "bee441ce-8417-fc94-c13c-6764c37827b0",
     "service_name": "loadgenerator",
     "operation": "POST",
  •      "duration_nano": 5004017695,
  •      "duration_nano": 496549491,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   }

@@ -333,867 +252,898 @@ "totalSpans": 2 }, {

  •  "timestamp": "2023-09-29T11:00:35.391766996Z",
  •  "trace_id": "0cfe0a75-0d9b-b1ab-7e71-8f60bb793385",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4999201000,
  •  "timestamp": "2023-10-06T11:55:52.113342692Z",
  •  "trace_id": "0efe9727-0e5a-f20a-3686-e2a095d4494e",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5002894331,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:35.392555Z",
  •      "span_id": "E63E71A922EB9E87",
  •      "trace_id": "0cfe0a75-0d9b-b1ab-7e71-8f60bb793385",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4999201000,
  •      "parent_span_id": "BB0ECD04692EFDC9",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:35.391766996Z",
  •      "span_id": "BB0ECD04692EFDC9",
  •      "trace_id": "0cfe0a75-0d9b-b1ab-7e71-8f60bb793385",
  •      "timestamp": "2023-10-06T11:55:52.113342692Z",
  •      "span_id": "6BDB4DA828A2F7D3",
  •      "trace_id": "0efe9727-0e5a-f20a-3686-e2a095d4494e",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5001214673,
  •      "duration_nano": 5002894331,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:52.114429Z",
  •      "span_id": "59E4FF2E4707BFEA",
  •      "trace_id": "0efe9727-0e5a-f20a-3686-e2a095d4494e",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4999835000,
  •      "parent_span_id": "6BDB4DA828A2F7D3",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:35.380894322Z",
  •  "trace_id": "f40a9cad-3903-4f05-0414-0cb19b6524c1",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4997700000,
  •  "timestamp": "2023-10-06T11:55:51.981354665Z",
  •  "trace_id": "3f917d5b-81c1-8319-3aaf-74c7c11bca89",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 1323083652,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:35.381876Z",
  •      "span_id": "30D43DF20056EACE",
  •      "trace_id": "f40a9cad-3903-4f05-0414-0cb19b6524c1",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4997700000,
  •      "parent_span_id": "1512781146A8CE64",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:35.380894322Z",
  •      "span_id": "1512781146A8CE64",
  •      "trace_id": "f40a9cad-3903-4f05-0414-0cb19b6524c1",
  •      "timestamp": "2023-10-06T11:55:51.981354665Z",
  •      "span_id": "3D69B158C2AFDFBA",
  •      "trace_id": "3f917d5b-81c1-8319-3aaf-74c7c11bca89",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5000036423,
  •      "duration_nano": 1323083652,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:51.982215Z",
  •      "span_id": "3588DA6D14910718",
  •      "trace_id": "3f917d5b-81c1-8319-3aaf-74c7c11bca89",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1321045000,
  •      "parent_span_id": "3D69B158C2AFDFBA",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:34.567293181Z",
  •  "trace_id": "320c56a4-4cb0-28ed-5789-5d3ee1122e07",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5000178000,
  •  "timestamp": "2023-10-06T11:55:50.643316698Z",
  •  "trace_id": "70f3d706-c3cf-57ce-e40d-e8f96f2a9001",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5004455156,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:34.568193Z",
  •      "span_id": "2B143697D55285FC",
  •      "trace_id": "320c56a4-4cb0-28ed-5789-5d3ee1122e07",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5000178000,
  •      "parent_span_id": "AC4FFB7889CAB59A",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:34.567293181Z",
  •      "span_id": "AC4FFB7889CAB59A",
  •      "trace_id": "320c56a4-4cb0-28ed-5789-5d3ee1122e07",
  •      "timestamp": "2023-10-06T11:55:50.643316698Z",
  •      "span_id": "612F7863A775A173",
  •      "trace_id": "70f3d706-c3cf-57ce-e40d-e8f96f2a9001",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 5002430058,
  •      "operation": "GET",
  •      "duration_nano": 5004455156,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:50.644165Z",
  •      "span_id": "9DF351C79B0676F1",
  •      "trace_id": "70f3d706-c3cf-57ce-e40d-e8f96f2a9001",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5002605000,
  •      "parent_span_id": "612F7863A775A173",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:34.539459795Z",
  •  "trace_id": "95707daf-c632-a4f0-ffd6-d3bee47ee53c",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "timestamp": "2023-10-06T11:55:50.212288079Z",
  •  "trace_id": "fef41346-a584-daca-bda3-81e6ae743772",
  •  "service_name": "featureflagservice",
  •  "operation": "/featureflags",
 "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4963439000,
  •  "duration_nano": 2420246,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:34.540721Z",
  •      "span_id": "F5CC519DAD51784B",
  •      "trace_id": "95707daf-c632-a4f0-ffd6-d3bee47ee53c",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4963439000,
  •      "parent_span_id": "9A19E3F8912E6D6B",
  •      "timestamp": "2023-10-06T11:55:50.212288079Z",
  •      "span_id": "44D4038CC63D0871",
  •      "trace_id": "fef41346-a584-daca-bda3-81e6ae743772",
  •      "service_name": "featureflagservice",
  •      "operation": "/featureflags",
  •      "duration_nano": 2420246,
  •      "parent_span_id": "",
     "statusCode": "STATUS_CODE_UNSET"
   },
   {
  •      "timestamp": "2023-09-29T11:00:34.539459795Z",
  •      "span_id": "9A19E3F8912E6D6B",
  •      "trace_id": "95707daf-c632-a4f0-ffd6-d3bee47ee53c",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 4968956424,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
  •      "timestamp": "2023-10-06T11:55:50.212626103Z",
  •      "span_id": "6163630D76176FF1",
  •      "trace_id": "fef41346-a584-daca-bda3-81e6ae743772",
  •      "service_name": "featureflagservice",
  •      "operation": "featureflagservice.repo.query:featureflags",
  •      "duration_nano": 1370183,
  •      "parent_span_id": "44D4038CC63D0871",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:34.505527667Z",
  •  "trace_id": "acdbbe81-9b02-900b-1197-396d2d46824e",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4997793000,
  •  "timestamp": "2023-10-06T11:55:48.799130403Z",
  •  "trace_id": "e0ce9945-effc-92c9-a92f-cb252f8db3dd",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 4508060447,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:34.506434Z",
  •      "span_id": "B3C044829260390B",
  •      "trace_id": "acdbbe81-9b02-900b-1197-396d2d46824e",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4997793000,
  •      "parent_span_id": "823FD9B8EBF40EF6",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:34.505527667Z",
  •      "span_id": "823FD9B8EBF40EF6",
  •      "trace_id": "acdbbe81-9b02-900b-1197-396d2d46824e",
  •      "timestamp": "2023-10-06T11:55:48.799130403Z",
  •      "span_id": "9B0B4EDE75DBD151",
  •      "trace_id": "e0ce9945-effc-92c9-a92f-cb252f8db3dd",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5001247478,
  •      "duration_nano": 4508060447,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:48.800147Z",
  •      "span_id": "B4C86FDF2B249A75",
  •      "trace_id": "e0ce9945-effc-92c9-a92f-cb252f8db3dd",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4503193000,
  •      "parent_span_id": "9B0B4EDE75DBD151",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:34.306547257Z",
  •  "trace_id": "aac8b87d-2269-b597-ee36-e56cff173a7f",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 258002000,
  •  "timestamp": "2023-10-06T11:55:48.649676084Z",
  •  "trace_id": "7e29e2a0-4e88-d554-a828-b7106756a16a",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 960467039,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:34.30743Z",
  •      "span_id": "E719970087EDE2A0",
  •      "trace_id": "aac8b87d-2269-b597-ee36-e56cff173a7f",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 258002000,
  •      "parent_span_id": "6D590416768AFB9B",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:34.306547257Z",
  •      "span_id": "6D590416768AFB9B",
  •      "trace_id": "aac8b87d-2269-b597-ee36-e56cff173a7f",
  •      "timestamp": "2023-10-06T11:55:48.649676084Z",
  •      "span_id": "9CFA437044CD601A",
  •      "trace_id": "7e29e2a0-4e88-d554-a828-b7106756a16a",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 259960537,
  •      "duration_nano": 960467039,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:48.650744Z",
  •      "span_id": "5E0C9408692A8DFA",
  •      "trace_id": "7e29e2a0-4e88-d554-a828-b7106756a16a",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 958297000,
  •      "parent_span_id": "9CFA437044CD601A",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:31.00917074Z",
  •  "trace_id": "dcb938ba-6a9b-3759-45b1-6feb44a31f5d",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 1111915000,
  •  "timestamp": "2023-10-06T11:55:48.303476356Z",
  •  "trace_id": "62ca5bc0-aa3f-6b7c-1fcf-c54e008bd6ca",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5003432217,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:31.01019Z",
  •      "span_id": "9455CE31A7A5CF28",
  •      "trace_id": "dcb938ba-6a9b-3759-45b1-6feb44a31f5d",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1111915000,
  •      "parent_span_id": "7571D1B9DAABE0C7",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:31.00917074Z",
  •      "span_id": "7571D1B9DAABE0C7",
  •      "trace_id": "dcb938ba-6a9b-3759-45b1-6feb44a31f5d",
  •      "timestamp": "2023-10-06T11:55:48.303476356Z",
  •      "span_id": "A95584D78DA209EC",
  •      "trace_id": "62ca5bc0-aa3f-6b7c-1fcf-c54e008bd6ca",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 1114152884,
  •      "operation": "GET",
  •      "duration_nano": 5003432217,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:48.30431Z",
  •      "span_id": "F9DEE9CE2F553196",
  •      "trace_id": "62ca5bc0-aa3f-6b7c-1fcf-c54e008bd6ca",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4999083000,
  •      "parent_span_id": "A95584D78DA209EC",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:30.81157359Z",
  •  "trace_id": "c60dcbcc-ee54-b7c6-bced-0be3b4cbec37",
  •  "service_name": "featureflagservice",
  •  "operation": "/featureflags",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 9170939,
  •  "timestamp": "2023-10-06T11:55:44.603635139Z",
  •  "trace_id": "ba620100-214c-6002-70e2-317f06613698",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 1480294366,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:30.81157359Z",
  •      "span_id": "0918A3992E4ADA14",
  •      "trace_id": "c60dcbcc-ee54-b7c6-bced-0be3b4cbec37",
  •      "service_name": "featureflagservice",
  •      "operation": "/featureflags",
  •      "duration_nano": 9170939,
  •      "timestamp": "2023-10-06T11:55:44.603635139Z",
  •      "span_id": "FF13AB1ED9FC0229",
  •      "trace_id": "ba620100-214c-6002-70e2-317f06613698",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 1480294366,
     "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_UNSET"
  •      "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:30.812229997Z",
  •      "span_id": "DE9607CE4FA74CD9",
  •      "trace_id": "c60dcbcc-ee54-b7c6-bced-0be3b4cbec37",
  •      "service_name": "featureflagservice",
  •      "operation": "featureflagservice.repo.query:featureflags",
  •      "duration_nano": 7678972,
  •      "parent_span_id": "0918A3992E4ADA14",
  •      "timestamp": "2023-10-06T11:55:44.605025Z",
  •      "span_id": "46D63CE6A105E626",
  •      "trace_id": "ba620100-214c-6002-70e2-317f06613698",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1477836000,
  •      "parent_span_id": "FF13AB1ED9FC0229",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:30.75230726Z",
  •  "trace_id": "22195c58-4b57-5527-4317-46ffce328dc4",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5000800000,
  •  "timestamp": "2023-10-06T11:55:43.465288869Z",
  •  "trace_id": "206eec00-b21c-66a0-c480-c65026e1ae53",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5003399346,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:30.759882Z",
  •      "span_id": "CD89AC18358B9610",
  •      "trace_id": "22195c58-4b57-5527-4317-46ffce328dc4",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5000800000,
  •      "parent_span_id": "B527BCBFD17F1B5E",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:30.75230726Z",
  •      "span_id": "B527BCBFD17F1B5E",
  •      "trace_id": "22195c58-4b57-5527-4317-46ffce328dc4",
  •      "timestamp": "2023-10-06T11:55:43.465288869Z",
  •      "span_id": "6E5544458A0864D5",
  •      "trace_id": "206eec00-b21c-66a0-c480-c65026e1ae53",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5009481490,
  •      "duration_nano": 5003399346,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:43.466157Z",
  •      "span_id": "8374413A26AA15F1",
  •      "trace_id": "206eec00-b21c-66a0-c480-c65026e1ae53",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5001446000,
  •      "parent_span_id": "6E5544458A0864D5",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:29.562202298Z",
  •  "trace_id": "c77826ff-c85e-e875-83a8-f3acddd6904a",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4740132000,
  •  "timestamp": "2023-10-06T11:55:41.876908072Z",
  •  "trace_id": "e6510ccf-b966-546d-dfd8-a0f14ce7f5ad",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5005142605,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:29.56333Z",
  •      "span_id": "6A609E685C28A061",
  •      "trace_id": "c77826ff-c85e-e875-83a8-f3acddd6904a",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4740132000,
  •      "parent_span_id": "4A4F46AF9947F44B",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:29.562202298Z",
  •      "span_id": "4A4F46AF9947F44B",
  •      "trace_id": "c77826ff-c85e-e875-83a8-f3acddd6904a",
  •      "timestamp": "2023-10-06T11:55:41.876908072Z",
  •      "span_id": "CB0AAA0DD240543D",
  •      "trace_id": "e6510ccf-b966-546d-dfd8-a0f14ce7f5ad",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 4742670490,
  •      "duration_nano": 5005142605,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:41.87814Z",
  •      "span_id": "1E886EC50D17DE09",
  •      "trace_id": "e6510ccf-b966-546d-dfd8-a0f14ce7f5ad",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5002625000,
  •      "parent_span_id": "CB0AAA0DD240543D",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:29.300609354Z",
  •  "trace_id": "335d3e05-8b50-41d2-b5a0-fc723bf87423",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5001600000,
  •  "timestamp": "2023-10-06T11:55:41.690765809Z",
  •  "trace_id": "c2cea2df-30fa-2df3-fd45-30fa653d1b23",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5006927073,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:29.301935Z",
  •      "span_id": "9F131192E219DB64",
  •      "trace_id": "335d3e05-8b50-41d2-b5a0-fc723bf87423",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5001600000,
  •      "parent_span_id": "E6CDC7A2E57649EB",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:29.300609354Z",
  •      "span_id": "E6CDC7A2E57649EB",
  •      "trace_id": "335d3e05-8b50-41d2-b5a0-fc723bf87423",
  •      "timestamp": "2023-10-06T11:55:41.690765809Z",
  •      "span_id": "6372BBCBE324D4DF",
  •      "trace_id": "c2cea2df-30fa-2df3-fd45-30fa653d1b23",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 5005301326,
  •      "operation": "GET",
  •      "duration_nano": 5006927073,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:41.691638Z",
  •      "span_id": "7E264C16B5932D29",
  •      "trace_id": "c2cea2df-30fa-2df3-fd45-30fa653d1b23",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5004971000,
  •      "parent_span_id": "6372BBCBE324D4DF",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:27.609127358Z",
  •  "trace_id": "6b3624a1-4b13-e20c-cdca-391a6853b480",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 1687985000,
  •  "timestamp": "2023-10-06T11:55:41.141410499Z",
  •  "trace_id": "8557d8d9-ea31-9f57-b076-5580c2ecd542",
  •  "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 4998737278,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:27.610249Z",
  •      "span_id": "4BEA3093C2FBA7D1",
  •      "trace_id": "6b3624a1-4b13-e20c-cdca-391a6853b480",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1687985000,
  •      "parent_span_id": "1FAAB5914B33BA7C",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:27.609127358Z",
  •      "span_id": "1FAAB5914B33BA7C",
  •      "trace_id": "6b3624a1-4b13-e20c-cdca-391a6853b480",
  •      "timestamp": "2023-10-06T11:55:41.141410499Z",
  •      "span_id": "1014F6FED940B6DC",
  •      "trace_id": "8557d8d9-ea31-9f57-b076-5580c2ecd542",
     "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 1690347612,
  •      "operation": "POST",
  •      "duration_nano": 4998737278,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:41.142188Z",
  •      "span_id": "7C949588AF7D788D",
  •      "trace_id": "8557d8d9-ea31-9f57-b076-5580c2ecd542",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4996805000,
  •      "parent_span_id": "1014F6FED940B6DC",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:27.119320032Z",
  •  "trace_id": "5eb124ae-3525-b124-4989-d887fcb22c60",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 3886353000,
  •  "timestamp": "2023-10-06T11:55:41.080812502Z",
  •  "trace_id": "40dd5e45-b283-6b5b-f7af-0cd5cb92dc9c",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 5003851281,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:27.120471Z",
  •      "span_id": "595B9D8E4D9555F6",
  •      "trace_id": "5eb124ae-3525-b124-4989-d887fcb22c60",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 3886353000,
  •      "parent_span_id": "8EDE940E84E79CF4",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:27.119320032Z",
  •      "span_id": "8EDE940E84E79CF4",
  •      "trace_id": "5eb124ae-3525-b124-4989-d887fcb22c60",
  •      "timestamp": "2023-10-06T11:55:41.080812502Z",
  •      "span_id": "06E4A468012D8639",
  •      "trace_id": "40dd5e45-b283-6b5b-f7af-0cd5cb92dc9c",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 3890253093,
  •      "duration_nano": 5003851281,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:41.082036Z",
  •      "span_id": "BE51364F03C5D820",
  •      "trace_id": "40dd5e45-b283-6b5b-f7af-0cd5cb92dc9c",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5000885000,
  •      "parent_span_id": "06E4A468012D8639",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:26.696807263Z",
  •  "trace_id": "aa01dcb2-5665-55e0-8fe6-70f8c5d756b0",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "timestamp": "2023-10-06T11:55:40.212726902Z",
  •  "trace_id": "ae4bd107-3820-e593-a5c6-5898d4c239c2",
  •  "service_name": "featureflagservice",
  •  "operation": "/featureflags",
 "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4308386000,
  •  "duration_nano": 2511410,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:26.698496Z",
  •      "span_id": "9EC24C8F6F472511",
  •      "trace_id": "aa01dcb2-5665-55e0-8fe6-70f8c5d756b0",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4308386000,
  •      "parent_span_id": "A9E6E9D8F6B46282",
  •      "timestamp": "2023-10-06T11:55:40.212726902Z",
  •      "span_id": "C92EECC4F9575B00",
  •      "trace_id": "ae4bd107-3820-e593-a5c6-5898d4c239c2",
  •      "service_name": "featureflagservice",
  •      "operation": "/featureflags",
  •      "duration_nano": 2511410,
  •      "parent_span_id": "",
     "statusCode": "STATUS_CODE_UNSET"
   },
   {
  •      "timestamp": "2023-09-29T11:00:26.696807263Z",
  •      "span_id": "A9E6E9D8F6B46282",
  •      "trace_id": "aa01dcb2-5665-55e0-8fe6-70f8c5d756b0",
  •      "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 4311681300,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
  •      "timestamp": "2023-10-06T11:55:40.213119592Z",
  •      "span_id": "A553A8DE107E8CB8",
  •      "trace_id": "ae4bd107-3820-e593-a5c6-5898d4c239c2",
  •      "service_name": "featureflagservice",
  •      "operation": "featureflagservice.repo.query:featureflags",
  •      "duration_nano": 1229795,
  •      "parent_span_id": "C92EECC4F9575B00",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:26.002030338Z",
  •  "trace_id": "eee09fe0-e37c-8a6b-08b4-668f30e8972e",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 690505000,
  •  "timestamp": "2023-10-06T11:55:40.046488271Z",
  •  "trace_id": "c53d7dc8-a60f-0d7c-1b60-0879d2c67fc5",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_OK",
  •  "duration_nano": 2000376195,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:26.003251Z",
  •      "span_id": "BE0D649870587DC2",
  •      "trace_id": "eee09fe0-e37c-8a6b-08b4-668f30e8972e",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 690505000,
  •      "parent_span_id": "6052B30F49D44B1D",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:26.002030338Z",
  •      "span_id": "6052B30F49D44B1D",
  •      "trace_id": "eee09fe0-e37c-8a6b-08b4-668f30e8972e",
  •      "timestamp": "2023-10-06T11:55:40.046488271Z",
  •      "span_id": "C444F1FEC2BA8819",
  •      "trace_id": "c53d7dc8-a60f-0d7c-1b60-0879d2c67fc5",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 695403607,
  •      "duration_nano": 2000376195,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:40.047866Z",
  •      "span_id": "55C6FC54E3D5D334",
  •      "trace_id": "c53d7dc8-a60f-0d7c-1b60-0879d2c67fc5",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1997469000,
  •      "parent_span_id": "C444F1FEC2BA8819",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:25.626001235Z",
  •  "trace_id": "88e76459-e90a-96f5-3198-918841fecf68",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 1066533000,
  •  "timestamp": "2023-10-06T11:55:39.201064082Z",
  •  "trace_id": "6cd194e8-d869-0f8e-e256-d70b44d2819c",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 2848833737,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:25.627301Z",
  •      "span_id": "D0EA76AA1A87E7A8",
  •      "trace_id": "88e76459-e90a-96f5-3198-918841fecf68",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1066533000,
  •      "parent_span_id": "B67C7571551D4404",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:25.626001235Z",
  •      "span_id": "B67C7571551D4404",
  •      "trace_id": "88e76459-e90a-96f5-3198-918841fecf68",
  •      "timestamp": "2023-10-06T11:55:39.201064082Z",
  •      "span_id": "2474C12ADEB41E4F",
  •      "trace_id": "6cd194e8-d869-0f8e-e256-d70b44d2819c",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 1069863217,
  •      "duration_nano": 2848833737,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:39.210427Z",
  •      "span_id": "7C82CE36FB37D71C",
  •      "trace_id": "6cd194e8-d869-0f8e-e256-d70b44d2819c",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 2834964000,
  •      "parent_span_id": "2474C12ADEB41E4F",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:25.25726232Z",
  •  "trace_id": "1532f76b-ee34-c85e-df6d-74e73302bc46",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4998690000,
  •  "timestamp": "2023-10-06T11:55:37.044547199Z",
  •  "trace_id": "b8256ede-d3c5-f260-85b1-45f8fce9e609",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5004998888,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:25.258638Z",
  •      "span_id": "A1DC706E32242DDD",
  •      "trace_id": "1532f76b-ee34-c85e-df6d-74e73302bc46",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4998690000,
  •      "parent_span_id": "57D087B56B070F42",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:25.25726232Z",
  •      "span_id": "57D087B56B070F42",
  •      "trace_id": "1532f76b-ee34-c85e-df6d-74e73302bc46",
  •      "timestamp": "2023-10-06T11:55:37.044547199Z",
  •      "span_id": "CC9F510C6A33D5DE",
  •      "trace_id": "b8256ede-d3c5-f260-85b1-45f8fce9e609",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5001312751,
  •      "duration_nano": 5004998888,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:37.045884Z",
  •      "span_id": "8BA28174DC4F2800",
  •      "trace_id": "b8256ede-d3c5-f260-85b1-45f8fce9e609",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4999544000,
  •      "parent_span_id": "CC9F510C6A33D5DE",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:24.294484775Z",
  •  "trace_id": "8ca4bcbb-a08b-b0d5-9f4a-dbdc1272110c",
  •  "timestamp": "2023-10-06T11:55:37.04353471Z",
  •  "trace_id": "f1d86bf2-a7cb-3114-00f5-619653306fd2",
 "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 3315092520,
  •  "duration_nano": 5005572363,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:24.294484775Z",
  •      "span_id": "79291C9B9B3BF106",
  •      "trace_id": "8ca4bcbb-a08b-b0d5-9f4a-dbdc1272110c",
  •      "timestamp": "2023-10-06T11:55:37.04353471Z",
  •      "span_id": "1CAE17E35616EF02",
  •      "trace_id": "f1d86bf2-a7cb-3114-00f5-619653306fd2",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 3315092520,
  •      "operation": "GET",
  •      "duration_nano": 5005572363,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:24.296248Z",
  •      "span_id": "05824B3969EE29FB",
  •      "trace_id": "8ca4bcbb-a08b-b0d5-9f4a-dbdc1272110c",
  •      "timestamp": "2023-10-06T11:55:37.045351Z",
  •      "span_id": "6D1A0A914A5ACAF2",
  •      "trace_id": "f1d86bf2-a7cb-3114-00f5-619653306fd2",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 3310256000,
  •      "parent_span_id": "79291C9B9B3BF106",
  •      "duration_nano": 5000457000,
  •      "parent_span_id": "1CAE17E35616EF02",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:24.292196554Z",
  •  "trace_id": "474e444c-0f25-e6e2-44dc-adac13b3bb8d",
  •  "timestamp": "2023-10-06T11:55:36.138448115Z",
  •  "trace_id": "c852fe52-7845-6c20-c9f4-dcd06e35a0d3",
 "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 3316039096,
  •  "duration_nano": 5002279465,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:24.292196554Z",
  •      "span_id": "57CC2FDAF2CCE3CC",
  •      "trace_id": "474e444c-0f25-e6e2-44dc-adac13b3bb8d",
  •      "timestamp": "2023-10-06T11:55:36.138448115Z",
  •      "span_id": "013D44FBAFECAF3E",
  •      "trace_id": "c852fe52-7845-6c20-c9f4-dcd06e35a0d3",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 3316039096,
  •      "operation": "GET",
  •      "duration_nano": 5002279465,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:24.29573Z",
  •      "span_id": "90D381CFAE5244D7",
  •      "trace_id": "474e444c-0f25-e6e2-44dc-adac13b3bb8d",
  •      "timestamp": "2023-10-06T11:55:36.139697Z",
  •      "span_id": "F5214C79F52FA1D3",
  •      "trace_id": "c852fe52-7845-6c20-c9f4-dcd06e35a0d3",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 3310831000,
  •      "parent_span_id": "57CC2FDAF2CCE3CC",
  •      "duration_nano": 4999948000,
  •      "parent_span_id": "013D44FBAFECAF3E",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:23.01107814Z",
  •  "trace_id": "6aaf9059-48fa-42bb-bbbc-38c787830aee",
  •  "timestamp": "2023-10-06T11:55:35.063009962Z",
  •  "trace_id": "55ab8cd4-b2fb-e05b-1813-8b92e99715b4",
 "service_name": "loadgenerator",
 "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5003681911,
  •  "duration_nano": 2462137886,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:23.01107814Z",
  •      "span_id": "073E86044ABEAD53",
  •      "trace_id": "6aaf9059-48fa-42bb-bbbc-38c787830aee",
  •      "timestamp": "2023-10-06T11:55:35.063009962Z",
  •      "span_id": "E1B4C72A38690973",
  •      "trace_id": "55ab8cd4-b2fb-e05b-1813-8b92e99715b4",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5003681911,
  •      "duration_nano": 2462137886,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:23.012654Z",
  •      "span_id": "C79B83256EB76686",
  •      "trace_id": "6aaf9059-48fa-42bb-bbbc-38c787830aee",
  •      "timestamp": "2023-10-06T11:55:35.064395Z",
  •      "span_id": "A52918F4C0929CF5",
  •      "trace_id": "55ab8cd4-b2fb-e05b-1813-8b92e99715b4",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 5000963000,
  •      "parent_span_id": "073E86044ABEAD53",
  •      "duration_nano": 2459363000,
  •      "parent_span_id": "E1B4C72A38690973",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:22.602547385Z",
  •  "trace_id": "75da5acf-528b-62ce-5137-935d2c10b9b4",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 1684987000,
  •  "timestamp": "2023-10-06T11:55:34.402711283Z",
  •  "trace_id": "a6f5cdfb-48cb-319d-20b0-80d1bc71dfe7",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5005182495,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:22.603637Z",
  •      "span_id": "95BA23B9E41637B6",
  •      "trace_id": "75da5acf-528b-62ce-5137-935d2c10b9b4",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 1684987000,
  •      "parent_span_id": "AE762245857E776E",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:22.602547385Z",
  •      "span_id": "AE762245857E776E",
  •      "trace_id": "75da5acf-528b-62ce-5137-935d2c10b9b4",
  •      "timestamp": "2023-10-06T11:55:34.402711283Z",
  •      "span_id": "8FDDAFD8C2F77937",
  •      "trace_id": "a6f5cdfb-48cb-319d-20b0-80d1bc71dfe7",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 1690692968,
  •      "duration_nano": 5005182495,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:34.403988Z",
  •      "span_id": "2B88D36102DEFAA9",
  •      "trace_id": "a6f5cdfb-48cb-319d-20b0-80d1bc71dfe7",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5000542000,
  •      "parent_span_id": "8FDDAFD8C2F77937",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:21.872967723Z",
  •  "trace_id": "2241e6d7-9c56-6dbe-e012-43495a001739",
  •  "timestamp": "2023-10-06T11:55:33.582152671Z",
  •  "trace_id": "f14ed0ae-82a2-3821-4a95-988c56506c0a",
 "service_name": "loadgenerator",
 "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5002217222,
  •  "duration_nano": 1696858107,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:21.872967723Z",
  •      "span_id": "CD51CBF8BFA1F9F2",
  •      "trace_id": "2241e6d7-9c56-6dbe-e012-43495a001739",
  •      "timestamp": "2023-10-06T11:55:33.582152671Z",
  •      "span_id": "AFF8492F14E36FFA",
  •      "trace_id": "f14ed0ae-82a2-3821-4a95-988c56506c0a",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5002217222,
  •      "duration_nano": 1696858107,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:21.873903Z",
  •      "span_id": "8D4533ED3EDD1E3D",
  •      "trace_id": "2241e6d7-9c56-6dbe-e012-43495a001739",
  •      "timestamp": "2023-10-06T11:55:33.583699Z",
  •      "span_id": "F4F41B58483F800D",
  •      "trace_id": "f14ed0ae-82a2-3821-4a95-988c56506c0a",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 4998750000,
  •      "parent_span_id": "CD51CBF8BFA1F9F2",
  •      "duration_nano": 1693457000,
  •      "parent_span_id": "AFF8492F14E36FFA",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:21.693012776Z",
  •  "trace_id": "d4b66973-8019-5ca3-d2ed-099629a0f828",
  •  "timestamp": "2023-10-06T11:55:33.33485647Z",
  •  "trace_id": "07402476-3308-4282-7202-d7ac61c374a8",
 "service_name": "loadgenerator",
 "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 1446695864,
  •  "duration_nano": 5003319301,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:21.693012776Z",
  •      "span_id": "654E391C4BE9C4DE",
  •      "trace_id": "d4b66973-8019-5ca3-d2ed-099629a0f828",
  •      "timestamp": "2023-10-06T11:55:33.33485647Z",
  •      "span_id": "B468FAAC4680C389",
  •      "trace_id": "07402476-3308-4282-7202-d7ac61c374a8",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 1446695864,
  •      "duration_nano": 5003319301,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:21.694042Z",
  •      "span_id": "EC3560507D567B9E",
  •      "trace_id": "d4b66973-8019-5ca3-d2ed-099629a0f828",
  •      "timestamp": "2023-10-06T11:55:33.335802Z",
  •      "span_id": "CD99B62403B9056D",
  •      "trace_id": "07402476-3308-4282-7202-d7ac61c374a8",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 1437402000,
  •      "parent_span_id": "654E391C4BE9C4DE",
  •      "duration_nano": 5001314000,
  •      "parent_span_id": "B468FAAC4680C389",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:21.518755291Z",
  •  "trace_id": "ac9d16d6-83ff-d2de-537d-2a2344aaaa3d",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4999907000,
  •  "timestamp": "2023-10-06T11:55:32.522281159Z",
  •  "trace_id": "c9e824bf-ee76-2547-ef6a-5b58c5ae359a",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 360049289,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:21.520016Z",
  •      "span_id": "844741B57D228A5C",
  •      "trace_id": "ac9d16d6-83ff-d2de-537d-2a2344aaaa3d",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4999907000,
  •      "parent_span_id": "32CA8F2DECFD6626",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:21.518755291Z",
  •      "span_id": "32CA8F2DECFD6626",
  •      "trace_id": "ac9d16d6-83ff-d2de-537d-2a2344aaaa3d",
  •      "timestamp": "2023-10-06T11:55:32.522281159Z",
  •      "span_id": "C533EC62FBCF3BC7",
  •      "trace_id": "c9e824bf-ee76-2547-ef6a-5b58c5ae359a",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5002310578,
  •      "duration_nano": 360049289,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:32.523484Z",
  •      "span_id": "FE66B73C5DA0E3EB",
  •      "trace_id": "c9e824bf-ee76-2547-ef6a-5b58c5ae359a",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 356974000,
  •      "parent_span_id": "C533EC62FBCF3BC7",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:21.024186575Z",
  •  "trace_id": "33f9044c-23fd-6b2e-ffbb-e3c75ca8f16a",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 3263480000,
  •  "timestamp": "2023-10-06T11:55:31.91562832Z",
  •  "trace_id": "78d2a960-e458-f71e-6c25-5f51a6ca1cc9",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 966326342,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:21.025251Z",
  •      "span_id": "2C185E71B5E9A244",
  •      "trace_id": "33f9044c-23fd-6b2e-ffbb-e3c75ca8f16a",
  •      "timestamp": "2023-10-06T11:55:31.91562832Z",
  •      "span_id": "ECF63D15580C0433",
  •      "trace_id": "78d2a960-e458-f71e-6c25-5f51a6ca1cc9",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 966326342,
  •      "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:31.916657Z",
  •      "span_id": "DBC990DA6678F173",
  •      "trace_id": "78d2a960-e458-f71e-6c25-5f51a6ca1cc9",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 3263480000,
  •      "parent_span_id": "948F02ED9FC81873",
  •      "duration_nano": 963854000,
  •      "parent_span_id": "ECF63D15580C0433",
     "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    }
  •  ],
  •  "totalSpans": 2
  • },
  • {
  •  "timestamp": "2023-10-06T11:55:30.395858139Z",
  •  "trace_id": "4f384bd2-f5ac-2a0c-6fdc-39bc3c7e02de",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5004048334,
  •  "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:21.024186575Z",
  •      "span_id": "948F02ED9FC81873",
  •      "trace_id": "33f9044c-23fd-6b2e-ffbb-e3c75ca8f16a",
  •      "timestamp": "2023-10-06T11:55:30.395858139Z",
  •      "span_id": "9AA29E279BDA0933",
  •      "trace_id": "4f384bd2-f5ac-2a0c-6fdc-39bc3c7e02de",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 3266706529,
  •      "duration_nano": 5004048334,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:30.397063Z",
  •      "span_id": "0517F682FD889ADA",
  •      "trace_id": "4f384bd2-f5ac-2a0c-6fdc-39bc3c7e02de",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5001512000,
  •      "parent_span_id": "9AA29E279BDA0933",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:21.012076056Z",
  •  "trace_id": "799571a0-d178-8a64-b305-fe6869bfb087",
  •  "timestamp": "2023-10-06T11:55:30.277148086Z",
  •  "trace_id": "7f56682e-e0db-779f-7466-c94312aab3f9",
 "service_name": "loadgenerator",
 "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 2127213859,
  •  "duration_nano": 1534282843,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:21.012076056Z",
  •      "span_id": "C370922EA69A8D49",
  •      "trace_id": "799571a0-d178-8a64-b305-fe6869bfb087",
  •      "timestamp": "2023-10-06T11:55:30.277148086Z",
  •      "span_id": "CDDA802ECF692034",
  •      "trace_id": "7f56682e-e0db-779f-7466-c94312aab3f9",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 2127213859,
  •      "duration_nano": 1534282843,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:21.013112Z",
  •      "span_id": "41EF52D71A9AAD24",
  •      "trace_id": "799571a0-d178-8a64-b305-fe6869bfb087",
  •      "timestamp": "2023-10-06T11:55:30.278435Z",
  •      "span_id": "73454E596A9A590A",
  •      "trace_id": "7f56682e-e0db-779f-7466-c94312aab3f9",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 2118407000,
  •      "parent_span_id": "C370922EA69A8D49",
  •      "duration_nano": 1529627000,
  •      "parent_span_id": "CDDA802ECF692034",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:20.791001653Z",
  •  "trace_id": "e3d5a656-a295-4cf5-2491-0e4427c83f9c",
  •  "timestamp": "2023-10-06T11:55:30.212587976Z",
  •  "trace_id": "793a243b-5584-7f2c-2fbe-017e8cd30d17",
 "service_name": "featureflagservice",
 "operation": "/featureflags",
 "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 3612272,
  •  "duration_nano": 2107878,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:20.791001653Z",
  •      "span_id": "AAF328B912D49724",
  •      "trace_id": "e3d5a656-a295-4cf5-2491-0e4427c83f9c",
  •      "timestamp": "2023-10-06T11:55:30.212587976Z",
  •      "span_id": "898FD4D39776E8C9",
  •      "trace_id": "793a243b-5584-7f2c-2fbe-017e8cd30d17",
     "service_name": "featureflagservice",
     "operation": "/featureflags",
  •      "duration_nano": 3612272,
  •      "duration_nano": 2107878,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_UNSET"
   },
   {
  •      "timestamp": "2023-09-29T11:00:20.792963798Z",
  •      "span_id": "3045411811B51B1B",
  •      "trace_id": "e3d5a656-a295-4cf5-2491-0e4427c83f9c",
  •      "timestamp": "2023-10-06T11:55:30.212975003Z",
  •      "span_id": "170E03EA6E912603",
  •      "trace_id": "793a243b-5584-7f2c-2fbe-017e8cd30d17",
     "service_name": "featureflagservice",
     "operation": "featureflagservice.repo.query:featureflags",
  •      "duration_nano": 1081332,
  •      "parent_span_id": "AAF328B912D49724",
  •      "duration_nano": 1069751,
  •      "parent_span_id": "898FD4D39776E8C9",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:19.287004988Z",
  •  "trace_id": "849df6f4-4391-1e76-0189-478d9d596216",
  •  "timestamp": "2023-10-06T11:55:28.934794988Z",
  •  "trace_id": "6d24a1b0-3e82-431a-0b55-4a0c84395edd",
 "service_name": "frontend-proxy",
 "operation": "ingress",
 "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 634863000,
  •  "duration_nano": 4999844000,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:19.288225Z",
  •      "span_id": "14A78EF56F40A6CD",
  •      "trace_id": "849df6f4-4391-1e76-0189-478d9d596216",
  •      "timestamp": "2023-10-06T11:55:28.935829Z",
  •      "span_id": "F5698F0154052EDE",
  •      "trace_id": "6d24a1b0-3e82-431a-0b55-4a0c84395edd",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 634863000,
  •      "parent_span_id": "8403647E093C034D",
  •      "duration_nano": 4999844000,
  •      "parent_span_id": "AC5B5A6B877CC28E",
     "statusCode": "STATUS_CODE_UNSET"
   },
   {
  •      "timestamp": "2023-09-29T11:00:19.287004988Z",
  •      "span_id": "8403647E093C034D",
  •      "trace_id": "849df6f4-4391-1e76-0189-478d9d596216",
  •      "timestamp": "2023-10-06T11:55:28.934794988Z",
  •      "span_id": "AC5B5A6B877CC28E",
  •      "trace_id": "6d24a1b0-3e82-431a-0b55-4a0c84395edd",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 639269776,
  •      "duration_nano": 5002384628,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   }

@@ -1201,216 +1151,216 @@ "totalSpans": 2 }, {

  •  "timestamp": "2023-09-29T11:00:18.118781991Z",
  •  "trace_id": "0c09be26-3eae-dfb1-1d08-456b6faed87c",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 2369093000,
  •  "timestamp": "2023-10-06T11:55:27.880531908Z",
  •  "trace_id": "e8db847b-d5b8-08ff-b1f8-e2d8edf539c9",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 2975295439,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:18.119912Z",
  •      "span_id": "92D39038232E81AF",
  •      "trace_id": "0c09be26-3eae-dfb1-1d08-456b6faed87c",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 2369093000,
  •      "parent_span_id": "3ABCFCE500598826",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:18.118781991Z",
  •      "span_id": "3ABCFCE500598826",
  •      "trace_id": "0c09be26-3eae-dfb1-1d08-456b6faed87c",
  •      "timestamp": "2023-10-06T11:55:27.880531908Z",
  •      "span_id": "8C0FFEF3FB76814D",
  •      "trace_id": "e8db847b-d5b8-08ff-b1f8-e2d8edf539c9",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 2371497527,
  •      "duration_nano": 2975295439,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:27.881633Z",
  •      "span_id": "1A6E7E04D25BA6E1",
  •      "trace_id": "e8db847b-d5b8-08ff-b1f8-e2d8edf539c9",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 2971951000,
  •      "parent_span_id": "8C0FFEF3FB76814D",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:17.806531135Z",
  •  "trace_id": "6931908c-f0a7-f3cf-7a99-f254a73921a7",
  •  "timestamp": "2023-10-06T11:55:27.633202774Z",
  •  "trace_id": "05b75faa-e4a4-77cb-988a-8dd1865b7a43",
 "service_name": "loadgenerator",
 "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5004149446,
  •  "duration_nano": 4177888028,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:17.806531135Z",
  •      "span_id": "A48839A7F94B7583",
  •      "trace_id": "6931908c-f0a7-f3cf-7a99-f254a73921a7",
  •      "timestamp": "2023-10-06T11:55:27.633202774Z",
  •      "span_id": "1F1C84D589ED847E",
  •      "trace_id": "05b75faa-e4a4-77cb-988a-8dd1865b7a43",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 5004149446,
  •      "duration_nano": 4177888028,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:17.807595Z",
  •      "span_id": "52B3B556C65FEBC8",
  •      "trace_id": "6931908c-f0a7-f3cf-7a99-f254a73921a7",
  •      "timestamp": "2023-10-06T11:55:27.634279Z",
  •      "span_id": "119F25365FBA8469",
  •      "trace_id": "05b75faa-e4a4-77cb-988a-8dd1865b7a43",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 5001840000,
  •      "parent_span_id": "A48839A7F94B7583",
  •      "duration_nano": 4173865000,
  •      "parent_span_id": "1F1C84D589ED847E",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:16.089843002Z",
  •  "trace_id": "1d372b14-7a01-1922-ed43-9725c195a6d8",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4392008000,
  •  "timestamp": "2023-10-06T11:55:26.806916235Z",
  •  "trace_id": "ffb38eb4-f31f-242a-c4b0-7d8fe6cf80e2",
  •  "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5003612673,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:16.097074Z",
  •      "span_id": "EFFBCA491377164D",
  •      "trace_id": "1d372b14-7a01-1922-ed43-9725c195a6d8",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4392008000,
  •      "parent_span_id": "3A0F6B5F42BF80DC",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:16.089843002Z",
  •      "span_id": "3A0F6B5F42BF80DC",
  •      "trace_id": "1d372b14-7a01-1922-ed43-9725c195a6d8",
  •      "timestamp": "2023-10-06T11:55:26.806916235Z",
  •      "span_id": "646E465225A0239A",
  •      "trace_id": "ffb38eb4-f31f-242a-c4b0-7d8fe6cf80e2",
     "service_name": "loadgenerator",
     "operation": "POST",
  •      "duration_nano": 4401686205,
  •      "duration_nano": 5003612673,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:26.807814Z",
  •      "span_id": "65C72D731F9D16B2",
  •      "trace_id": "ffb38eb4-f31f-242a-c4b0-7d8fe6cf80e2",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5000389000,
  •      "parent_span_id": "646E465225A0239A",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:15.482924982Z",
  •  "trace_id": "96c22ad2-92fe-9dfc-917c-80998d1509b1",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 593487000,
  •  "timestamp": "2023-10-06T11:55:26.451461426Z",
  •  "trace_id": "967a9424-3b63-74e8-139b-ce5a91e8d931",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 354667116,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:15.487229Z",
  •      "span_id": "D92FCEBD38E5AAE9",
  •      "trace_id": "96c22ad2-92fe-9dfc-917c-80998d1509b1",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 593487000,
  •      "parent_span_id": "7C608964EEF9E821",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:15.482924982Z",
  •      "span_id": "7C608964EEF9E821",
  •      "trace_id": "96c22ad2-92fe-9dfc-917c-80998d1509b1",
  •      "timestamp": "2023-10-06T11:55:26.451461426Z",
  •      "span_id": "B3DB071411AE52F1",
  •      "trace_id": "967a9424-3b63-74e8-139b-ce5a91e8d931",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 606056958,
  •      "duration_nano": 354667116,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:26.452419Z",
  •      "span_id": "15D755DD09F55533",
  •      "trace_id": "967a9424-3b63-74e8-139b-ce5a91e8d931",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 352693000,
  •      "parent_span_id": "B3DB071411AE52F1",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:15.027066357Z",
  •  "trace_id": "1ed64c8e-71a1-d91a-5de0-5836bc5f349e",
  •  "timestamp": "2023-10-06T11:55:25.851421608Z",
  •  "trace_id": "aa447bd7-a854-0914-39f3-3e6b4eae200d",
 "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "operation": "POST",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 1617214121,
  •  "duration_nano": 5003869067,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:15.027066357Z",
  •      "span_id": "817957F4F17B102D",
  •      "trace_id": "1ed64c8e-71a1-d91a-5de0-5836bc5f349e",
  •      "timestamp": "2023-10-06T11:55:25.851421608Z",
  •      "span_id": "8E179C425955A841",
  •      "trace_id": "aa447bd7-a854-0914-39f3-3e6b4eae200d",
     "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 1617214121,
  •      "operation": "POST",
  •      "duration_nano": 5003869067,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:15.029931Z",
  •      "span_id": "6B836AD1C7332422",
  •      "trace_id": "1ed64c8e-71a1-d91a-5de0-5836bc5f349e",
  •      "timestamp": "2023-10-06T11:55:25.852466Z",
  •      "span_id": "8618BE9F3CBBF905",
  •      "trace_id": "aa447bd7-a854-0914-39f3-3e6b4eae200d",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 1607644000,
  •      "parent_span_id": "817957F4F17B102D",
  •      "duration_nano": 5001183000,
  •      "parent_span_id": "8E179C425955A841",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:14.920314459Z",
  •  "trace_id": "dac4992c-f872-aae0-6f84-35537489eeab",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5001773000,
  •  "timestamp": "2023-10-06T11:55:25.312155662Z",
  •  "trace_id": "0614bd44-0e43-d66c-146d-1d299e5fcd82",
  •  "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 538595527,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:14.921438Z",
  •      "span_id": "E24169777ECE0287",
  •      "trace_id": "dac4992c-f872-aae0-6f84-35537489eeab",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 5001773000,
  •      "parent_span_id": "0BD28D02EAAD2B95",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:14.920314459Z",
  •      "span_id": "0BD28D02EAAD2B95",
  •      "trace_id": "dac4992c-f872-aae0-6f84-35537489eeab",
  •      "timestamp": "2023-10-06T11:55:25.312155662Z",
  •      "span_id": "AA6ACF1D3F8E54EC",
  •      "trace_id": "0614bd44-0e43-d66c-146d-1d299e5fcd82",
     "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 5005478100,
  •      "operation": "POST",
  •      "duration_nano": 538595527,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:25.31465Z",
  •      "span_id": "68F9E651179E3EEA",
  •      "trace_id": "0614bd44-0e43-d66c-146d-1d299e5fcd82",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 534790000,
  •      "parent_span_id": "AA6ACF1D3F8E54EC",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:11.990095592Z",
  •  "trace_id": "f0a549ae-69f3-02d1-992f-08f3f660b990",
  •  "timestamp": "2023-10-06T11:55:23.696615328Z",
  •  "trace_id": "7121e26a-485c-b049-ad6b-51019a56f829",
 "service_name": "frontend-proxy",
 "operation": "ingress",
 "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 5000650000,
  •  "duration_nano": 5000380000,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:11.991782Z",
  •      "span_id": "1A440600E6F3BCAF",
  •      "trace_id": "f0a549ae-69f3-02d1-992f-08f3f660b990",
  •      "timestamp": "2023-10-06T11:55:23.697912Z",
  •      "span_id": "C295CA98D0119566",
  •      "trace_id": "7121e26a-485c-b049-ad6b-51019a56f829",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 5000650000,
  •      "parent_span_id": "49A326D394F2F014",
  •      "duration_nano": 5000380000,
  •      "parent_span_id": "8A4EF2E93FCFFAC9",
     "statusCode": "STATUS_CODE_UNSET"
   },
   {
  •      "timestamp": "2023-09-29T11:00:11.990095592Z",
  •      "span_id": "49A326D394F2F014",
  •      "trace_id": "f0a549ae-69f3-02d1-992f-08f3f660b990",
  •      "timestamp": "2023-10-06T11:55:23.696615328Z",
  •      "span_id": "8A4EF2E93FCFFAC9",
  •      "trace_id": "7121e26a-485c-b049-ad6b-51019a56f829",
     "service_name": "loadgenerator",
  •      "operation": "POST",
  •      "duration_nano": 5004518778,
  •      "operation": "GET",
  •      "duration_nano": 5003136653,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   }

@@ -1418,124 +1368,124 @@ "totalSpans": 2 }, {

  •  "timestamp": "2023-09-29T11:00:11.635902918Z",
  •  "trace_id": "e1c54c8b-34a7-1565-2a48-878cff4bd4d7",
  •  "timestamp": "2023-10-06T11:55:23.2483005Z",
  •  "trace_id": "de01ef59-6cff-058c-bf1d-0128f8b3d0be",
 "service_name": "loadgenerator",
 "operation": "GET",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 479727033,
  •  "duration_nano": 5000646894,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:11.635902918Z",
  •      "span_id": "347171003638AD8F",
  •      "trace_id": "e1c54c8b-34a7-1565-2a48-878cff4bd4d7",
  •      "timestamp": "2023-10-06T11:55:23.2483005Z",
  •      "span_id": "FC7815D4D1991E30",
  •      "trace_id": "de01ef59-6cff-058c-bf1d-0128f8b3d0be",
     "service_name": "loadgenerator",
     "operation": "GET",
  •      "duration_nano": 479727033,
  •      "duration_nano": 5000646894,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:11.637031Z",
  •      "span_id": "D5C9A5510253D32D",
  •      "trace_id": "e1c54c8b-34a7-1565-2a48-878cff4bd4d7",
  •      "timestamp": "2023-10-06T11:55:23.249229Z",
  •      "span_id": "D154D142A462CD2D",
  •      "trace_id": "de01ef59-6cff-058c-bf1d-0128f8b3d0be",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 475363000,
  •      "parent_span_id": "347171003638AD8F",
  •      "duration_nano": 4998661000,
  •      "parent_span_id": "FC7815D4D1991E30",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:11.274127439Z",
  •  "trace_id": "3783b8f6-6a79-5fe4-84e5-7cacc1885a5e",
  •  "timestamp": "2023-10-06T11:55:22.502517932Z",
  •  "trace_id": "b42db0ac-e364-36a0-56d1-23d3ab3e9fa4",
 "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "operation": "POST",
 "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 5007899525,
  •  "duration_nano": 5005224271,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:11.274127439Z",
  •      "span_id": "7B548F66E1CB2194",
  •      "trace_id": "3783b8f6-6a79-5fe4-84e5-7cacc1885a5e",
  •      "timestamp": "2023-10-06T11:55:22.502517932Z",
  •      "span_id": "3B9A9C3DDAA69C04",
  •      "trace_id": "b42db0ac-e364-36a0-56d1-23d3ab3e9fa4",
     "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 5007899525,
  •      "operation": "POST",
  •      "duration_nano": 5005224271,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:11.275289Z",
  •      "span_id": "91E2DE9AD3245A17",
  •      "trace_id": "3783b8f6-6a79-5fe4-84e5-7cacc1885a5e",
  •      "timestamp": "2023-10-06T11:55:22.503613Z",
  •      "span_id": "C1DBAEA069A4EFD2",
  •      "trace_id": "b42db0ac-e364-36a0-56d1-23d3ab3e9fa4",
     "service_name": "frontend-proxy",
     "operation": "ingress",
  •      "duration_nano": 5002908000,
  •      "parent_span_id": "7B548F66E1CB2194",
  •      "duration_nano": 5002788000,
  •      "parent_span_id": "3B9A9C3DDAA69C04",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:11.081163327Z",
  •  "trace_id": "b87ca6af-82a8-5e0b-551f-2c5942a6a8c1",
  •  "service_name": "frontend-proxy",
  •  "operation": "ingress",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4998812000,
  •  "timestamp": "2023-10-06T11:55:22.307362405Z",
  •  "trace_id": "070f61c7-5c98-6421-152b-9102f0531a7f",
  •  "service_name": "loadgenerator",
  •  "operation": "POST",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 3006936837,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:11.081986Z",
  •      "span_id": "4437944D4768DADC",
  •      "trace_id": "b87ca6af-82a8-5e0b-551f-2c5942a6a8c1",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 4998812000,
  •      "parent_span_id": "987C68043AF2B436",
  •      "statusCode": "STATUS_CODE_UNSET"
  •    },
  •    {
  •      "timestamp": "2023-09-29T11:00:11.081163327Z",
  •      "span_id": "987C68043AF2B436",
  •      "trace_id": "b87ca6af-82a8-5e0b-551f-2c5942a6a8c1",
  •      "timestamp": "2023-10-06T11:55:22.307362405Z",
  •      "span_id": "F5CC6AB8847A71E9",
  •      "trace_id": "070f61c7-5c98-6421-152b-9102f0531a7f",
     "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 5007038412,
  •      "operation": "POST",
  •      "duration_nano": 3006936837,
     "parent_span_id": "",
     "statusCode": "STATUS_CODE_ERROR"
  •    },
  •    {
  •      "timestamp": "2023-10-06T11:55:22.308517Z",
  •      "span_id": "552A72023A433574",
  •      "trace_id": "070f61c7-5c98-6421-152b-9102f0531a7f",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 3002823000,
  •      "parent_span_id": "F5CC6AB8847A71E9",
  •      "statusCode": "STATUS_CODE_UNSET"
   }
 ],
 "totalSpans": 2
    }, {
  •  "timestamp": "2023-09-29T11:00:10.78856658Z",
  •  "trace_id": "30efaa7a-e8c4-35e0-3d14-dceff81eb39a",
  •  "service_name": "featureflagservice",
  •  "operation": "/featureflags",
  •  "statusCode": "STATUS_CODE_UNSET",
  •  "duration_nano": 4097439,
  •  "timestamp": "2023-10-06T11:55:21.805009204Z",
  •  "trace_id": "12a263fc-4e09-6a7f-909f-4045830922a8",
  •  "service_name": "loadgenerator",
  •  "operation": "GET",
  •  "statusCode": "STATUS_CODE_ERROR",
  •  "duration_nano": 502716963,
 "spans": [
   {
  •      "timestamp": "2023-09-29T11:00:10.78856658Z",
  •      "span_id": "13D333C60BAE10B2",
  •      "trace_id": "30efaa7a-e8c4-35e0-3d14-dceff81eb39a",
  •      "service_name": "featureflagservice",
  •      "operation": "/featureflags",
  •      "duration_nano": 4097439,
  •      "timestamp": "2023-10-06T11:55:21.805009204Z",
  •      "span_id": "E5ACBF6213EEE7AF",
  •      "trace_id": "12a263fc-4e09-6a7f-909f-4045830922a8",
  •      "service_name": "loadgenerator",
  •      "operation": "GET",
  •      "duration_nano": 502716963,
     "parent_span_id": "",
  •      "statusCode": "STATUS_CODE_UNSET"
  •      "statusCode": "STATUS_CODE_ERROR"
   },
   {
  •      "timestamp": "2023-09-29T11:00:10.788868292Z",
  •      "span_id": "6AE364BF22A1F62C",
  •      "trace_id": "30efaa7a-e8c4-35e0-3d14-dceff81eb39a",
  •      "service_name": "featureflagservice",
  •      "operation": "featureflagservice.repo.query:featureflags",
  •      "duration_nano": 3224435,
  •      "parent_span_id": "13D333C60BAE10B2",
  •      "timestamp": "2023-10-06T11:55:21.8059Z",
  •      "span_id": "BC31EB878CEEF3BB",
  •      "trace_id": "12a263fc-4e09-6a7f-909f-4045830922a8",
  •      "service_name": "frontend-proxy",
  •      "operation": "ingress",
  •      "duration_nano": 498294000,
  •      "parent_span_id": "E5ACBF6213EEE7AF",
     "statusCode": "STATUS_CODE_UNSET"
   }
 ],

@@ -1543,5 +1493,5 @@ } ], "total_traces": 50,

  • "next_page_token": "foo-token"
  • "next_page_token": "eyJzdGFydF90aW1lc3RhbXAiOiIyMDIzLTEwLTA2IDExOjU1OjIxLjgwNTAwOTIwNCJ9" }
  • Go to https://local.gitlab.com:3443/flightjs/Flight/-/tracing/?period[]=1h&service[]=some-service and verify that the service filter used in the URL is maintained in the URL
  • (optionally) verify that this does not happen without this change

MR acceptance checklist

This checklist encourages us to confirm any changes have been analyzed to reduce risks in quality, performance, reliability, security, and maintainability.

Edited by Daniele Rossetti

Merge request reports