convert large trace file

Author: xiaodoli

src/Common.Monitoring.Tests/Features/TraceConvert.feature

@@ -0,0 +1,19 @@
+Feature: TraceConvert
+As a developer,
+I want to be able to correlate calls wihin a service, as well as across services,
+So that I can monitor and troubleshoot the system.
+
+
+  @trace
+  @prod
+  Scenario: Export otel oltp trace to temp trace
+    Given otlp trace file at "TestData/Traces/otlp-traces.json"
+    When I export the trace to a temp folder "TestData/Traces/tempo"
+    Then the temp files should exist
+
+  @trace
+  @prod
+  Scenario: Export large oltp trace to temp trace
+    Given otlp trace file at "TestData/Traces/traces-2025-05-17T12-27-08.769.json"
+    When I export the trace to a temp folder "TestData/Traces/tempo"
+    Then the temp files should exist

src/Common.Monitoring.Tests/Features/TraceConvert.feature.cs

@@ -19,10 +19,3 @@ So that I can monitor and troubleshoot the system.
       | Fibonacci                          | WhenICalculateFibonacciOfTheNumber | input.n: 4, result 3   |
       | WhenICalculateFibonacciOfTheNumber |                                    | result: 3              |
       | ThenTheResultShouldBe              |                                    | expected: 3, actual: 3 |
-
-@trace
-@prod
-Scenario: Export otel oltp trace to temp trace
-  Given otlp trace file at "TestData/Traces/otlp-traces.json"
-  When I export the trace to a temp folder "TestData/Traces/tempo"
-  Then the temp files should exist

src/Common.Monitoring.Tests/Features/Traces.feature

@@ -64,7 +64,7 @@ public SelfHost(ScenarioContext scenarioContext, FeatureContext featureContext,
         };
     }
 
-    [BeforeScenario(Order = 3)]
+    // [BeforeScenario(Order = 3)]
     public void StartHost()
     {
         if (!this.featureContext.TryGetValue("UsedPorts", out List<int> usedPorts))
@@ -101,7 +101,7 @@ public void StartHost()
         this.scenarioContext.Set(httpClient); // automatically disposed after test
     }
 
-    [AfterScenario]
+    // [AfterScenario]
     public void StopHost()
     {
         this.listener?.Stop();

src/Common.Monitoring.Tests/Features/Traces.feature.cs

@@ -0,0 +1,82 @@
+// -----------------------------------------------------------------------
+// <copyright file="TraceTestSteps.cs" company="Microsoft Corp.">
+//     Copyright (c) Microsoft Corp. All rights reserved.
+// </copyright>
+// -----------------------------------------------------------------------
+
+namespace Common.Monitoring.Tests.Steps
+{
+    using System;
+    using System.IO;
+    using System.Linq;
+    using System.Text.Json;
+    using Common.Monitoring.Utils;
+    using FluentAssertions;
+    using Reqnroll;
+
+    [Binding]
+    public class ConvertTraceSteps
+    {
+        private readonly ScenarioContext context;
+        private readonly IReqnrollOutputHelper outputHelper;
+
+        public ConvertTraceSteps(ScenarioContext context, IReqnrollOutputHelper outputHelper)
+        {
+            this.context = context;
+            this.outputHelper = outputHelper;
+        }
+
+        [Given("otlp trace file at \"([^\"]+)\"")]
+        public void GivenOtlpTraceFileAt(string otlpTraceFile)
+        {
+            this.context.Set(otlpTraceFile, "otlpTraceFile");
+        }
+
+        [When("I export the trace to a temp folder \"([^\"]+)\"")]
+        public void WhenIExportTheTraceToATempFile(string tempTraceFolder)
+        {
+            var otlpTraceFile = this.context.Get<string>("otlpTraceFile");
+            this.outputHelper.WriteLine($"reading otlp trace file {otlpTraceFile}...");
+            var parser = new OtlpTraceParser();
+            var parsedTempTraces = parser.TempoTraceFromOtlpJsonFile(otlpTraceFile);
+            this.outputHelper.WriteLine($"parsed {parsedTempTraces.Count} traces from otlp trace file {otlpTraceFile}...");
+
+            this.context.Set(tempTraceFolder, "tempTraceFolder");
+            if (!Directory.Exists(tempTraceFolder))
+            {
+                Directory.CreateDirectory(tempTraceFolder);
+            }
+
+            foreach (var trace in parsedTempTraces)
+            {
+                var traceId = trace.traceId;
+                var root = trace.root;
+                var firstSpan = root.Batches
+                    .SelectMany(b => b.InstrumentationLibrarySpans)
+                    .SelectMany(s => s.Spans)
+                    .OrderBy(s => s.StartTimeUnixNano)
+                    .FirstOrDefault();
+                if (firstSpan == null)
+                {
+                    continue;
+                }
+
+                var unixMilliseconds = firstSpan.StartTimeUnixNano / 1_000_000;
+                var spanStartTime = DateTimeOffset.FromUnixTimeMilliseconds((long)unixMilliseconds).UtcDateTime;
+                var traceFileName = $"{spanStartTime.ToLocalTime():yyyyMMdd-HHmm}-{firstSpan.Name}-{traceId.Substring(0, 6)}.json";
+                var invalidChars = Path.GetInvalidFileNameChars();
+                var sanitizedFileName = new string(traceFileName.Select(c => invalidChars.Contains(c) ? '_' : c).ToArray());
+                var tempTraceFile = Path.Combine(tempTraceFolder, sanitizedFileName);
+                File.WriteAllText(tempTraceFile, JsonSerializer.Serialize(root, parser.Options));
+            }
+        }
+
+        [Then("the temp files should exist")]
+        public void ThenTheTempFileShouldExist()
+        {
+            var tempTraceFolder = this.context.Get<string>("tempTraceFolder");
+            var tempTraceFiles = Directory.GetFiles(tempTraceFolder);
+            tempTraceFiles.Should().NotBeEmpty();
+        }
+    }
+}