diff --git a/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/ConsoleAppSamplesValidation.cs b/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/ConsoleAppSamplesValidation.cs index 7b8fa3a8f9..640d2ce37d 100644 --- a/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/ConsoleAppSamplesValidation.cs +++ b/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/ConsoleAppSamplesValidation.cs @@ -30,7 +30,7 @@ protected override void ConfigureAdditionalEnvironmentVariables(ProcessStartInfo setEnvVar("REDIS_CONNECTION_STRING", $"localhost:{RedisPort}"); } - [Fact] + [Fact(Skip = SkipFlakyTimingTest)] public async Task SingleAgentSampleValidationAsync() { using CancellationTokenSource testTimeoutCts = this.CreateTestTimeoutCts(); @@ -69,7 +69,7 @@ await this.RunSampleTestAsync(samplePath, async (process, logs) => }); } - [Fact] + [Fact(Skip = SkipFlakyTimingTest)] public async Task SingleAgentOrchestrationChainingSampleValidationAsync() { using CancellationTokenSource testTimeoutCts = this.CreateTestTimeoutCts(); @@ -105,7 +105,7 @@ await this.RunSampleTestAsync(samplePath, async (process, logs) => }); } - [Fact] + [Fact(Skip = SkipFlakyTimingTest)] public async Task MultiAgentConcurrencySampleValidationAsync() { using CancellationTokenSource testTimeoutCts = this.CreateTestTimeoutCts(); @@ -160,7 +160,7 @@ await this.RunSampleTestAsync(samplePath, async (process, logs) => }); } - [Fact] + [Fact(Skip = SkipFlakyTimingTest)] public async Task MultiAgentConditionalSampleValidationAsync() { using CancellationTokenSource testTimeoutCts = this.CreateTestTimeoutCts(); diff --git a/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/WorkflowConsoleAppSamplesValidation.cs b/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/WorkflowConsoleAppSamplesValidation.cs index f137e4abd9..708243c853 100644 --- a/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/WorkflowConsoleAppSamplesValidation.cs +++ b/dotnet/tests/Microsoft.Agents.AI.DurableTask.IntegrationTests/WorkflowConsoleAppSamplesValidation.cs @@ -10,6 +10,8 @@ namespace Microsoft.Agents.AI.DurableTask.IntegrationTests; [Trait("Category", "SampleValidation")] public sealed class WorkflowConsoleAppSamplesValidation(ITestOutputHelper outputHelper) : SamplesValidationBase(outputHelper) { + private const string SkipFlakyTimingTest = "Flaky: timing-dependent LLM test, see https://github.com/microsoft/agent-framework/issues/4971"; + // In CI, `dotnet run` builds samples from scratch and LLM calls add latency, so 60s is not enough. private static readonly TimeSpan s_testTimeout = TimeSpan.FromSeconds(180); @@ -505,7 +507,7 @@ await this.RunSampleTestAsync(samplePath, (process, logs) => }); } - [Fact] + [Fact(Skip = SkipFlakyTimingTest)] public async Task WorkflowAndAgentsSampleValidationAsync() { using CancellationTokenSource testTimeoutCts = this.CreateTestTimeoutCts(s_testTimeout);