From 18576a1b929c029b8b3898d703b301d0db7c8bce Mon Sep 17 00:00:00 2001
From: Hiroshi Ogawa <hi.ogawa.zz@gmail.com>
Date: Sat, 6 Apr 2024 16:31:47 +0900
Subject: [PATCH] test: fix flaky benchmark summary (#5497)

---
 test/benchmark/fixtures/reporter/summary.bench.ts       | 6 +++---
 test/benchmark/test/__snapshots__/reporter.test.ts.snap | 2 +-
 test/benchmark/test/reporter.test.ts                    | 2 +-
 3 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/test/benchmark/fixtures/reporter/summary.bench.ts b/test/benchmark/fixtures/reporter/summary.bench.ts
index 332386b00..d61e09427 100644
--- a/test/benchmark/fixtures/reporter/summary.bench.ts
+++ b/test/benchmark/fixtures/reporter/summary.bench.ts
@@ -2,11 +2,11 @@ import { bench, describe } from 'vitest'
 
 describe('suite-a', () => {
   bench('good', async () => {
-    await sleep(25)
+    await sleep(10)
   }, options)
 
   bench('bad', async () => {
-    await sleep(50)
+    await sleep(300)
   }, options)
 })
 
@@ -26,7 +26,7 @@ const sleep = (ms: number) => new Promise(resolve => setTimeout(resolve, ms));
 
 const options = {
   time: 0,
-  iterations: 3,
+  iterations: 2,
   warmupIterations: 0,
   warmupTime: 0,
 }
diff --git a/test/benchmark/test/__snapshots__/reporter.test.ts.snap b/test/benchmark/test/__snapshots__/reporter.test.ts.snap
index 74cc103fe..a851206d5 100644
--- a/test/benchmark/test/__snapshots__/reporter.test.ts.snap
+++ b/test/benchmark/test/__snapshots__/reporter.test.ts.snap
@@ -4,7 +4,7 @@ exports[`summary 1`] = `
 "
 
   good - summary.bench.ts > suite-a
-    ?.??x faster than bad
+    (?) faster than bad
 
   good - summary.bench.ts > suite-b
 
diff --git a/test/benchmark/test/reporter.test.ts b/test/benchmark/test/reporter.test.ts
index 0b1333164..35ee2e496 100644
--- a/test/benchmark/test/reporter.test.ts
+++ b/test/benchmark/test/reporter.test.ts
@@ -6,7 +6,7 @@ it('summary', async () => {
   const root = pathe.join(import.meta.dirname, '../fixtures/reporter')
   const result = await runVitest({ root }, ['summary.bench.ts'], 'benchmark')
   expect(result.stdout).not.toContain('NaNx')
-  expect(result.stdout.split('BENCH  Summary')[1].replaceAll(/\d/g, '?')).toMatchSnapshot()
+  expect(result.stdout.split('BENCH  Summary')[1].replaceAll(/[0-9.]+x/g, '(?)')).toMatchSnapshot()
 })
 
 it('non-tty', async () => {
-- 
2.51.2