feat(reporter): --silent=passed-only to log failed tasks only

Author: AriPerkkio

packages/vitest/src/node/cli/cli-config.ts

@@ -153,6 +153,7 @@ export const cliOptionsConfig: VitestCLIOptions = {
   },
   silent: {
     description: 'Silent console output from tests',
+    argument: '[value]',
   },
   hideSkippedTests: {
     description: 'Hide logs for skipped tests',

packages/vitest/src/node/reporters/base.ts

@@ -2,6 +2,7 @@ import type { File, Task, TaskResultPack } from '@vitest/runner'
 import type { ErrorWithDiff, UserConsoleLog } from '../../types/general'
 import type { Vitest } from '../core'
 import type { Reporter } from '../types/reporter'
+import type { TestCase, TestModule, TestSuite } from './reported-tasks'
 import { performance } from 'node:perf_hooks'
 import { getFullName, getSuites, getTestName, getTests, hasFailed } from '@vitest/runner/utils'
 import { toArray } from '@vitest/utils'
@@ -66,6 +67,32 @@ export abstract class BaseReporter implements Reporter {
     }
   }
 
+  onTestCaseResult(testCase: TestCase): void {
+    if (testCase.result().state === 'failed') {
+      this.logFailedTask(testCase.task)
+    }
+  }
+
+  onTestSuiteResult(testSuite: TestSuite): void {
+    if (testSuite.state() === 'failed') {
+      this.logFailedTask(testSuite.task)
+    }
+  }
+
+  onTestModuleEnd(testModule: TestModule): void {
+    if (testModule.state() === 'failed') {
+      this.logFailedTask(testModule.task)
+    }
+  }
+
+  private logFailedTask(task: Task) {
+    if (this.ctx.config.silent === 'silent-passed-tests') {
+      for (const log of task.logs || []) {
+        this.onUserConsoleLog(log, true)
+      }
+    }
+  }
+
   onTaskUpdate(packs: TaskResultPack[]): void {
     for (const pack of packs) {
       const task = this.ctx.state.idMap.get(pack[0])
@@ -275,8 +302,8 @@ export abstract class BaseReporter implements Reporter {
     this.start = performance.now()
   }
 
-  onUserConsoleLog(log: UserConsoleLog): void {
-    if (!this.shouldLog(log)) {
+  onUserConsoleLog(log: UserConsoleLog, force = false): void {
+    if (!force && !this.shouldLog(log)) {
       return
     }
 

packages/vitest/src/node/reporters/default.ts

@@ -42,6 +42,7 @@ export class DefaultReporter extends BaseReporter {
   }
 
   onTestModuleEnd(module: TestModule): void {
+    super.onTestModuleEnd(module)
     this.summary?.onTestModuleEnd(module)
   }
 
@@ -50,6 +51,7 @@ export class DefaultReporter extends BaseReporter {
   }
 
   onTestCaseResult(test: TestCase): void {
+    super.onTestCaseResult(test)
     this.summary?.onTestCaseResult(test)
   }
 

packages/vitest/src/node/reporters/dot.ts

@@ -70,12 +70,16 @@ export class DotReporter extends BaseReporter {
   }
 
   onTestCaseResult(test: TestCase): void {
+    super.onTestCaseResult(test)
+
     this.finishedTests.add(test.id)
     this.tests.set(test.id, test.result().state || 'skipped')
     this.renderer?.schedule()
   }
 
-  onTestModuleEnd(): void {
+  onTestModuleEnd(testModule: TestModule): void {
+    super.onTestModuleEnd(testModule)
+
     if (!this.isTTY) {
       return
     }

packages/vitest/src/node/types/config.ts

@@ -456,7 +456,7 @@ export interface InlineConfig {
    *
    * @default false
    */
-  silent?: boolean
+  silent?: boolean | 'silent-passed-tests'
 
   /**
    * Hide logs for skipped tests

test/reporters/fixtures/console-some-failing.test.ts

@@ -0,0 +1,24 @@
+import { describe, expect, test } from "vitest"
+
+console.log("Log from failed file")
+
+test("passing test #1", () => {
+  console.log("Log from passed test")
+})
+
+test("failing test #1", () => {
+  console.log("Log from failed test")
+  expect(1).toBe(2)
+})
+
+describe("failing suite", () => {
+  test("passing test #2", () => {
+    console.log("Log from passed test")
+  })
+
+  test("failing test #2", () => {
+    console.log("Log from failed test")
+    expect(2).toBe(3)
+  })
+})
+

test/reporters/tests/github-actions.test.ts

@@ -5,8 +5,7 @@ import { runVitest } from '../../test-utils'
 
 test(GithubActionsReporter, async () => {
   let { stdout, stderr } = await runVitest(
-    { reporters: new GithubActionsReporter(), root: './fixtures' },
-    ['some-failing.test.ts'],
+    { reporters: new GithubActionsReporter(), root: './fixtures', include: ['**/some-failing.test.ts'] },
   )
   stdout = stdout.replace(resolve(__dirname, '..').replace(/:/g, '%3A'), '__TEST_DIR__')
   expect(stdout).toMatchInlineSnapshot(`

test/reporters/tests/json.test.ts

@@ -11,6 +11,7 @@ describe('json reporter', async () => {
     const { stdout } = await runVitest({
       reporters: 'json',
       root,
+      include: ['**/json-fail-import.test.ts', '**/json-fail.test.ts'],
       includeTaskLocation: true,
     }, ['json-fail'])
 
@@ -126,11 +127,11 @@ describe('json reporter', async () => {
   })
 
   it.each([
-    ['passed', 'all-passing-or-skipped'],
-    ['passed', 'all-skipped'],
-    ['failed', 'some-failing'],
+    ['passed', 'all-passing-or-skipped.test.ts'],
+    ['passed', 'all-skipped.test.ts'],
+    ['failed', 'some-failing.test.ts'],
   ])('resolves to "%s" status for test file "%s"', async (expected, file) => {
-    const { stdout } = await runVitest({ reporters: 'json', root }, [file])
+    const { stdout } = await runVitest({ reporters: 'json', root, include: [`**/${file}`] })
 
     const data = JSON.parse(stdout)
 

test/reporters/tests/silent.test.ts

@@ -0,0 +1,64 @@
+import { expect, test } from 'vitest'
+import { DefaultReporter } from 'vitest/reporters'
+import { runVitest } from '../../test-utils'
+
+test('{ silent: true } hides all console logs', async () => {
+  const { stdout } = await runVitest({
+    include: ['./fixtures/console-some-failing.test.ts'],
+    silent: true,
+    reporters: [new LogReporter()],
+  })
+
+  expect(stdout).not.toContain('stdout')
+  expect(stdout).toContain('Test Files  1 failed | 1 passed')
+})
+
+test('default value of silence shows all console logs', async () => {
+  const { stdout } = await runVitest({
+    include: ['./fixtures/console-some-failing.test.ts'],
+    reporters: [new LogReporter()],
+  })
+
+  expect(stdout).toContain(`\
+stdout | fixtures/console-some-failing.test.ts
+Log from failed file
+
+stdout | fixtures/console-some-failing.test.ts > passing test #1
+Log from passed test
+
+stdout | fixtures/console-some-failing.test.ts > failing test #1
+Log from failed test
+
+stdout | fixtures/console-some-failing.test.ts > failing suite > passing test #2
+Log from passed test
+
+stdout | fixtures/console-some-failing.test.ts > failing suite > failing test #2
+Log from failed test`,
+  )
+})
+
+test('{ silent: "silent-passed-tests" } shows all console logs from failed tests only', async () => {
+  const { stdout } = await runVitest({
+    include: ['./fixtures/console-some-failing.test.ts'],
+    silent: 'silent-passed-tests',
+    reporters: [new LogReporter()],
+  })
+
+  expect(stdout).not.toContain('Log from passed test')
+
+  expect(stdout).toContain(`\
+stdout | fixtures/console-some-failing.test.ts > failing test #1
+Log from failed test
+
+stdout | fixtures/console-some-failing.test.ts > failing suite > failing test #2
+Log from failed test
+
+stdout | fixtures/console-some-failing.test.ts
+Log from failed file`,
+  )
+})
+
+class LogReporter extends DefaultReporter {
+  isTTY = true
+  onTaskUpdate() {}
+}