From 3ec120411f9121b18b819547273a3a3882977be0 Mon Sep 17 00:00:00 2001 From: Daniel Han Date: Tue, 27 Jun 2023 13:18:03 -0400 Subject: [PATCH] Updates for "skip" - Adds skip outcome for test suite - Adds skip to testing-events.md documentation - Bump up message version numbers Signed-off-by: Daniel Han --- schemas/testcaserunfinished.json | 8 ++++---- schemas/testsuiterunfinished.json | 9 +++++---- testing-events.md | 8 ++++---- 3 files changed, 13 insertions(+), 12 deletions(-) diff --git a/schemas/testcaserunfinished.json b/schemas/testcaserunfinished.json index d209996e..0ab0104c 100644 --- a/schemas/testcaserunfinished.json +++ b/schemas/testcaserunfinished.json @@ -19,9 +19,9 @@ "type": { "type": "string", "enum": [ - "dev.cdevents.testcaserun.finished.0.1.0" + "dev.cdevents.testcaserun.finished.0.2.0" ], - "default": "dev.cdevents.testcaserun.finished.0.1.0" + "default": "dev.cdevents.testcaserun.finished.0.2.0" }, "timestamp": { "type": "string", @@ -64,7 +64,7 @@ "fail", "cancel", "error", - "skip" + "skip" ] }, "severity": { @@ -187,4 +187,4 @@ "context", "subject" ] -} +} \ No newline at end of file diff --git a/schemas/testsuiterunfinished.json b/schemas/testsuiterunfinished.json index 29049fd3..325e321c 100644 --- a/schemas/testsuiterunfinished.json +++ b/schemas/testsuiterunfinished.json @@ -19,9 +19,9 @@ "type": { "type": "string", "enum": [ - "dev.cdevents.testsuiterun.finished.0.1.0" + "dev.cdevents.testsuiterun.finished.0.2.0" ], - "default": "dev.cdevents.testsuiterun.finished.0.1.0" + "default": "dev.cdevents.testsuiterun.finished.0.2.0" }, "timestamp": { "type": "string", @@ -104,7 +104,8 @@ "pass", "fail", "cancel", - "error" + "error", + "skip" ] }, "severity": { @@ -157,4 +158,4 @@ "context", "subject" ] -} +} \ No newline at end of file diff --git a/testing-events.md b/testing-events.md index a52e3f42..aadb47f6 100644 --- a/testing-events.md +++ b/testing-events.md @@ -102,7 +102,7 @@ This event represents a started testCase execution. This event represents a finished testCase execution. The event will contain the outcome and additional metadata as applicable. -- Event Type: __`dev.cdevents.testcaserun.finished.0.1.0`__ +- Event Type: __`dev.cdevents.testcaserun.finished.0.2.0`__ - Predicate: finished - Subject: [`testCaseRun`](#testcaserun) @@ -113,7 +113,7 @@ This event represents a finished testCase execution. The event will contain the | environment | `Object` [`environment`](continuous-deployment.md/#environment) | The environment in which this testCaseRun was running | `{"id": "1234"}`, `{"id": "dev", "source": "testkube-dev-123"}` | ✅ | | testCase | `Object` [`testCase`](#testcase) | Definition of the testCase being executed | `{"id": "92834723894", "name": "Login Test", "type": "integration"}` | | | testSuiteRun | `Object` [`testSuiteRun`](#testsuiterun) | A testSuiteRun to associate this testCaseRun with a containing testSuiteRun | `{"id":"Auth-TestSuite-execution-12334", "source": "staging/testkube"}` | | -| outcome | `String` | The outcome of the testSuite execution, one of `pass`, `fail`, `cancel`, `error` | `pass` | ✅ | +| outcome | `String` | The outcome of the testSuite execution, one of `pass`, `fail`, `cancel`, `error`, `skip` | `pass` | ✅ | | severity | `String` | Severity if the test failed, one of `low`, `medium`, `high`, `critical` | `critical` | | reason | `String` | A reason related to the outcome of the execution | `Cancelled by user`, `Failed assertion`, `Timed out` | | @@ -154,7 +154,7 @@ This event represents a started testSuite execution. This event represents a finished testSuite execution. The event will contain the outcome and additional metadata as applicable. -- Event Type: __`dev.cdevents.testsuiterun.finished.0.1.0`__ +- Event Type: __`dev.cdevents.testsuiterun.finished.0.2.0`__ - Predicate: finished - Subject: [`testSuiteRun`](#testsuiterun) @@ -163,7 +163,7 @@ This event represents a finished testSuite execution. The event will contain the | id | `String` | Uniquely identifies the subject within the source. | `unit`, `e2e`, `security` | ✅ | | source | `URI-Reference` | [source](spec.md#source--context-) from the context | | | | environment | `Object` [`environment`](continuous-deployment.md/#environment) | The environment in which this testSuiteRun was running | `{"id": "1234"}`, `{"id": "dev", "source": "testkube-dev-123"}` | ✅ | -| outcome | `String` | The outcome of the testSuite execution, one of `pass`, `fail`, `cancel`, `error` | `fail` | ✅ | +| outcome | `String` | The outcome of the testSuite execution, one of `pass`, `fail`, `cancel`, `error`, `skip` | `fail` | ✅ | | severity | `String` | Severity if the test failed, one of `low`, `medium`, `high`, `critical` | `critical`, `low`, `medium`, `high` | | reason | `String` | A reason related to the outcome of the execution | `Cancelled by user`, `Failed testCase` | | | testSuite | `Object` [`testSuite`](#testsuite) | Definition of the testSuite being executed | `{"id": "92834723894", "name": "Auth TestSuite"}` | |