Skip to content

0.7.0: skip and skip_reason on test assets and test cases #44

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
maximusunc merged 1 commit into from
Oct 30, 2026
+1,670 −1,144
Merged

0.7.0: skip and skip_reason on test assets and test cases #44

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Binary file modified project/excel/translator_testing_model.xlsx
View file
Open in desktop
Binary file not shown.
18 changes: 18 additions & 0 deletions project/graphql/translator_testing_model.graphql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,8 @@ type AcceptanceTestAsset
wellKnown: Boolean
testReference: Uriorcurie
testMetadata: TestMetadata
skip: Boolean
skipReason: String
id: Uriorcurie!
tags: [String]
testRunnerSettings: [String]
Expand Down Expand Up @@ -52,6 +54,8 @@ type AcceptanceTestCase
inputCategory: ConceptCategory
outputCategory: ConceptCategory
components: [ComponentEnum]
skip: Boolean
skipReason: String
tags: [String]
testAssets: [AcceptanceTestAsset]!
}
Expand Down Expand Up @@ -120,6 +124,8 @@ type PathfinderTestAsset
minimumRequiredPathNodes: Integer!
pathNodes: [PathfinderPathNode]!
expectedOutput: String
skip: Boolean
skipReason: String
}

type PathfinderTestCase
Expand All @@ -132,6 +138,8 @@ type PathfinderTestCase
testAssets: [PathfinderTestAsset]!
testCaseObjective: TestObjectiveEnum
components: [ComponentEnum]
skip: Boolean
skipReason: String
}

type PerformanceTestCase
Expand All @@ -152,6 +160,8 @@ type PerformanceTestCase
inputCategory: ConceptCategory
outputCategory: ConceptCategory
components: [ComponentEnum]
skip: Boolean
skipReason: String
tags: [String]
testRunTime: Integer!
spawnRate: Float!
Expand Down Expand Up @@ -205,6 +215,8 @@ type QuantitativeTestCase
inputCategory: ConceptCategory
outputCategory: ConceptCategory
components: [ComponentEnum]
skip: Boolean
skipReason: String
tags: [String]
}

Expand Down Expand Up @@ -242,6 +254,8 @@ type TestAsset
wellKnown: Boolean
testReference: Uriorcurie
testMetadata: TestMetadata
skip: Boolean
skipReason: String
id: Uriorcurie!
tags: [String]
testRunnerSettings: [String]
Expand All @@ -266,6 +280,8 @@ type TestCase
inputCategory: ConceptCategory
outputCategory: ConceptCategory
components: [ComponentEnum]
skip: Boolean
skipReason: String
tags: [String]
}

Expand Down Expand Up @@ -302,6 +318,8 @@ type TestEdgeData
wellKnown: Boolean
testReference: Uriorcurie
testMetadata: TestMetadata
skip: Boolean
skipReason: String
id: Uriorcurie!
tags: [String]
testRunnerSettings: [String]
Expand Down
9 changes: 8 additions & 1 deletion project/jsonld/translator_testing_model.context.jsonld
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"comments": {
"description": "Auto generated by LinkML jsonld context generator",
"generation_date": "2026-10-29T16:38:18",
"generation_date": "2026-10-30T15:06:04",
"source": "translator_testing_model.yaml"
},
"@context": {
Expand Down Expand Up @@ -219,6 +219,13 @@
},
"@id": "semantic_severity"
},
"skip": {
"@type": "xsd:boolean",
"@id": "skip"
},
"skip_reason": {
"@id": "skip_reason"
},
"source_input_category": {
"@type": "@id",
"@id": "source_input_category"
Expand Down
61 changes: 56 additions & 5 deletions project/jsonld/translator_testing_model.jsonld
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1567,6 +1567,39 @@
"range": "boolean",
"@type": "SlotDefinition"
},
{
"name": "skip",
"definition_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/skip",
"description": "Don't run this test (for a test case, any of its assets) until the issue behind it is fixed, eg one that always fails for a known reason. The Test Harness reports a skipped test as skipped rather than leaving it out, and can be told to run skipped tests anyway.",
"from_schema": "https://w3id.org/TranslatorSRI/TranslatorTestingModel",
"slot_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/skip",
"ifabsent": "false",
"owner": "PathfinderTestCase",
"domain_of": [
"TestAsset",
"PathfinderTestAsset",
"TestCase",
"PathfinderTestCase"
],
"range": "boolean",
"@type": "SlotDefinition"
},
{
"name": "skip_reason",
"definition_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/skip_reason",
"description": "Why the test is skipped, eg the issue it waits on, for the reports.",
"from_schema": "https://w3id.org/TranslatorSRI/TranslatorTestingModel",
"slot_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/skip_reason",
"owner": "PathfinderTestCase",
"domain_of": [
"TestAsset",
"PathfinderTestAsset",
"TestCase",
"PathfinderTestCase"
],
"range": "string",
"@type": "SlotDefinition"
},
{
"name": "test_runner_settings",
"definition_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/test_runner_settings",
Expand Down Expand Up @@ -2514,6 +2547,8 @@
"well_known",
"test_reference",
"test_metadata",
"skip",
"skip_reason",
"TestAsset_id",
"TestAsset_tags",
"TestAsset_test_runner_settings"
Expand Down Expand Up @@ -2545,7 +2580,9 @@
"qualifiers",
"minimum_required_path_nodes",
"path_nodes",
"expected_output"
"expected_output",
"skip",
"skip_reason"
],
"slot_usage": {},
"class_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/PathfinderTestAsset",
Expand Down Expand Up @@ -2577,6 +2614,8 @@
"well_known",
"test_reference",
"test_metadata",
"skip",
"skip_reason",
"TestAsset_id",
"TestAsset_tags",
"TestAsset_test_runner_settings",
Expand Down Expand Up @@ -2621,6 +2660,8 @@
"well_known",
"test_reference",
"test_metadata",
"skip",
"skip_reason",
"TestAsset_id",
"TestAsset_tags",
"TestAsset_test_runner_settings"
Expand Down Expand Up @@ -2670,6 +2711,8 @@
"input_category",
"output_category",
"components",
"skip",
"skip_reason",
"TestCase_tags"
],
"slot_usage": {},
Expand All @@ -2689,7 +2732,9 @@
"test_runner_settings",
"PathfinderTestCase_test_assets",
"test_case_objective",
"components"
"components",
"skip",
"skip_reason"
],
"slot_usage": {},
"class_uri": "https://w3id.org/TranslatorSRI/TranslatorTestingModel/PathfinderTestCase",
Expand Down Expand Up @@ -2718,6 +2763,8 @@
"input_category",
"output_category",
"components",
"skip",
"skip_reason",
"TestCase_tags",
"AcceptanceTestCase_test_assets"
],
Expand Down Expand Up @@ -2749,6 +2796,8 @@
"input_category",
"output_category",
"components",
"skip",
"skip_reason",
"TestCase_tags"
],
"slot_usage": {},
Expand Down Expand Up @@ -2778,6 +2827,8 @@
"input_category",
"output_category",
"components",
"skip",
"skip_reason",
"TestCase_tags",
"performanceTestCase__test_run_time",
"performanceTestCase__spawn_rate",
Expand Down Expand Up @@ -3034,9 +3085,9 @@
],
"metamodel_version": "1.7.0",
"source_file": "translator_testing_model.yaml",
"source_file_date": "2026-10-29T16:38:03",
"source_file_size": 32498,
"generation_date": "2026-10-29T16:38:18",
"source_file_date": "2026-10-30T15:05:58",
"source_file_size": 33114,
"generation_date": "2026-10-30T15:06:04",
"@type": "SchemaDefinition",
"@context": [
"project/jsonld/translator_testing_model.context.jsonld",
Expand Down
Loading
Loading