Added fixtures and TestScripts for Observation Resource

README.md

@@ -7,6 +7,10 @@ The TestScript Execution Engine is to support FHIR testing in an integrated and
 * (TBA) Support an end-to-end pipeline of FHIR testing including authoring exception handling and analytics
 * (TBA) Integration of FHIR Shorthand as a TestScript authoring environment
 
+### Limitations
+
+TestScript Execution Engine is in the early stages of development; it is neither functionally complete nor bug-free.
+
 
 ### Getting started
 

TestReports/example_general.json

@@ -12,7 +12,7 @@
  "result": "fail",
  "score": 88.89,
  "tester": "The MITRE Corporation",
- "issued": "2022-04-25T10:03:21-04:00",
+ "issued": "2022-05-11T23:27:33-06:00",
  "setup": {
  "action": [
  {

TestReports/example_general_observation.json

@@ -0,0 +1,159 @@
+{
+ "id": "testscript-example-observation",
+ "language": {
+ "system": "http:https://hl7.org/fhir/ValueSet/languages",
+ "code": "en"
+ },
+ "name": "TestReport Example General Observation",
+ "status": "completed",
+ "testScript": {
+ "reference": "../TestScripts/general_test_script_obs.json"
+ },
+ "result": "fail",
+ "score": 86.67,
+ "tester": "The MITRE Corporation",
+ "issued": "2022-05-11T23:27:35-06:00",
+ "setup": {
+ "action": [
+ {
+ "operation": {
+ "id": "SetupDeleteObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "operation": {
+ "id": "SetupCreateObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response_code] Expected 200 but found 201."
+ }
+ },
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ }
+ ]
+ },
+ "test": [
+ {
+ "name": "Read Observation",
+ "description": "Read a Observation and validate response.",
+ "action": [
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "id": "01-ReadObservationOK",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "badValidation"
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "warning"
+ },
+ "message": "[.assert_minimum_id] Expected resource with id: fixture-observation-minimum in fixtures, responses, or in last reply from server. No such resource found."
+ }
+ }
+ ]
+ }
+ ],
+ "teardown": {
+ "action": [
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ }
+ ]
+ },
+ "resourceType": "TestReport"
+}

TestReports/example_history.json

@@ -10,9 +10,9 @@
  "reference": "../TestScripts/history_test_script.json"
  },
  "result": "fail",
- "score": 63.64,
+ "score": 36.36,
  "tester": "The MITRE Corporation",
- "issued": "2022-05-11T00:08:11-06:00",
+ "issued": "2022-05-11T23:27:37-06:00",
  "setup": {
  "action": [
  {
@@ -88,16 +88,18 @@
  "assert": {
  "result": {
  "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
- "code": "pass"
- }
+ "code": "fail"
+ },
+ "message": "[.assert_response] Expected 200 but found 404."
  }
  },
  {
  "assert": {
  "result": {
  "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
- "code": "pass"
- }
+ "code": "fail"
+ },
+ "message": "[.assert_resource] Expected Bundle but found OperationOutcome."
  }
  },
  {
@@ -113,8 +115,9 @@
  "assert": {
  "result": {
  "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
- "code": "pass"
- }
+ "code": "fail"
+ },
+ "message": "[.assert_path] Expected history but found nothing."
  }
  }
  ]

TestReports/example_history_observation.json

@@ -0,0 +1,124 @@
+{
+ "id": "testscript-example-history-observation",
+ "language": {
+ "system": "http:https://hl7.org/fhir/ValueSet/languages",
+ "code": "en"
+ },
+ "name": "TestReport Example History Observation",
+ "status": "completed",
+ "testScript": {
+ "reference": "../TestScripts/history_test_script_obs.json"
+ },
+ "result": "fail",
+ "score": 63.64,
+ "tester": "The MITRE Corporation",
+ "issued": "2022-05-11T23:27:39-06:00",
+ "setup": {
+ "action": [
+ {
+ "operation": {
+ "id": "SetupDeleteObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "operation": {
+ "id": "SetupCreateObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "operation": {
+ "id": "SetupUpdateObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ }
+ ]
+ },
+ "test": [
+ {
+ "name": "History Observation",
+ "description": "Get the history for a known Observation and validate response.",
+ "action": [
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response] Expected 200 but found 404."
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_resource] Expected Bundle but found OperationOutcome."
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "badValidation"
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_path] Expected history but found nothing."
+ }
+ }
+ ]
+ }
+ ],
+ "resourceType": "TestReport"
+}

TestReports/example_read_test.json

@@ -12,7 +12,7 @@
  "result": "fail",
  "score": 91.67,
  "tester": "The MITRE Corporation",
- "issued": "2022-05-10T17:10:45-06:00",
+ "issued": "2022-05-11T23:27:40-06:00",
  "test": [
  {
  "name": "Sprinkler Read Test R001",