Add support for History operation

README.md

@@ -1,3 +1,19 @@
+## About the Project
+
+The TestScript Engine is to support FHIR testing in an integrated and systematic way by providing the following features.
+
+* A general purpose test execution tool to be implemented in a variety of use cases
+* Support TestScript Resources as inputs and TestReport Resources as outputs to be aligned with FHIR architecture
+* (TBA) Support an end-to-end pipeline of FHIR testing including authoring exception handling and analytics
+* (TBA) Integration of FHIR Shorthand as a TestScript authoring environment
+
+### Limitations
+
+TestScript Execution Engine is in the early stages of development; it is neither functionally complete nor bug-free and we encourage contributions, feedback, and issue-opening from the community.
+
+
+### Getting started
+
 **Commands:**
  ```
  cd lib
@@ -44,6 +60,13 @@
 `./TestScripts`:
  - Folder that contains the TestScripts to be executed. Any example resources used within those TestScripts (i.e. using a patient resource as a fixture) should be located within the `./fixtures` subfolder. 
 
+## References
+
+* [Testing FHIR](https://build.fhir.org/testing.html)
+* [FHIR Resource: TestScript](https://build.fhir.org/testscript.html)
+* [FHIR Resource: TestReport](https://build.fhir.org/testreport.html)
+* [Crucible](https://github.com/fhir-crucible)
+
 
 ## License
 Copyright 2022 The MITRE Corporation

TestReports/example_general.json

@@ -12,7 +12,7 @@
  "result": "fail",
  "score": 88.89,
  "tester": "The MITRE Corporation",
- "issued": "2022-04-25T10:03:21-04:00",
+ "issued": "2022-05-11T23:27:33-06:00",
  "setup": {
  "action": [
  {

TestReports/example_general_observation.json

@@ -0,0 +1,159 @@
+{
+ "id": "testscript-example-observation",
+ "language": {
+ "system": "http:https://hl7.org/fhir/ValueSet/languages",
+ "code": "en"
+ },
+ "name": "TestReport Example General Observation",
+ "status": "completed",
+ "testScript": {
+ "reference": "../TestScripts/general_test_script_obs.json"
+ },
+ "result": "fail",
+ "score": 86.67,
+ "tester": "The MITRE Corporation",
+ "issued": "2022-05-11T23:27:35-06:00",
+ "setup": {
+ "action": [
+ {
+ "operation": {
+ "id": "SetupDeleteObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "operation": {
+ "id": "SetupCreateObservation",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response_code] Expected 200 but found 201."
+ }
+ },
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ }
+ ]
+ },
+ "test": [
+ {
+ "name": "Read Observation",
+ "description": "Read a Observation and validate response.",
+ "action": [
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "id": "01-ReadObservationOK",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "badValidation"
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "warning"
+ },
+ "message": "[.assert_minimum_id] Expected resource with id: fixture-observation-minimum in fixtures, responses, or in last reply from server. No such resource found."
+ }
+ }
+ ]
+ }
+ ],
+ "teardown": {
+ "action": [
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ }
+ ]
+ },
+ "resourceType": "TestReport"
+}

TestReports/example_history.json

@@ -0,0 +1,127 @@
+{
+ "id": "testscript-example-history",
+ "language": {
+ "system": "http:https://hl7.org/fhir/ValueSet/languages",
+ "code": "en"
+ },
+ "name": "TestReport Example History",
+ "status": "completed",
+ "testScript": {
+ "reference": "../TestScripts/history_test_script.json"
+ },
+ "result": "fail",
+ "score": 36.36,
+ "tester": "The MITRE Corporation",
+ "issued": "2022-05-11T23:27:37-06:00",
+ "setup": {
+ "action": [
+ {
+ "operation": {
+ "id": "SetupDeletePatient",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response_code] Expected 200,204 but found 409."
+ }
+ },
+ {
+ "operation": {
+ "id": "SetupCreatePatient",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response_code] Expected 201 but found 200."
+ }
+ },
+ {
+ "operation": {
+ "id": "SetupUpdatePatient",
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response_code] Expected 200 but found 400."
+ }
+ }
+ ]
+ },
+ "test": [
+ {
+ "name": "History Patient",
+ "description": "Get the history for a known Patient and validate response.",
+ "action": [
+ {
+ "operation": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "pass"
+ }
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_response] Expected 200 but found 404."
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_resource] Expected Bundle but found OperationOutcome."
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "badValidation"
+ }
+ },
+ {
+ "assert": {
+ "result": {
+ "system": "http:https://hl7.org/fhir/ValueSet/report-action-result-codes",
+ "code": "fail"
+ },
+ "message": "[.assert_path] Expected history but found nothing."
+ }
+ }
+ ]
+ }
+ ],
+ "resourceType": "TestReport"
+}