diff --git a/pom.xml b/pom.xml index 54bc1ef..bef475d 100644 --- a/pom.xml +++ b/pom.xml @@ -14,10 +14,23 @@ UTF-8 latestVersion latestVersion - - 3.0.0.20212117 - ${mdht.models.version} - 3.0.0.202112170600 + + mdht.openhealthtools.mdht.cda + 3.0.0.20220126 + mdht.hl7.ds4p + ${mdht.models.version} + mdht.eclipse.mdht + 3.0.0.202201250600 + + + @@ -35,38 +48,38 @@ - mdht.openhealthtools.mdht.cda + ${mdht.models.groupid} org.openhealthtools.mdht.uml.cda.consol2 ${mdht.models.version} - mdht.openhealthtools.mdht.cda + ${mdht.models.groupid} org.openhealthtools.mdht.uml.cda.mu2consol ${mdht.models.version} - mdht.hl7.ds4p + ${ds4pcontent.groupId} org.hl7.security.ds4p.contentprofile ${ds4pcontent.version} - mdht.eclipse.mdht + ${mdht.plugins.groupId} org.eclipse.mdht.emf.runtime ${mdht.plugins.version} - mdht.eclipse.mdht + ${mdht.plugins.groupId} org.eclipse.mdht.uml.cda ${mdht.plugins.version} - mdht.eclipse.mdht + ${mdht.plugins.groupId} org.eclipse.mdht.uml.hl7.datatypes ${mdht.plugins.version} - mdht.eclipse.mdht + ${mdht.plugins.groupId} org.eclipse.mdht.uml.hl7.rim ${mdht.plugins.version} diff --git a/src/test/java/org/sitenv/referenceccda/test/tests/RefCCDATest.java b/src/test/java/org/sitenv/referenceccda/test/tests/RefCCDATest.java index 9646791..273fd3b 100644 --- a/src/test/java/org/sitenv/referenceccda/test/tests/RefCCDATest.java +++ b/src/test/java/org/sitenv/referenceccda/test/tests/RefCCDATest.java @@ -1,1235 +1,1252 @@ -package org.sitenv.referenceccda.test.tests; - -import static org.junit.Assert.assertEquals; -import static org.junit.Assert.assertFalse; -import static org.junit.Assert.assertNotNull; -import static org.junit.Assert.assertTrue; -import static org.sitenv.referenceccda.test.other.ReferenceValidationLogger.printResults; -import static org.sitenv.vocabularies.test.other.ValidationLogger.println; - -import java.io.File; -import java.io.FileInputStream; -import java.io.IOException; -import java.net.URI; -import java.net.URISyntaxException; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.List; - -import org.apache.commons.io.IOUtils; -import org.apache.log4j.BasicConfigurator; -import org.eclipse.mdht.uml.cda.ClinicalDocument; -import org.eclipse.mdht.uml.cda.Patient; -import org.eclipse.mdht.uml.cda.Person; -import org.eclipse.mdht.uml.cda.SubjectPerson; -import org.eclipse.mdht.uml.cda.util.CDAUtil; -import org.junit.Assert; -import org.junit.Before; -import org.junit.Ignore; -import org.junit.Test; -import org.sitenv.contentvalidator.service.ContentValidatorService; -import org.sitenv.referenceccda.dto.ValidationResultsDto; -import org.sitenv.referenceccda.services.ReferenceCCDAValidationService; -import org.sitenv.referenceccda.test.other.ReferenceValidationLogger; -import org.sitenv.referenceccda.test.other.ReferenceValidationTester; -import org.sitenv.referenceccda.validators.RefCCDAValidationResult; -import org.sitenv.referenceccda.validators.content.ReferenceContentValidator; -import org.sitenv.referenceccda.validators.enums.UsrhSubType; -import org.sitenv.referenceccda.validators.enums.ValidationResultType; -import org.sitenv.referenceccda.validators.schema.CCDATypes; -import org.sitenv.referenceccda.validators.schema.ReferenceCCDAValidator; -import org.sitenv.referenceccda.validators.schema.ValidationObjectives; -import org.sitenv.referenceccda.validators.vocabulary.VocabularyCCDAValidator; -import org.sitenv.vocabularies.configuration.ConfiguredExpression; -import org.sitenv.vocabularies.configuration.ConfiguredValidationResultSeverityLevel; -import org.sitenv.vocabularies.constants.VocabularyConstants; -import org.sitenv.vocabularies.constants.VocabularyConstants.SeverityLevel; -import org.sitenv.vocabularies.test.other.ValidationLogger; -import org.sitenv.vocabularies.test.other.ValidationTest; -import org.sitenv.vocabularies.validation.services.VocabularyValidationService; -import org.springframework.mock.web.MockMultipartFile; -import org.springframework.web.multipart.MultipartFile; - -import junit.runner.Version; - -public class RefCCDATest extends ReferenceValidationTester implements ValidationTest { - - private static final boolean LOG_RESULTS_TO_CONSOLE = true; - - private static final boolean SHOW_ERRORS_ONLY = true; - private static final boolean LOG_LOG4J = true; - static { - if (LOG_LOG4J) { - BasicConfigurator.configure(); - } - } - - private static final int HAS_SCHEMA_ERROR_INDEX = 1, LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX = 2, - INVALID_SNIPPET_ONLY_INDEX = 3, NON_CCDA_XML_HTML_FILE_WITH_XML_EXTENSION_INDEX = 4, - BLANK_EMPTY_DOCUMENT_INDEX = 5, HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR = 6, DS4P_FROM_MDHT = 7, - DS4P_AMB_1 = 8, DS4P_INP_1 = 9, CCD_R21 = 10, DS4P_WITH_NO_DS4P_DATA_AMB = 11, - DS4P_WITH_NO_DS4P_DATA_INP = 12, TWO_MEGS = 13, CCD_R21_EF = 14, - SUB_SOCIAL_HISTORY_WITH_BIRTH_SEX_OBS_TEMPLATE_SITE_3094 = 15, - SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_SITE_3218 = 16, - SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_BAD_VALUE_ROOT_SITE_3218 = 17, - DS4P_REFRAIN_OBSERVATION = 18, IVL_REAL_EXAMPLE = 19, IVL_REAL_EXAMPLE2 = 20, REFERRAL_NOTE = 21, - REFERRAL_NOTE2 = 22, SDTCTEST = 23, CONSOLNOTEACTIVITY = 24, MEDICATION_SECTION_CODE_INVALID = 25, - MARITALSTATUS = 26, MARITALSTATUS2 = 27; - - - // Feel free to add docs to the end but don't alter existing data - // Note: The same sample is referenced twice due to a loop test - private static URI[] CCDA_FILES = new URI[0]; - static { - try { - CCDA_FILES = new URI[] { RefCCDATest.class.getResource("/Sample.xml").toURI(), - RefCCDATest.class.getResource("/Sample_addSchemaErrors.xml").toURI(), - RefCCDATest.class.getResource("/Sample.xml").toURI(), - RefCCDATest.class.getResource("/Sample_invalid-SnippetOnly.xml").toURI(), - RefCCDATest.class.getResource("/Sample_basicHTML.xml").toURI(), - RefCCDATest.class.getResource("/Sample_blank_Empty_Document.xml").toURI(), - RefCCDATest.class.getResource("/Sample_CCDA_CCD_b1_Ambulatory_v2.xml").toURI(), - RefCCDATest.class.getResource("/Sample_DS4P_MDHTGen.xml").toURI(), - RefCCDATest.class.getResource("/170.315_b8_ds4p_amb_sample1_v5.xml").toURI(), - RefCCDATest.class.getResource("/170.315_b8_ds4p_inp_sample1_v5.xml").toURI(), - RefCCDATest.class.getResource("/170.315_b1_toc_amb_ccd_r21_sample1_v8.xml").toURI(), - RefCCDATest.class.getResource("/170.315_b8_ds4p_amb_sample2_v2.xml").toURI(), - RefCCDATest.class.getResource("/170.315_b8_ds4p_inp_sample2_v2.xml").toURI(), - RefCCDATest.class.getResource("/tempResults_ValidatorBrokeETTGG.xml").toURI(), - RefCCDATest.class.getResource("/C-CDA_R2-1_CCD_EF.xml").toURI(), - RefCCDATest.class.getResource("/SocialHistoryWithBirthSexObsTemplateSite3094.xml").toURI(), - RefCCDATest.class.getResource("/subProceduresWithDeviceIdentifierObservationSite3218.xml").toURI(), - RefCCDATest.class.getResource("/subProceduresWithDeviceIdentifierObservationBadValueRootSite3218.xml").toURI(), - RefCCDATest.class.getResource("/DS4PRefrainTest.xml").toURI(), - RefCCDATest.class.getResource("/ivl_real_example.xml").toURI(), - RefCCDATest.class.getResource("/ivl_real_example2.xml").toURI(), - RefCCDATest.class.getResource("/ReferralNote.xml").toURI(), - RefCCDATest.class.getResource("/ReferralNote2.xml").toURI(), - RefCCDATest.class.getResource("/SDTCExtensionsTest.xml").toURI(), - RefCCDATest.class.getResource("/ConsolNoteActivity.xml").toURI(), - RefCCDATest.class.getResource("/MedicationSectionCodeInvalid.xml").toURI(), - RefCCDATest.class.getResource("/maritalstatus.xml").toURI(), - RefCCDATest.class.getResource("/maritalstatus2.xml").toURI() - }; - } catch (URISyntaxException e) { - if (LOG_RESULTS_TO_CONSOLE) - e.printStackTrace(); - } - } - - @Override - @Before - public void initializeLogResultsToConsoleValue() { - ValidationLogger.logResults = LOG_RESULTS_TO_CONSOLE; - println("JUnit version: " + Version.id()); - } - - @Test - public void stringConversionAndResultsSizeTest() { - String ccdaFileAsString = convertCCDAFileToString(CCDA_FILES[LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX]); - println("ccdaFileAsString: " + ccdaFileAsString); - assertFalse("The C-CDA file String conversion failed as no data was captured", ccdaFileAsString.isEmpty()); - - ArrayList results = validateDocumentAndReturnResults(ccdaFileAsString); - ; - println("No of Entries = " + results.size()); - assertFalse("No results were returned", results.isEmpty()); - - println("***************** No Exceptions were thrown during the test******************" + System.lineSeparator() - + System.lineSeparator()); - } - - @Test - public void basicErrorFreeRegressionTest() { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[CCD_R21_EF])); - System.out.println("basicErrorFreeRegressionTest: "); - printResults(getMDHTErrorsFromResults(results)); - assertFalse("The document has (an) error(s) but should not have any errors", hasMDHTValidationErrors(results)); - } - - @Test - public void hasSchemaErrorsAndDatatypeSchemaErrorTest() { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[HAS_SCHEMA_ERROR_INDEX])); - println("global result"); - assertTrue("The document has a schema error yet the flag is set to false", mdhtResultsHaveSchemaError(results)); - println("and for sanity, check the single results as well"); - printResults(getMDHTErrorsFromResults(results)); - boolean schemaErrorInSingleResultFound = false, expectedDataTypeSchemaErrorInResultsFound = false; - String expectedDatatypeSchemaErrorPrefix = "The feature 'author' of"; - for (RefCCDAValidationResult result : results) { - if (result.isSchemaError()) { - schemaErrorInSingleResultFound = true; - final String msgPrefix = "A schema error cannot also be an "; - assertFalse(msgPrefix + "IG Issue", result.isIGIssue()); - assertFalse(msgPrefix + "MU2 Issue", result.isMUIssue()); - } - if (result.getDescription().contains(expectedDatatypeSchemaErrorPrefix)) { - expectedDataTypeSchemaErrorInResultsFound = true; - } - } - assertTrue("The document has at least one schema error but no single result flagged it as such", - schemaErrorInSingleResultFound); - assertTrue("The document is expected to return has the following specific data type schema error (prefix) :" - + expectedDatatypeSchemaErrorPrefix, expectedDataTypeSchemaErrorInResultsFound); - } - - @Test - public void doesNotHaveSchemaErrorTest() { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX])); - println("global result"); - assertFalse("The document does not have schema error yet the flag is set to true", - mdhtResultsHaveSchemaError(results)); - println("and for sanity, check the single results as well"); - boolean schemaErrorInSingleResultFound = false; - printResults(getMDHTErrorsFromResults(results)); - for (RefCCDAValidationResult result : results) - if (result.isSchemaError()) - schemaErrorInSingleResultFound = true; - assertFalse("The document has no single schema error yet a single result flagged it as true", - schemaErrorInSingleResultFound); - } - - @Test - public void multipleDocumentsWithAndWithoutSchemaErrorTest() { - for (int curCCDAFileIndex = 0; curCCDAFileIndex < LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX - + 1; curCCDAFileIndex++) { - println("***************** Running multipleDocumentsWithAndWithoutSchemaErrorTest test #" - + (curCCDAFileIndex + 1) + " ******************" + System.lineSeparator()); - - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[curCCDAFileIndex])); - - println(System.lineSeparator() + "CCDAIssueStates.hasSchemaError(): " + mdhtResultsHaveSchemaError(results) - + System.lineSeparator()); - if (curCCDAFileIndex == 0 || curCCDAFileIndex == LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX) { - assertFalse("The document does not have schema error yet the flag is set to true", - mdhtResultsHaveSchemaError(results)); - } else { - assertTrue("The document has a schema error yet the flag is set to false", - mdhtResultsHaveSchemaError(results)); - } - - for (RefCCDAValidationResult result : results) { - if (SHOW_ERRORS_ONLY) { - if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR) { - printResults(result); - } - } else { - printResults(result); - } - } - - println("***************** End results for test #" + (curCCDAFileIndex + 1) + " ******************" - + System.lineSeparator() + System.lineSeparator()); - } - } - - @Test - public void igOrMu2SchemaErrorsFileTest() { - runIgOrMu2OrDS4PAndNotSchemaTests(HAS_SCHEMA_ERROR_INDEX, CCDATypes.CLINICAL_OFFICE_VISIT_SUMMARY, true); - } - - @Test - public void igOrMu2NoSchemaErrorsHasMU2ErrorsFileTest() { - runIgOrMu2OrDS4PAndNotSchemaTests(HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, - CCDATypes.TRANSITIONS_OF_CARE_AMBULATORY_SUMMARY, false); - } - - @Test - public void ds4pGeneralTestAndHasErrors() { - List mdhtErrors = getMDHTErrorsFromResults( - runIgOrMu2OrDS4PAndNotSchemaTests(DS4P_FROM_MDHT, CCDATypes.NON_SPECIFIC_DS4P, true)); - assertTrue("The DS4P file does not contain errors as it should", mdhtErrors.size() > 0); - } - - @Test - @Ignore - public void ds4pOfficialAmbulatory() { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[DS4P_AMB_1]), ValidationObjectives.Receiver.B8_DS4P_AMB_170_315); - List mdhtErrors = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - assertTrue("The Ambulatory DS4P file has errors but it should not have any errors", mdhtErrors.isEmpty()); - - } - - @Test - @Ignore - public void ds4pOfficialInpatient() { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[DS4P_INP_1]), ValidationObjectives.Receiver.B8_DS4P_INP_170_315); - List mdhtErrors = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - assertTrue("The Inpatient DS4P file has errors but it should not have any errors", mdhtErrors.isEmpty()); - } - - @Test - public void ds4pTestAgainstDocWithNoDS4PContentAmbulatory() { - ds4pTestAgainstDocWithNoDS4PContent(DS4P_WITH_NO_DS4P_DATA_AMB, "Ambulatory", - ValidationObjectives.Sender.B7_DS4P_AMB_170_315); - } - - @Test - public void ds4pTestAgainstDocWithNoDS4PContentInpatient() { - ds4pTestAgainstDocWithNoDS4PContent(DS4P_WITH_NO_DS4P_DATA_INP, "Inpatient", - ValidationObjectives.Sender.B7_DS4P_INP_170_315); - } - - @Test - public void invalidSnippetOnlyValidationResultsTest() { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[INVALID_SNIPPET_ONLY_INDEX])); - assertTrue("The results should be null because a SAXParseException should have been thrown", results == null); - println("Note: As indicated by a pass, the SAXParseException is expected for the document tested."); - } - - @Test - public void invalidSnippetOnlyServiceErrorTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - INVALID_SNIPPET_ONLY_INDEX); - handleServiceErrorTest(results); - } - - @Test - public void classCastMDHTExceptionThrownServiceErrorTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - NON_CCDA_XML_HTML_FILE_WITH_XML_EXTENSION_INDEX); - handleServiceErrorTest(results); - } - - @Test - public void altSaxParseMDHTExceptionThrownServiceErrorTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - BLANK_EMPTY_DOCUMENT_INDEX); - handleServiceErrorTest(results); - } - - @Test - public void consolOnlyResultsRemainAfterSwitchAndBackTest() { - handlePackageSwitchAndBackTestChoice(CCDATypes.NON_SPECIFIC_CCDAR2, - convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR])); - } - - @Test - public void mu2ResultsAreRemovedAfterSwitchAndBackTest() { - handlePackageSwitchAndBackTestChoice(CCDATypes.TRANSITIONS_OF_CARE_AMBULATORY_SUMMARY, - convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR])); - } - - @Test - public void ds4pResultsAreRemovedAfterSwitchAndBackTest() { - handlePackageSwitchAndBackTestChoice(CCDATypes.NON_SPECIFIC_DS4P, - convertCCDAFileToString(CCDA_FILES[DS4P_FROM_MDHT])); - } - - // Ignoring test due to temporary allowance of invalid objectives - @Ignore - @Test - public void invalidValidationObjectiveSentTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults("INVALID VALIDATION OBJECTIVE", - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); - final String msg = handleServiceErrorTest(results); - final String match = "invalid"; - assertTrue("The service error returned did not contain: " + match, msg.contains(match)); - } - - // Temporary test introduced due to temporary allowance of invalid - // objectives - @Test - public void invalidValidationObjectiveSentConvertToDefaultTest() { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR]), - "INVALID VALIDATION OBJECTIVE")); - printResults(results, false, false, false); - assertTrue(results != null && !results.isEmpty()); - } - - @Test - public void emptyStringValidationObjectiveSentTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults("", - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); - final String msg = handleServiceErrorTest(results); - final String match = "empty"; - assertTrue("The service error returned did not contain: " + match, msg.contains(match)); - } - - @Test - public void allPossibleValidValidationObjectivesExceptDS4PSentTest() { - for (String objective : ValidationObjectives.ALL_UNIQUE_EXCEPT_DS4P) { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR]), objective)); - printResults(results, false, false, false); - assertTrue(results != null && !results.isEmpty()); - } - } - - @Test - public void allPossibleValidCcdaTypesSentTest() { - List legacyAndMu2Types = new ArrayList(); - legacyAndMu2Types.addAll(CCDATypes.NON_SPECIFIC_CCDA_TYPES); - legacyAndMu2Types.addAll(CCDATypes.MU2_TYPES); - for (String type : legacyAndMu2Types) { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR]), type)); - printResults(results, false, false, false); - assertTrue(results != null && !results.isEmpty()); - } - } - - @Ignore - @Test - public void basicNoExceptionServiceTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults( - ValidationObjectives.Sender.B1_TOC_AMB_170_315, HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); - handleServiceErrorTest(results, false); - } - - @Test - public void documentTypeIdentificationCCDAndObjectiveSentMetaDataUsingServiceNonVocabTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDA, - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); - - final String docTypeExpected = UsrhSubType.CONTINUITY_OF_CARE_DOCUMENT.getName(); - final String docTypeSet = results.getResultsMetaData().getCcdaDocumentType(); - final String objectiveExpected = CCDATypes.NON_SPECIFIC_CCDA; - final String objectiveSet = results.getResultsMetaData().getObjectiveProvided(); - - testDocumentTypeIdentificationAndObjectiveSentMetaDataUsingServiceNonVocab(results.getResultsMetaData(), - docTypeExpected, docTypeSet, objectiveExpected, objectiveSet); - } - - @Test - public void documentTypeIdentificationCCDR2AndObjectiveSentMetaDataUsingServiceNonVocabTest() { - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDA, - CCD_R21); - - final String docTypeExpected = UsrhSubType.CONTINUITY_OF_CARE_DOCUMENT.getName(); - final String docTypeSet = results.getResultsMetaData().getCcdaDocumentType(); - final String objectiveExpected = CCDATypes.NON_SPECIFIC_CCDA; - final String objectiveSet = results.getResultsMetaData().getObjectiveProvided(); - - testDocumentTypeIdentificationAndObjectiveSentMetaDataUsingServiceNonVocab(results.getResultsMetaData(), - docTypeExpected, docTypeSet, objectiveExpected, objectiveSet); - } - - @Test - public void globalCodeValidatorResultsVocabularyValidationConfigurationsCountTest() { - setupInitParameters(true); - injectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService()), - "ccdaReferenceValidatorConfigTest"); - - final int expectedConfigCount = 9; - final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsCount(); - println("vocabularyValidationConfigurationsCount: " + configCount); - Assert.assertTrue("VocabularyValidationConfigurationsCount should be more than 0", configCount > 0); - Assert.assertTrue( - "VocabularyValidationConfigurationsCount should equal to " + expectedConfigCount - + " as per the content of " + "requiredNodeValidatorMissingElementConfig", - configCount == expectedConfigCount); - } - - @Test - public void globalCodeValidatorResultsVocabularyValidationConfigurationsCountProgrammaticTest() { - createGenericExpressionForProgrammaticConfigAndInjectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService())); - - final int expectedConfigCount = 1; - final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsCount(); - println("vocabularyValidationConfigurationsCount: " + configCount); - Assert.assertTrue("VocabularyValidationConfigurationsCount should be more than 0", configCount > 0); - Assert.assertTrue( - "VocabularyValidationConfigurationsCount should equal to " + expectedConfigCount - + " as per the content of " + "requiredNodeValidatorMissingElementConfig", - configCount == expectedConfigCount); - } - - @Test - public void globalCodeValidatorResultsVocabularyValidationConfigurationsErrorCountTest() { - setupInitParameters(true); - injectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService()), - "ccdaReferenceValidatorConfigTest"); - - final int expectedConfigCount = 7; - final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsErrorCount(); - println("vocabularyValidationConfigurationsErrorCount: " + configCount); - Assert.assertTrue("VocabularyValidationConfigurationsErrorCount should be more than 0", configCount > 0); - Assert.assertTrue( - "VocabularyValidationConfigurationsErrorCount should equal to " + expectedConfigCount - + " as per the content of " + "requiredNodeValidatorMissingElementConfig", - configCount == expectedConfigCount); - } - - @Test - public void globalCodeValidatorResultsVocabularyValidationConfigurationsErrorCountProgrammaticTest() { - createGenericExpressionForProgrammaticConfigAndInjectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService())); - - final int expectedConfigCount = 1; - final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsErrorCount(); - println("vocabularyValidationConfigurationsErrorCount: " + configCount); - Assert.assertTrue("VocabularyValidationConfigurationsErrorCount should be more than 0", configCount > 0); - Assert.assertTrue( - "VocabularyValidationConfigurationsErrorCount should equal to " + expectedConfigCount - + " as per the content of " + "requiredNodeValidatorMissingElementConfig", - configCount == expectedConfigCount); - } - - @Ignore // Does not work with maven install due to some glitch but works - // otherwise - @Test - public void tempResults_UTF8_BOM_EttGg_GetMDHTErrors_Test() { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[TWO_MEGS]), CCDATypes.NON_SPECIFIC_CCDAR2)); - printResults(results, true, true, true); - } - - @Test - public void tempResults_UTF8_BOM_EttGg_runReferenceCCDAValidation_Test() { - setupInitParameters(true); - injectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - TWO_MEGS, new VocabularyCCDAValidator(getVocabularyValidationService())); - - printResults(getMDHTErrorsFromResults(results.getCcdaValidationResults())); - println("Service Error: " + results.getResultsMetaData().getServiceErrorMessage()); - } - - @Test - public void mdhtSeverityLevelTest() { - setupInitParameters(true); - injectDependencies(); - - // ERRORS ONLY - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, - new VocabularyCCDAValidator(getVocabularyValidationService()), - new ReferenceContentValidator(new ContentValidatorService()), VocabularyConstants.Config.DEFAULT, - SeverityLevel.ERROR); - int oldErrorResultCount = results.getCcdaValidationResults().size(); - printResults(results.getCcdaValidationResults()); - - for (int i = 0; i < results.getCcdaValidationResults().size(); i++) { - RefCCDAValidationResult result = results.getCcdaValidationResults().get(i); - assertTrue( - "The result is not an error but only errors should be returned since SeverityLevel.ERROR was sent in.", - result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR); - } - - // ERRORS AND WARNINGS - results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, - new VocabularyCCDAValidator(getVocabularyValidationService()), - new ReferenceContentValidator(new ContentValidatorService()), VocabularyConstants.Config.DEFAULT, - SeverityLevel.WARNING); - int newErrorResultCount = getMDHTErrorsFromResults(results.getCcdaValidationResults()).size(); - int oldWarningResultCount = 0; - printResults(results.getCcdaValidationResults()); - - for (int i = 0; i < results.getCcdaValidationResults().size(); i++) { - RefCCDAValidationResult result = results.getCcdaValidationResults().get(i); - assertTrue( - "The result is not an error or a warning but only errors or warnings should be returned since SeverityLevel.WARNING was sent in.", - result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR - || result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN); - if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN) { - oldWarningResultCount++; - } - } - assertTrue( - "The error count has somehow changed from when SeverityLevel.ERROR was set vs SeverityLevel.WARNING. " - + "The errorResultCount was previously " + oldErrorResultCount + " but is now " - + newErrorResultCount, - oldErrorResultCount == newErrorResultCount); - assertTrue( - "There wasn't at least one warning yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has warnings " - + "and SeverityLevel.WARNING was sent in ", - oldWarningResultCount > 0); - - // ERRORS AND WARNINGS AND INFO - results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, - new VocabularyCCDAValidator(getVocabularyValidationService()), - new ReferenceContentValidator(new ContentValidatorService()), VocabularyConstants.Config.DEFAULT, - SeverityLevel.INFO); - int newWarningResultCount = 0; - int infoResultCount = 0; - int finalErrorCount = 0; - printResults(results.getCcdaValidationResults()); - - for (int i = 0; i < results.getCcdaValidationResults().size(); i++) { - RefCCDAValidationResult result = results.getCcdaValidationResults().get(i); - if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR) { - finalErrorCount++; - } else if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN) { - newWarningResultCount++; - } else if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_INFO) { - infoResultCount++; - } - } - assertTrue( - "The warning count has somehow changed from when SeverityLevel.WARNING was set vs SeverityLevel.INFO. " - + "The warningResultCount was previously " + oldWarningResultCount + " but is now " - + newWarningResultCount, - oldWarningResultCount == newWarningResultCount); - assertTrue( - "There wasn't at least one warning yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has warnings " - + "and SeverityLevel.INFO was sent in ", - newWarningResultCount > 0); - assertTrue( - "There wasn't at least one info yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has info " - + "and SeverityLevel.INFO was sent in ", - infoResultCount > 0); - assertTrue( - "There wasn't at least one error yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has errors " - + "and SeverityLevel.INFO was sent in ", - finalErrorCount > 0); - } - - @Test - public void vocabAndMdhtSeverityLevelErrorProgrammaticConfigTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.ERROR, true); - } - - @Test - public void vocabAndMdhtSeverityLevelWarningProgrammaticConfigTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.WARNING, true); - } - - @Test - public void vocabAndMdhtSeverityLevelInfoProgrammaticConfigTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.INFO, true); - } - - @Test - public void vocabAndMdhtSeverityLevelErrorFileBasedConfigTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.ERROR, false, - "vocabAndMdhtSeverityLevelErrorFileBasedConfig"); - } - - @Test - public void vocabAndMdhtSeverityLevelWarningFileBasedConfigTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.WARNING, false, - "vocabAndMdhtSeverityLevelErrorFileBasedConfig"); - } - - @Test - public void vocabAndMdhtSeverityLevelInfoFileBasedConfigTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.INFO, false, - "vocabAndMdhtSeverityLevelErrorFileBasedConfig"); - } - - @Test - public void vocabAndMdhtSeverityLevelErrorMultipleValidatorsPerExpressionTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.ERROR, false, "severityLevelLimitTestConfig"); - } - - // TODO: This test - // vocabAndMdhtSeverityLevelWarningMultipleValidatorsPerExpressionTest and - // test vocabAndMdhtSeverityLevelInfoMultipleValidatorsPerExpressionTest - // should be expanded to check for the exact expected count. - // There is a bug that has existed for a long time, prior to the - // severityLevel update where CCDA_VOCAB_CONFORMANCE_WARN and - // CCDA_VOCAB_CONFORMANCE_INFO are truncated to one validator per - // expression. This does not occur with MDHT results. Passing in - // .INFO bypasses all severityLevel changes, and it still faces - // the bug. The bug has been inconsequential because our official config - // only ever has one validator per expression in all cases except one. It - // also does not affect errors, which is mostly what people pay attention - // to, and what is configured. Thus, this is low priority, but still needs - // to be addressed. - @Test - public void vocabAndMdhtSeverityLevelWarningMultipleValidatorsPerExpressionTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.WARNING, false, "severityLevelLimitTestConfig"); - } - - @Test - public void vocabAndMdhtSeverityLevelInfoMultipleValidatorsPerExpressionTest() { - vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.INFO, false, "severityLevelLimitTestConfig"); - } - - @Test - public void mdhtValidationStatisticsShallChecksTest() { - setupInitParameters(true); - injectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService()), - "ccdaReferenceValidatorConfigTest"); - - printResultsBasedOnFlags(results.getCcdaValidationResults()); - - long checks = results.getResultsMetaData().getTotalConformanceErrorChecks(); - println("IG Checks: " + checks); - assertTrue("There should be a positive number of IG checks but there is " + checks + " instead.", checks > 0); - } - - @Ignore // Test ignored until SITE-3219 is analyzed and thus what we expect will decided at that time - @Test - public void socialHistoryWithBirthSexObsNullFlavorCodeSite3219Test() { - // Social History has a proper Birth Sex Observation entry. - // Notice in the below XML there is no @code. Expect error for @code - // Also notice that although there is a nullFlavor, it is not an exception for the requirement of the code - - // According to Brett, "You cannot use a nullFlavor for a fixed single value in C-CDA." - // But this is not the way MDHT works on certain things like codes and more. So, for MDHT, it is an exception. - // We need to detemine if we want to uproot the whole system of the past 8 years and change this behavior... - // If so, this test should pass, if not, this test should fail - // XML: - // - // Expect an error for not having a code/@code - - // note... changing to allows the error to come through - // the nullFlavor is being incorrectly respected in MDHT. There is an MDHT bug. This is a separate ticket now... - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[SUB_SOCIAL_HISTORY_WITH_BIRTH_SEX_OBS_TEMPLATE_SITE_3094])); - println("socialHistoryWithBirthSexObsTemplateSite3094Test: "); - printResults(getMDHTErrorsFromResults(results)); - - assertTrue("The document should have errors but does not", hasMDHTValidationErrors(results)); - - final String birthSexNoCodeError = " Consol Birth Sex Observation SHALL contain exactly one [1..1] code " - + "(CONF:3250-18234)/@code=\"76689-9\" Sex Assigned At Birth (CodeSystem: 2.16.840.1.113883.6.1 LOINC) " - + "(CONF:3250-18235, CONF:3250-21163)"; - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, birthSexNoCodeError); - } - - @Test - public void deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectPassTest() { - println("deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectPassTest: "); -// -// -// ... -// -// - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_SITE_3218])); - results = getMDHTErrorsFromResults(results); - printResults(results); - - String udiValueRootError = - "The 'DeviceIdentifierObservationDeviceIdentifierObservationIIUDIissuingagency' invariant is violated on"; - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, udiValueRootError); - } - - @Test - public void deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectFailTest() { - println("deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectFailTest: "); -// ... -// - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_BAD_VALUE_ROOT_SITE_3218])); - - results = getMDHTErrorsFromResults(results); - printResults(results); - - String udiValueRootError = - "The 'DeviceIdentifierObservationDeviceIdentifierObservationIIUDIissuingagency' invariant is violated on"; - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, udiValueRootError); - } - - /* - * Refrain terminology update - */ - @Test - public void ds4pRefrainTerminologyUpdate_ExpectPassTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[DS4P_REFRAIN_OBSERVATION]), CCDATypes.NON_SPECIFIC_DS4P); - - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - - final String ds4PRefrainError = "CONF:9135"; - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, ds4PRefrainError); - } - - - @Test - public void ivlrealUpdateTest() { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[IVL_REAL_EXAMPLE]), CCDATypes.CCDAR21_OR_CCDAR11)); - printResultsBasedOnFlags(results); - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-7143"); - } - - - @Test - public void ivlrealUpdate2Test() { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[IVL_REAL_EXAMPLE2]), CCDATypes.CCDAR21_OR_CCDAR11)); - printResultsBasedOnFlags(results); - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-7143"); - } - - @Test - public void vitalSignObservationPQTest() { - List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[IVL_REAL_EXAMPLE2]), CCDATypes.CCDAR21_OR_CCDAR11)); - printResultsBasedOnFlags(results); - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:7305"); - } - - /* - * Advanced Directive choice test - */ - @Test - public void advanceDirectivesChoice_ExpectFailTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[DS4P_REFRAIN_OBSERVATION]), CCDATypes.NON_SPECIFIC_DS4P); - - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - - final String ds4PRefrainError = "CONF:1198-32881"; - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, ds4PRefrainError); - } - - @Test - public void referralnoteindparticipantname_ExpectFailTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[REFERRAL_NOTE]), CCDATypes.NON_SPECIFIC_CCDAR2); - - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - - final String ds4PRefrainError = "CONF:1198-31645"; - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, ds4PRefrainError); - } - - @Test - public void referralnoteindparticipantname_ExpectPassTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[REFERRAL_NOTE2]), CCDATypes.NON_SPECIFIC_CCDAR2); - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-31645"); - } - - @Test - public void maritalStatus_ExpectPassTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[MARITALSTATUS]), CCDATypes.NON_SPECIFIC_CCDAR2); - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-5303"); - } - - @Test - public void maritalStatus_ExpectFailTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[MARITALSTATUS2]), CCDATypes.NON_SPECIFIC_CCDAR2); - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-5303"); - } - - @Test - public void allergySection_codetest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[SDTCTEST]), CCDATypes.NON_SPECIFIC_CCDAR2); - results = getMDHTErrorsFromResults(results); - printResultsBasedOnFlags(results); - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-15350, CONF:1198-32140"); - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF: 15350"); - failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF: 15346"); - } - - /* - * SITE-3348 ETT GG, Errata CDA-2008, MDHT: "A plethora of b.1 issues that we think are invalid" - */ - @Test - public void noteActivity_expectfailtest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[CONSOLNOTEACTIVITY]), CCDATypes.NON_SPECIFIC_CCDAR2); - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN, "3250-16940, 3250-16941"); - } - - /* - * SITE-3346 Validators triggers false error for MedicationSectionCode - */ - @Test - public void test_MedicationSectionCodeInvalid() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[MEDICATION_SECTION_CODE_INVALID]), CCDATypes.NON_SPECIFIC_CCDAR2); - results = getMDHTErrorsFromResults(results); - passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "15387"); - // check that it is returned only once - int codeSectionCounter=0; - for (RefCCDAValidationResult result : results) { - if (result.getDescription() !=null && result.getDescription().contains("15387")) { - codeSectionCounter++; - } - } - assertTrue(codeSectionCounter==1); - } - - @Test - public void testSDTCExtensionsSchemaTest() { - List results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[SDTCTEST]), CCDATypes.NON_SPECIFIC_CCDAR2); - boolean hasSchemaErrors =false; - for (RefCCDAValidationResult result : results) { - if (result.isSchemaError()) { - System.err.println(result.getDescription()); - hasSchemaErrors =true; - } - - } - assertFalse(hasSchemaErrors); - } - - /** - * parseSDTCExtensionsTest test for the ability to parse extensions - * Do not see much need to have negative tests - * - * @throws IOException - * @throws Exception - */ - @Test - public void parseSDTCExtensionsTest() throws IOException, Exception { - ClinicalDocument sdtcTestDocument = CDAUtil.load(IOUtils.toInputStream(convertCCDAFileToString(CCDA_FILES[SDTCTEST]), "UTF-8")); - assertNotNull("sdtcTestDocument.getSDTCStatusCode",sdtcTestDocument.getSDTCStatusCode()); - assertEquals("sdtcTestDocument.getSDTCStatusCode","ClinicalDocumentStatusCode",sdtcTestDocument.getSDTCStatusCode().getCode()); - Patient patient = sdtcTestDocument.getRecordTargets().get(0).getPatientRole().getPatient(); - assertFalse("patient.getSDTCEthnicGroupCodes",patient.getSDTCEthnicGroupCodes().isEmpty()); - assertEquals("patient.getSDTCEthnicGroupCodes","PatientEthnicGroupCode",patient.getSDTCEthnicGroupCodes().get(0).getCode()); - assertFalse("patient.getSDTCRaceCodes",patient.getSDTCRaceCodes().isEmpty()); - assertEquals("patient.getSDTCRaceCodes","PateintRaceCode",patient.getSDTCRaceCodes().get(0).getCode()); - assertFalse( "patient.getSDTCDeceasedInd" , patient.getSDTCDeceasedInd().getValue() ); - assertNotNull("patient.getSDTCDeceasedTime",patient.getSDTCDeceasedTime()); - assertEquals("patient.getSDTCDeceasedTime","1900",patient.getSDTCDeceasedTime().getValue()); - assertNotNull("patient.getSDTCDesc",patient.getSDTCDesc()); - assertEquals("patient.getSDTCDesc","PatientDescription",patient.getSDTCDesc().getText()); - assertTrue("patient.getSDTCMultipleBirthInd",patient.getSDTCMultipleBirthInd().getValue()); - assertNotNull("patient.getSDTCMultipleBirthOrderNumber",patient.getSDTCMultipleBirthOrderNumber()); - assertEquals("patient.getSDTCMultipleBirthOrderNumber","3",patient.getSDTCMultipleBirthOrderNumber().getValue().toString()); - Person person = sdtcTestDocument.getAuthors().get(0).getAssignedAuthor().getAssignedPerson(); - assertNotNull("person.getSDTCAsPatientRelationship",person.getSDTCAsPatientRelationship()); - assertNotNull("person.getSDTCAsPatientRelationship",person.getSDTCAsPatientRelationship()); - assertNotNull("person.getSDTCDesc",person.getSDTCDesc()); - assertEquals("person.getSDTCDesc","PersonDescription",person.getSDTCDesc().getText()); - SubjectPerson subjectPerson = sdtcTestDocument.getSections().get(0).getSubject().getRelatedSubject().getSubject(); - assertFalse("subjectPerson.getSDTCEthnicGroupCodes",subjectPerson.getSDTCEthnicGroupCodes().isEmpty()); - assertEquals("subjectPerson.getSDTCEthnicGroupCodes","SubjectEthnicGroupCode",subjectPerson.getSDTCEthnicGroupCodes().get(0).getCode()); - assertFalse("subjectPerson.getSDTCRaceCodes",subjectPerson.getSDTCRaceCodes().isEmpty()); - assertEquals("subjectPerson.getSDTCRaceCodes","SubjectRaceCode",subjectPerson.getSDTCRaceCodes().get(0).getCode()); - assertTrue( "subjectPerson.getSDTCDeceasedInd" , subjectPerson.getSDTCDeceasedInd().getValue() ); - assertNotNull("subjectPerson.getSDTCDeceasedTime",subjectPerson.getSDTCDeceasedTime()); - assertEquals("subjectPerson.getSDTCDeceasedTime","1900",subjectPerson.getSDTCDeceasedTime().getValue()); - assertNotNull("subjectPerson.getSDTCDesc",subjectPerson.getSDTCDesc()); - assertEquals("subjectPerson.getSDTCDesc","SubjectDescription",subjectPerson.getSDTCDesc().getText()); - assertTrue("subjectPerson.getSDTCMultipleBirthInd",subjectPerson.getSDTCMultipleBirthInd().getValue()); - assertNotNull("subjectPerson.getSDTCMultipleBirthOrderNumber",subjectPerson.getSDTCMultipleBirthOrderNumber()); - assertEquals("subjectPerson.getSDTCMultipleBirthOrderNumber","3",subjectPerson.getSDTCMultipleBirthOrderNumber().getValue().toString()); - assertNotNull("subjectPerson.getSDTCMultipleBirthOrderNumber",subjectPerson.getSDTCMultipleBirthOrderNumber()); - assertNotNull("PlayingEntity.getSDTCBirthTime",sdtcTestDocument.getSections().get(0).getEntries().get(0).getObservation().getParticipants().get(0).getParticipantRole().getPlayingEntity().getSDTCBirthTime()); - } - - - private static List getGenericConfiguredExpressionsForTesting() { - final String validationMessage = "Will always fail"; - final String configuredXpathExpression = "//v3:informant/v3:relatedEntity/v3:relatedPerson/v3:name"; - final String requiredNodeName = "v3:prefix"; - final String validatorName = "RequiredNodeValidator"; - List configuredExpressions = new ArrayList(Arrays.asList( - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.SHOULD.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.MAY.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.SHOULD.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.MAY.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.SHOULD.name()), - requiredNodeName, validationMessage, configuredXpathExpression), - createConfiguredExpression(validatorName, - new ConfiguredValidationResultSeverityLevel( - VocabularyConstants.ConfiguredSeverityLevel.MAY.name()), - requiredNodeName, validationMessage, configuredXpathExpression))); - return configuredExpressions; - } - - private void vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel severityLevel, boolean isProgrammatic) { - vocabAndMdhtSeverityLevelConfigTestImpl(severityLevel, isProgrammatic, null); - } - - private void vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel severityLevel, boolean isProgrammatic, - String vocabularyConfig) { - if (isProgrammatic) { - addConfiguredExpressionsToVocabularyValidationConfigurations(getGenericConfiguredExpressionsForTesting()); - } else { - setupInitParameters(true); - } - injectDependencies(); - - ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, - HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, - new VocabularyCCDAValidator(getVocabularyValidationService()), - new ReferenceContentValidator(new ContentValidatorService()), vocabularyConfig, severityLevel); - printResults(getVocabIssuesFromResults(results.getCcdaValidationResults()), false, true, false); - int errorCount = countSpecifcResults(results.getCcdaValidationResults(), - ValidationResultType.CCDA_VOCAB_CONFORMANCE_ERROR); - int warningCount = countSpecifcResults(results.getCcdaValidationResults(), - ValidationResultType.CCDA_VOCAB_CONFORMANCE_WARN); - int infoCount = countSpecifcResults(results.getCcdaValidationResults(), - ValidationResultType.CCDA_VOCAB_CONFORMANCE_INFO); - int expectedIssueCount = 3; - assertTrue("There should be " + expectedIssueCount + " vocab errors but there are " + errorCount + " instead", - errorCount == expectedIssueCount); - vocabAndMdhtSeverityLevelProgrammaticConfigTestImplSwitch(severityLevel, "vocab", infoCount, warningCount); - - printResults(getMDHTIssuesFromResults(results.getCcdaValidationResults()), false, true, false); - errorCount = countSpecifcResults(results.getCcdaValidationResults(), - ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR); - warningCount = countSpecifcResults(results.getCcdaValidationResults(), - ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN); - infoCount = countSpecifcResults(results.getCcdaValidationResults(), - ValidationResultType.CCDA_MDHT_CONFORMANCE_INFO); - vocabAndMdhtSeverityLevelProgrammaticConfigTestImplSwitch(severityLevel, "MDHT", infoCount, warningCount); - } - - private void vocabAndMdhtSeverityLevelProgrammaticConfigTestImplSwitch(SeverityLevel severityLevel, String type, - int infoCount, int warningCount) { - switch (severityLevel) { - case ERROR: - assertTrue("There shouldn't be any " + type + " warnings due to severity level being set to " - + severityLevel + ".", warningCount == 0); - assertTrue("There shouldn't be any " + type + " info due to severity level being set to " + severityLevel - + ".", infoCount == 0); - break; - case WARNING: - assertTrue("There should be " + type + " warnings but there are " + warningCount + " instead", - warningCount > 0); - assertTrue("There shouldn't be any " + type + " info due to severity level being set to " + severityLevel - + ".", infoCount == 0); - break; - case INFO: - assertTrue("There should be " + type + " warnings but there are " + warningCount + " instead", - warningCount > 0); - assertTrue("There should be " + type + " info but there are " + warningCount + " instead", - warningCount > 0); - break; - } - } - - private void createGenericExpressionForProgrammaticConfigAndInjectDependencies() { - createGenericExpressionForProgrammaticConfigAndInjectDependencies( - VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()); - } - - private void createGenericExpressionForProgrammaticConfigAndInjectDependencies(String severity) { - String validationMessage = "Test Validation Message"; - // The following expression is not specifically relevant to the test but - // must be a valid expression - String configuredXpathExpression = "//v3:observation/v3:templateId[@root='2.16.840.1.113883.10.20.22.4.2' and @extension='2015-08-01']" - + "/ancestor::v3:observation[1]/v3:value" - + "[@xsi:type='PQ' and not(@nullFlavor) and ancestor::v3:section[not(@nullFlavor)]]"; - programmaticallyConfigureRequiredNodeValidator(new ConfiguredValidationResultSeverityLevel(severity), "@unit", - validationMessage, configuredXpathExpression); - injectDependencies(); - } - - private static void ds4pTestAgainstDocWithNoDS4PContent(int ccdaFileIndex, String type, - String validationObjective) { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[ccdaFileIndex]), validationObjective); - assertTrue("The " + type + " DS4P file returned an empty RefCCDAValidationResult object", !results.isEmpty()); - List mdhtInfo = new ArrayList<>(); - for (RefCCDAValidationResult result : results) { - if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_INFO) { - mdhtInfo.add(result); - } - } - assertTrue("The " + type + " DS4P file did not return any info messages", !mdhtInfo.isEmpty()); - printResultsBasedOnFlags(results); - } - - private static ArrayList runIgOrMu2OrDS4PAndNotSchemaTests(final int ccdaFileIndex, - String ccdaTypesObjective, boolean shouldHaveSchemaErrors) { - ArrayList results = validateDocumentAndReturnResults( - convertCCDAFileToString(CCDA_FILES[ccdaFileIndex]), ccdaTypesObjective); - - printResultsBasedOnFlags(results); - - boolean hasSchemaError = false; - for (RefCCDAValidationResult result : getMDHTErrorsFromResults(results)) { - if (result.isSchemaError()) { - hasSchemaError = true; - } - } - if (shouldHaveSchemaErrors) { - assertTrue("The document IS supposed to have a schema error but one was NOT flagged", hasSchemaError); - } else { - assertFalse("The document is NOT supposed to have a schema error but one WAS flagged", hasSchemaError); - } - final String msgSuffix = " Issue cannot also be a schema error of type: "; - final String msgSuffixSchemaError = msgSuffix + "isSchemaError"; - final String msgSuffixDatatypeSchemaError = msgSuffix + "isDatatypeError"; - for (RefCCDAValidationResult result : results) { - if (result.getDescription().startsWith("Consol")) { - assertTrue("The issue (" + result.getDescription() + ") is an IG Issue but was not flagged as such", - result.isIGIssue()); - assertFalse("The issue (" + result.getDescription() + ") is an IG Issue but was flagged as an MU Issue", - result.isMUIssue()); - assertFalse( - "The issue (" + result.getDescription() + ") is an IG Issue but was flagged as a DS4P Issue", - result.isDS4PIssue()); - assertFalse("An IG" + msgSuffixSchemaError + " (" + result.getDescription() + ")", - result.isSchemaError()); - assertFalse("An IG" + msgSuffixDatatypeSchemaError + " (" + result.getDescription() + ")", - result.isDataTypeSchemaError()); - } else if (result.getDescription().startsWith("Mu2consol")) { - assertTrue("The issue (" + result.getDescription() + ") is an MU Issue but was not flagged as such", - result.isMUIssue()); - assertFalse("The issue (" + result.getDescription() + ") is an MU Issue but was flagged as an IG Issue", - result.isIGIssue()); - assertFalse( - "The issue (" + result.getDescription() + ") is an MU Issue but was flagged as a DS4P Issue", - result.isDS4PIssue()); - assertFalse("An Mu2" + msgSuffixSchemaError + " (" + result.getDescription() + ")", - result.isSchemaError()); - assertFalse("An Mu2" + msgSuffixDatatypeSchemaError + " (" + result.getDescription() + ")", - result.isDataTypeSchemaError()); - } else if (result.getDescription().startsWith("CONTENTPROFILE")) { - assertTrue("The issue (" + result.getDescription() + ") is a DS4P Issue but was not flagged as such", - result.isDS4PIssue()); - assertFalse( - "The issue (" + result.getDescription() + ") is a DS4P Issue but was flagged as an IG Issue", - result.isIGIssue()); - assertFalse( - "The issue (" + result.getDescription() + ") is a DS4P Issue but was flagged as an MU Issue", - result.isMUIssue()); - assertFalse("A DS4P" + msgSuffixSchemaError + " (" + result.getDescription() + ")", - result.isSchemaError()); - assertFalse("A DS4P" + msgSuffixDatatypeSchemaError + " (" + result.getDescription() + ")", - result.isDataTypeSchemaError()); - } - } - - return results; - } - - private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, - final int XML_FILE_INDEX) { - return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, - new VocabularyCCDAValidator(new VocabularyValidationService())); - } - - private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, - final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator) { - return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, - vocabularyCCDAValidator, new ReferenceContentValidator(new ContentValidatorService())); - } - - private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, - final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, String vocabularyConfig) { - return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, - vocabularyCCDAValidator, new ReferenceContentValidator(new ContentValidatorService()), - vocabularyConfig); - } - - private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, - final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, - ReferenceContentValidator referenceContentValidator) { - return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, - vocabularyCCDAValidator, referenceContentValidator, null); - } - - private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, - final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, - ReferenceContentValidator referenceContentValidator, String vocabularyConfig) { - return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, - vocabularyCCDAValidator, referenceContentValidator, vocabularyConfig, SeverityLevel.INFO); - } - - private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, - final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, - ReferenceContentValidator referenceContentValidator, String vocabularyConfig, SeverityLevel severityLevel) { - println("vocabularyConfig: " + vocabularyConfig); - File file = new File(CCDA_FILES[XML_FILE_INDEX]); - ReferenceCCDAValidationService referenceCcdaValidationService = null; - MultipartFile mockSample = null; - try (FileInputStream is = new FileInputStream(file)) { - mockSample = new MockMultipartFile("ccdaFileActualName", file.getName(), "text/xml", is); - referenceCcdaValidationService = new ReferenceCCDAValidationService(new ReferenceCCDAValidator(), - vocabularyCCDAValidator, referenceContentValidator); - } catch (IOException e) { - e.printStackTrace(); - } - if (referenceCcdaValidationService == null || mockSample == null) { - Assert.fail("referenceCcdaValidationService == null || mockSample == null"); - throw new NullPointerException("referenceCcdaValidationService is " - + (referenceCcdaValidationService == null ? "null" : "not null") - + ("mockSample is " + mockSample == null ? "null" : "not null")); - } - - // ReferenceCCDAValidationController refCon = new ReferenceCCDAValidationController(); - // return refCon.doValidation(validationObjective, "", mockSample, vocabularyConfig, severityLevel.name()); - - if (vocabularyConfig == null && (severityLevel == null || severityLevel == SeverityLevel.INFO)) { - return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample); - } else if (vocabularyConfig != null && severityLevel != null) { - return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample, false, vocabularyConfig, - severityLevel); - } else if (vocabularyConfig == null && severityLevel != null) { - // programmatic config with severity level - only happens with - // testing... - return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample, false, null, - severityLevel); - } - return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample, vocabularyConfig); - } - - private static void printResultsBasedOnFlags(List results) { - if (SHOW_ERRORS_ONLY) { - ReferenceValidationLogger.printResults(getMDHTErrorsFromResults(results)); - } else { - ReferenceValidationLogger.printResults(results); - } - } - -} +package org.sitenv.referenceccda.test.tests; + +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertFalse; +import static org.junit.Assert.assertNotNull; +import static org.junit.Assert.assertTrue; +import static org.sitenv.referenceccda.test.other.ReferenceValidationLogger.printResults; +import static org.sitenv.vocabularies.test.other.ValidationLogger.println; + +import java.io.File; +import java.io.FileInputStream; +import java.io.IOException; +import java.net.URI; +import java.net.URISyntaxException; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; + +import org.apache.commons.io.IOUtils; +import org.apache.log4j.BasicConfigurator; +import org.eclipse.mdht.uml.cda.ClinicalDocument; +import org.eclipse.mdht.uml.cda.Patient; +import org.eclipse.mdht.uml.cda.Person; +import org.eclipse.mdht.uml.cda.SubjectPerson; +import org.eclipse.mdht.uml.cda.util.CDAUtil; +import org.junit.Assert; +import org.junit.Before; +import org.junit.Ignore; +import org.junit.Test; +import org.sitenv.contentvalidator.service.ContentValidatorService; +import org.sitenv.referenceccda.dto.ValidationResultsDto; +import org.sitenv.referenceccda.services.ReferenceCCDAValidationService; +import org.sitenv.referenceccda.test.other.ReferenceValidationLogger; +import org.sitenv.referenceccda.test.other.ReferenceValidationTester; +import org.sitenv.referenceccda.validators.RefCCDAValidationResult; +import org.sitenv.referenceccda.validators.content.ReferenceContentValidator; +import org.sitenv.referenceccda.validators.enums.UsrhSubType; +import org.sitenv.referenceccda.validators.enums.ValidationResultType; +import org.sitenv.referenceccda.validators.schema.CCDATypes; +import org.sitenv.referenceccda.validators.schema.ReferenceCCDAValidator; +import org.sitenv.referenceccda.validators.schema.ValidationObjectives; +import org.sitenv.referenceccda.validators.vocabulary.VocabularyCCDAValidator; +import org.sitenv.vocabularies.configuration.ConfiguredExpression; +import org.sitenv.vocabularies.configuration.ConfiguredValidationResultSeverityLevel; +import org.sitenv.vocabularies.constants.VocabularyConstants; +import org.sitenv.vocabularies.constants.VocabularyConstants.SeverityLevel; +import org.sitenv.vocabularies.test.other.ValidationLogger; +import org.sitenv.vocabularies.test.other.ValidationTest; +import org.sitenv.vocabularies.validation.services.VocabularyValidationService; +import org.springframework.mock.web.MockMultipartFile; +import org.springframework.web.multipart.MultipartFile; + +import junit.runner.Version; + +public class RefCCDATest extends ReferenceValidationTester implements ValidationTest { + + private static final boolean LOG_RESULTS_TO_CONSOLE = true; + + private static final boolean SHOW_ERRORS_ONLY = true; + private static final boolean LOG_LOG4J = true; + static { + if (LOG_LOG4J) { + BasicConfigurator.configure(); + } + } + + private static final int HAS_SCHEMA_ERROR_INDEX = 1, LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX = 2, + INVALID_SNIPPET_ONLY_INDEX = 3, NON_CCDA_XML_HTML_FILE_WITH_XML_EXTENSION_INDEX = 4, + BLANK_EMPTY_DOCUMENT_INDEX = 5, HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR = 6, DS4P_FROM_MDHT = 7, + DS4P_AMB_1 = 8, DS4P_INP_1 = 9, CCD_R21 = 10, DS4P_WITH_NO_DS4P_DATA_AMB = 11, + DS4P_WITH_NO_DS4P_DATA_INP = 12, TWO_MEGS = 13, CCD_R21_EF = 14, + SUB_SOCIAL_HISTORY_WITH_BIRTH_SEX_OBS_TEMPLATE_SITE_3094 = 15, + SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_SITE_3218 = 16, + SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_BAD_VALUE_ROOT_SITE_3218 = 17, + DS4P_REFRAIN_OBSERVATION = 18, IVL_REAL_EXAMPLE = 19, IVL_REAL_EXAMPLE2 = 20, REFERRAL_NOTE = 21, + REFERRAL_NOTE2 = 22, SDTCTEST = 23, CONSOLNOTEACTIVITY = 24, MEDICATION_SECTION_CODE_INVALID = 25, + MARITALSTATUS = 26, MARITALSTATUS2 = 27, LOTORBATCH = 28; + + + // Feel free to add docs to the end but don't alter existing data + // Note: The same sample is referenced twice due to a loop test + private static URI[] CCDA_FILES = new URI[0]; + static { + try { + CCDA_FILES = new URI[] { RefCCDATest.class.getResource("/Sample.xml").toURI(), + RefCCDATest.class.getResource("/Sample_addSchemaErrors.xml").toURI(), + RefCCDATest.class.getResource("/Sample.xml").toURI(), + RefCCDATest.class.getResource("/Sample_invalid-SnippetOnly.xml").toURI(), + RefCCDATest.class.getResource("/Sample_basicHTML.xml").toURI(), + RefCCDATest.class.getResource("/Sample_blank_Empty_Document.xml").toURI(), + RefCCDATest.class.getResource("/Sample_CCDA_CCD_b1_Ambulatory_v2.xml").toURI(), + RefCCDATest.class.getResource("/Sample_DS4P_MDHTGen.xml").toURI(), + RefCCDATest.class.getResource("/170.315_b8_ds4p_amb_sample1_v5.xml").toURI(), + RefCCDATest.class.getResource("/170.315_b8_ds4p_inp_sample1_v5.xml").toURI(), + RefCCDATest.class.getResource("/170.315_b1_toc_amb_ccd_r21_sample1_v8.xml").toURI(), + RefCCDATest.class.getResource("/170.315_b8_ds4p_amb_sample2_v2.xml").toURI(), + RefCCDATest.class.getResource("/170.315_b8_ds4p_inp_sample2_v2.xml").toURI(), + RefCCDATest.class.getResource("/tempResults_ValidatorBrokeETTGG.xml").toURI(), + RefCCDATest.class.getResource("/C-CDA_R2-1_CCD_EF.xml").toURI(), + RefCCDATest.class.getResource("/SocialHistoryWithBirthSexObsTemplateSite3094.xml").toURI(), + RefCCDATest.class.getResource("/subProceduresWithDeviceIdentifierObservationSite3218.xml").toURI(), + RefCCDATest.class.getResource("/subProceduresWithDeviceIdentifierObservationBadValueRootSite3218.xml").toURI(), + RefCCDATest.class.getResource("/DS4PRefrainTest.xml").toURI(), + RefCCDATest.class.getResource("/ivl_real_example.xml").toURI(), + RefCCDATest.class.getResource("/ivl_real_example2.xml").toURI(), + RefCCDATest.class.getResource("/ReferralNote.xml").toURI(), + RefCCDATest.class.getResource("/ReferralNote2.xml").toURI(), + RefCCDATest.class.getResource("/SDTCExtensionsTest.xml").toURI(), + RefCCDATest.class.getResource("/ConsolNoteActivity.xml").toURI(), + RefCCDATest.class.getResource("/MedicationSectionCodeInvalid.xml").toURI(), + RefCCDATest.class.getResource("/maritalstatus.xml").toURI(), + RefCCDATest.class.getResource("/maritalstatus2.xml").toURI(), + RefCCDATest.class.getResource("/lotorbatch.xml").toURI() + }; + } catch (URISyntaxException e) { + if (LOG_RESULTS_TO_CONSOLE) + e.printStackTrace(); + } + } + + @Override + @Before + public void initializeLogResultsToConsoleValue() { + ValidationLogger.logResults = LOG_RESULTS_TO_CONSOLE; + println("JUnit version: " + Version.id()); + } + + @Test + public void stringConversionAndResultsSizeTest() { + String ccdaFileAsString = convertCCDAFileToString(CCDA_FILES[LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX]); + println("ccdaFileAsString: " + ccdaFileAsString); + assertFalse("The C-CDA file String conversion failed as no data was captured", ccdaFileAsString.isEmpty()); + + ArrayList results = validateDocumentAndReturnResults(ccdaFileAsString); + ; + println("No of Entries = " + results.size()); + assertFalse("No results were returned", results.isEmpty()); + + println("***************** No Exceptions were thrown during the test******************" + System.lineSeparator() + + System.lineSeparator()); + } + + @Test + public void basicErrorFreeRegressionTest() { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[CCD_R21_EF])); + System.out.println("basicErrorFreeRegressionTest: "); + printResults(getMDHTErrorsFromResults(results)); + assertFalse("The document has (an) error(s) but should not have any errors", hasMDHTValidationErrors(results)); + } + + @Test + public void hasSchemaErrorsAndDatatypeSchemaErrorTest() { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[HAS_SCHEMA_ERROR_INDEX])); + println("global result"); + assertTrue("The document has a schema error yet the flag is set to false", mdhtResultsHaveSchemaError(results)); + println("and for sanity, check the single results as well"); + printResults(getMDHTErrorsFromResults(results)); + boolean schemaErrorInSingleResultFound = false, expectedDataTypeSchemaErrorInResultsFound = false; + String expectedDatatypeSchemaErrorPrefix = "The feature 'author' of"; + for (RefCCDAValidationResult result : results) { + if (result.isSchemaError()) { + schemaErrorInSingleResultFound = true; + final String msgPrefix = "A schema error cannot also be an "; + assertFalse(msgPrefix + "IG Issue", result.isIGIssue()); + assertFalse(msgPrefix + "MU2 Issue", result.isMUIssue()); + } + if (result.getDescription().contains(expectedDatatypeSchemaErrorPrefix)) { + expectedDataTypeSchemaErrorInResultsFound = true; + } + } + assertTrue("The document has at least one schema error but no single result flagged it as such", + schemaErrorInSingleResultFound); + assertTrue("The document is expected to return has the following specific data type schema error (prefix) :" + + expectedDatatypeSchemaErrorPrefix, expectedDataTypeSchemaErrorInResultsFound); + } + + @Test + public void doesNotHaveSchemaErrorTest() { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX])); + println("global result"); + assertFalse("The document does not have schema error yet the flag is set to true", + mdhtResultsHaveSchemaError(results)); + println("and for sanity, check the single results as well"); + boolean schemaErrorInSingleResultFound = false; + printResults(getMDHTErrorsFromResults(results)); + for (RefCCDAValidationResult result : results) + if (result.isSchemaError()) + schemaErrorInSingleResultFound = true; + assertFalse("The document has no single schema error yet a single result flagged it as true", + schemaErrorInSingleResultFound); + } + + @Test + public void multipleDocumentsWithAndWithoutSchemaErrorTest() { + for (int curCCDAFileIndex = 0; curCCDAFileIndex < LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX + + 1; curCCDAFileIndex++) { + println("***************** Running multipleDocumentsWithAndWithoutSchemaErrorTest test #" + + (curCCDAFileIndex + 1) + " ******************" + System.lineSeparator()); + + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[curCCDAFileIndex])); + + println(System.lineSeparator() + "CCDAIssueStates.hasSchemaError(): " + mdhtResultsHaveSchemaError(results) + + System.lineSeparator()); + if (curCCDAFileIndex == 0 || curCCDAFileIndex == LAST_SCHEMA_TEST_AND_NO_SCHEMA_ERROR_INDEX) { + assertFalse("The document does not have schema error yet the flag is set to true", + mdhtResultsHaveSchemaError(results)); + } else { + assertTrue("The document has a schema error yet the flag is set to false", + mdhtResultsHaveSchemaError(results)); + } + + for (RefCCDAValidationResult result : results) { + if (SHOW_ERRORS_ONLY) { + if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR) { + printResults(result); + } + } else { + printResults(result); + } + } + + println("***************** End results for test #" + (curCCDAFileIndex + 1) + " ******************" + + System.lineSeparator() + System.lineSeparator()); + } + } + + @Test + public void igOrMu2SchemaErrorsFileTest() { + runIgOrMu2OrDS4PAndNotSchemaTests(HAS_SCHEMA_ERROR_INDEX, CCDATypes.CLINICAL_OFFICE_VISIT_SUMMARY, true); + } + + @Test + public void igOrMu2NoSchemaErrorsHasMU2ErrorsFileTest() { + runIgOrMu2OrDS4PAndNotSchemaTests(HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, + CCDATypes.TRANSITIONS_OF_CARE_AMBULATORY_SUMMARY, false); + } + + @Test + public void ds4pGeneralTestAndHasErrors() { + List mdhtErrors = getMDHTErrorsFromResults( + runIgOrMu2OrDS4PAndNotSchemaTests(DS4P_FROM_MDHT, CCDATypes.NON_SPECIFIC_DS4P, true)); + assertTrue("The DS4P file does not contain errors as it should", mdhtErrors.size() > 0); + } + + @Test + @Ignore + public void ds4pOfficialAmbulatory() { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[DS4P_AMB_1]), ValidationObjectives.Receiver.B8_DS4P_AMB_170_315); + List mdhtErrors = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + assertTrue("The Ambulatory DS4P file has errors but it should not have any errors", mdhtErrors.isEmpty()); + + } + + @Test + @Ignore + public void ds4pOfficialInpatient() { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[DS4P_INP_1]), ValidationObjectives.Receiver.B8_DS4P_INP_170_315); + List mdhtErrors = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + assertTrue("The Inpatient DS4P file has errors but it should not have any errors", mdhtErrors.isEmpty()); + } + + @Test + public void ds4pTestAgainstDocWithNoDS4PContentAmbulatory() { + ds4pTestAgainstDocWithNoDS4PContent(DS4P_WITH_NO_DS4P_DATA_AMB, "Ambulatory", + ValidationObjectives.Sender.B7_DS4P_AMB_170_315); + } + + @Test + public void ds4pTestAgainstDocWithNoDS4PContentInpatient() { + ds4pTestAgainstDocWithNoDS4PContent(DS4P_WITH_NO_DS4P_DATA_INP, "Inpatient", + ValidationObjectives.Sender.B7_DS4P_INP_170_315); + } + + @Test + public void invalidSnippetOnlyValidationResultsTest() { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[INVALID_SNIPPET_ONLY_INDEX])); + assertTrue("The results should be null because a SAXParseException should have been thrown", results == null); + println("Note: As indicated by a pass, the SAXParseException is expected for the document tested."); + } + + @Test + public void invalidSnippetOnlyServiceErrorTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + INVALID_SNIPPET_ONLY_INDEX); + handleServiceErrorTest(results); + } + + @Test + public void classCastMDHTExceptionThrownServiceErrorTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + NON_CCDA_XML_HTML_FILE_WITH_XML_EXTENSION_INDEX); + handleServiceErrorTest(results); + } + + @Test + public void altSaxParseMDHTExceptionThrownServiceErrorTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + BLANK_EMPTY_DOCUMENT_INDEX); + handleServiceErrorTest(results); + } + + @Test + public void consolOnlyResultsRemainAfterSwitchAndBackTest() { + handlePackageSwitchAndBackTestChoice(CCDATypes.NON_SPECIFIC_CCDAR2, + convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR])); + } + + @Test + public void mu2ResultsAreRemovedAfterSwitchAndBackTest() { + handlePackageSwitchAndBackTestChoice(CCDATypes.TRANSITIONS_OF_CARE_AMBULATORY_SUMMARY, + convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR])); + } + + @Test + public void ds4pResultsAreRemovedAfterSwitchAndBackTest() { + handlePackageSwitchAndBackTestChoice(CCDATypes.NON_SPECIFIC_DS4P, + convertCCDAFileToString(CCDA_FILES[DS4P_FROM_MDHT])); + } + + // Ignoring test due to temporary allowance of invalid objectives + @Ignore + @Test + public void invalidValidationObjectiveSentTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults("INVALID VALIDATION OBJECTIVE", + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); + final String msg = handleServiceErrorTest(results); + final String match = "invalid"; + assertTrue("The service error returned did not contain: " + match, msg.contains(match)); + } + + // Temporary test introduced due to temporary allowance of invalid + // objectives + @Test + public void invalidValidationObjectiveSentConvertToDefaultTest() { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR]), + "INVALID VALIDATION OBJECTIVE")); + printResults(results, false, false, false); + assertTrue(results != null && !results.isEmpty()); + } + + @Test + public void emptyStringValidationObjectiveSentTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults("", + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); + final String msg = handleServiceErrorTest(results); + final String match = "empty"; + assertTrue("The service error returned did not contain: " + match, msg.contains(match)); + } + + @Test + public void allPossibleValidValidationObjectivesExceptDS4PSentTest() { + for (String objective : ValidationObjectives.ALL_UNIQUE_EXCEPT_DS4P) { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR]), objective)); + printResults(results, false, false, false); + assertTrue(results != null && !results.isEmpty()); + } + } + + @Test + public void allPossibleValidCcdaTypesSentTest() { + List legacyAndMu2Types = new ArrayList(); + legacyAndMu2Types.addAll(CCDATypes.NON_SPECIFIC_CCDA_TYPES); + legacyAndMu2Types.addAll(CCDATypes.MU2_TYPES); + for (String type : legacyAndMu2Types) { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR]), type)); + printResults(results, false, false, false); + assertTrue(results != null && !results.isEmpty()); + } + } + + @Ignore + @Test + public void basicNoExceptionServiceTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults( + ValidationObjectives.Sender.B1_TOC_AMB_170_315, HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); + handleServiceErrorTest(results, false); + } + + @Test + public void documentTypeIdentificationCCDAndObjectiveSentMetaDataUsingServiceNonVocabTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDA, + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR); + + final String docTypeExpected = UsrhSubType.CONTINUITY_OF_CARE_DOCUMENT.getName(); + final String docTypeSet = results.getResultsMetaData().getCcdaDocumentType(); + final String objectiveExpected = CCDATypes.NON_SPECIFIC_CCDA; + final String objectiveSet = results.getResultsMetaData().getObjectiveProvided(); + + testDocumentTypeIdentificationAndObjectiveSentMetaDataUsingServiceNonVocab(results.getResultsMetaData(), + docTypeExpected, docTypeSet, objectiveExpected, objectiveSet); + } + + @Test + public void documentTypeIdentificationCCDR2AndObjectiveSentMetaDataUsingServiceNonVocabTest() { + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDA, + CCD_R21); + + final String docTypeExpected = UsrhSubType.CONTINUITY_OF_CARE_DOCUMENT.getName(); + final String docTypeSet = results.getResultsMetaData().getCcdaDocumentType(); + final String objectiveExpected = CCDATypes.NON_SPECIFIC_CCDA; + final String objectiveSet = results.getResultsMetaData().getObjectiveProvided(); + + testDocumentTypeIdentificationAndObjectiveSentMetaDataUsingServiceNonVocab(results.getResultsMetaData(), + docTypeExpected, docTypeSet, objectiveExpected, objectiveSet); + } + + @Test + public void globalCodeValidatorResultsVocabularyValidationConfigurationsCountTest() { + setupInitParameters(true); + injectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService()), + "ccdaReferenceValidatorConfigTest"); + + final int expectedConfigCount = 9; + final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsCount(); + println("vocabularyValidationConfigurationsCount: " + configCount); + Assert.assertTrue("VocabularyValidationConfigurationsCount should be more than 0", configCount > 0); + Assert.assertTrue( + "VocabularyValidationConfigurationsCount should equal to " + expectedConfigCount + + " as per the content of " + "requiredNodeValidatorMissingElementConfig", + configCount == expectedConfigCount); + } + + @Test + public void globalCodeValidatorResultsVocabularyValidationConfigurationsCountProgrammaticTest() { + createGenericExpressionForProgrammaticConfigAndInjectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService())); + + final int expectedConfigCount = 1; + final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsCount(); + println("vocabularyValidationConfigurationsCount: " + configCount); + Assert.assertTrue("VocabularyValidationConfigurationsCount should be more than 0", configCount > 0); + Assert.assertTrue( + "VocabularyValidationConfigurationsCount should equal to " + expectedConfigCount + + " as per the content of " + "requiredNodeValidatorMissingElementConfig", + configCount == expectedConfigCount); + } + + @Test + public void globalCodeValidatorResultsVocabularyValidationConfigurationsErrorCountTest() { + setupInitParameters(true); + injectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService()), + "ccdaReferenceValidatorConfigTest"); + + final int expectedConfigCount = 7; + final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsErrorCount(); + println("vocabularyValidationConfigurationsErrorCount: " + configCount); + Assert.assertTrue("VocabularyValidationConfigurationsErrorCount should be more than 0", configCount > 0); + Assert.assertTrue( + "VocabularyValidationConfigurationsErrorCount should equal to " + expectedConfigCount + + " as per the content of " + "requiredNodeValidatorMissingElementConfig", + configCount == expectedConfigCount); + } + + @Test + public void globalCodeValidatorResultsVocabularyValidationConfigurationsErrorCountProgrammaticTest() { + createGenericExpressionForProgrammaticConfigAndInjectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService())); + + final int expectedConfigCount = 1; + final int configCount = results.getResultsMetaData().getVocabularyValidationConfigurationsErrorCount(); + println("vocabularyValidationConfigurationsErrorCount: " + configCount); + Assert.assertTrue("VocabularyValidationConfigurationsErrorCount should be more than 0", configCount > 0); + Assert.assertTrue( + "VocabularyValidationConfigurationsErrorCount should equal to " + expectedConfigCount + + " as per the content of " + "requiredNodeValidatorMissingElementConfig", + configCount == expectedConfigCount); + } + + @Ignore // Does not work with maven install due to some glitch but works + // otherwise + @Test + public void tempResults_UTF8_BOM_EttGg_GetMDHTErrors_Test() { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[TWO_MEGS]), CCDATypes.NON_SPECIFIC_CCDAR2)); + printResults(results, true, true, true); + } + + @Test + public void tempResults_UTF8_BOM_EttGg_runReferenceCCDAValidation_Test() { + setupInitParameters(true); + injectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + TWO_MEGS, new VocabularyCCDAValidator(getVocabularyValidationService())); + + printResults(getMDHTErrorsFromResults(results.getCcdaValidationResults())); + println("Service Error: " + results.getResultsMetaData().getServiceErrorMessage()); + } + + @Test + public void mdhtSeverityLevelTest() { + setupInitParameters(true); + injectDependencies(); + + // ERRORS ONLY + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, + new VocabularyCCDAValidator(getVocabularyValidationService()), + new ReferenceContentValidator(new ContentValidatorService()), VocabularyConstants.Config.DEFAULT, + SeverityLevel.ERROR); + int oldErrorResultCount = results.getCcdaValidationResults().size(); + printResults(results.getCcdaValidationResults()); + + for (int i = 0; i < results.getCcdaValidationResults().size(); i++) { + RefCCDAValidationResult result = results.getCcdaValidationResults().get(i); + assertTrue( + "The result is not an error but only errors should be returned since SeverityLevel.ERROR was sent in.", + result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR); + } + + // ERRORS AND WARNINGS + results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, + new VocabularyCCDAValidator(getVocabularyValidationService()), + new ReferenceContentValidator(new ContentValidatorService()), VocabularyConstants.Config.DEFAULT, + SeverityLevel.WARNING); + int newErrorResultCount = getMDHTErrorsFromResults(results.getCcdaValidationResults()).size(); + int oldWarningResultCount = 0; + printResults(results.getCcdaValidationResults()); + + for (int i = 0; i < results.getCcdaValidationResults().size(); i++) { + RefCCDAValidationResult result = results.getCcdaValidationResults().get(i); + assertTrue( + "The result is not an error or a warning but only errors or warnings should be returned since SeverityLevel.WARNING was sent in.", + result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR + || result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN); + if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN) { + oldWarningResultCount++; + } + } + assertTrue( + "The error count has somehow changed from when SeverityLevel.ERROR was set vs SeverityLevel.WARNING. " + + "The errorResultCount was previously " + oldErrorResultCount + " but is now " + + newErrorResultCount, + oldErrorResultCount == newErrorResultCount); + assertTrue( + "There wasn't at least one warning yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has warnings " + + "and SeverityLevel.WARNING was sent in ", + oldWarningResultCount > 0); + + // ERRORS AND WARNINGS AND INFO + results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, + new VocabularyCCDAValidator(getVocabularyValidationService()), + new ReferenceContentValidator(new ContentValidatorService()), VocabularyConstants.Config.DEFAULT, + SeverityLevel.INFO); + int newWarningResultCount = 0; + int infoResultCount = 0; + int finalErrorCount = 0; + printResults(results.getCcdaValidationResults()); + + for (int i = 0; i < results.getCcdaValidationResults().size(); i++) { + RefCCDAValidationResult result = results.getCcdaValidationResults().get(i); + if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR) { + finalErrorCount++; + } else if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN) { + newWarningResultCount++; + } else if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_INFO) { + infoResultCount++; + } + } + assertTrue( + "The warning count has somehow changed from when SeverityLevel.WARNING was set vs SeverityLevel.INFO. " + + "The warningResultCount was previously " + oldWarningResultCount + " but is now " + + newWarningResultCount, + oldWarningResultCount == newWarningResultCount); + assertTrue( + "There wasn't at least one warning yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has warnings " + + "and SeverityLevel.INFO was sent in ", + newWarningResultCount > 0); + assertTrue( + "There wasn't at least one info yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has info " + + "and SeverityLevel.INFO was sent in ", + infoResultCount > 0); + assertTrue( + "There wasn't at least one error yet the file HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR has errors " + + "and SeverityLevel.INFO was sent in ", + finalErrorCount > 0); + } + + @Test + public void vocabAndMdhtSeverityLevelErrorProgrammaticConfigTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.ERROR, true); + } + + @Test + public void vocabAndMdhtSeverityLevelWarningProgrammaticConfigTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.WARNING, true); + } + + @Test + public void vocabAndMdhtSeverityLevelInfoProgrammaticConfigTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.INFO, true); + } + + @Test + public void vocabAndMdhtSeverityLevelErrorFileBasedConfigTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.ERROR, false, + "vocabAndMdhtSeverityLevelErrorFileBasedConfig"); + } + + @Test + public void vocabAndMdhtSeverityLevelWarningFileBasedConfigTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.WARNING, false, + "vocabAndMdhtSeverityLevelErrorFileBasedConfig"); + } + + @Test + public void vocabAndMdhtSeverityLevelInfoFileBasedConfigTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.INFO, false, + "vocabAndMdhtSeverityLevelErrorFileBasedConfig"); + } + + @Test + public void vocabAndMdhtSeverityLevelErrorMultipleValidatorsPerExpressionTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.ERROR, false, "severityLevelLimitTestConfig"); + } + + // TODO: This test + // vocabAndMdhtSeverityLevelWarningMultipleValidatorsPerExpressionTest and + // test vocabAndMdhtSeverityLevelInfoMultipleValidatorsPerExpressionTest + // should be expanded to check for the exact expected count. + // There is a bug that has existed for a long time, prior to the + // severityLevel update where CCDA_VOCAB_CONFORMANCE_WARN and + // CCDA_VOCAB_CONFORMANCE_INFO are truncated to one validator per + // expression. This does not occur with MDHT results. Passing in + // .INFO bypasses all severityLevel changes, and it still faces + // the bug. The bug has been inconsequential because our official config + // only ever has one validator per expression in all cases except one. It + // also does not affect errors, which is mostly what people pay attention + // to, and what is configured. Thus, this is low priority, but still needs + // to be addressed. + @Test + public void vocabAndMdhtSeverityLevelWarningMultipleValidatorsPerExpressionTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.WARNING, false, "severityLevelLimitTestConfig"); + } + + @Test + public void vocabAndMdhtSeverityLevelInfoMultipleValidatorsPerExpressionTest() { + vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel.INFO, false, "severityLevelLimitTestConfig"); + } + + @Test + public void mdhtValidationStatisticsShallChecksTest() { + setupInitParameters(true); + injectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + CCD_R21, new VocabularyCCDAValidator(getVocabularyValidationService()), + "ccdaReferenceValidatorConfigTest"); + + printResultsBasedOnFlags(results.getCcdaValidationResults()); + + long checks = results.getResultsMetaData().getTotalConformanceErrorChecks(); + println("IG Checks: " + checks); + assertTrue("There should be a positive number of IG checks but there is " + checks + " instead.", checks > 0); + } + + @Ignore // Test ignored until SITE-3219 is analyzed and thus what we expect will decided at that time + @Test + public void socialHistoryWithBirthSexObsNullFlavorCodeSite3219Test() { + // Social History has a proper Birth Sex Observation entry. + // Notice in the below XML there is no @code. Expect error for @code + // Also notice that although there is a nullFlavor, it is not an exception for the requirement of the code - + // According to Brett, "You cannot use a nullFlavor for a fixed single value in C-CDA." + // But this is not the way MDHT works on certain things like codes and more. So, for MDHT, it is an exception. + // We need to detemine if we want to uproot the whole system of the past 8 years and change this behavior... + // If so, this test should pass, if not, this test should fail + // XML: + // + // Expect an error for not having a code/@code + + // note... changing to allows the error to come through + // the nullFlavor is being incorrectly respected in MDHT. There is an MDHT bug. This is a separate ticket now... + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[SUB_SOCIAL_HISTORY_WITH_BIRTH_SEX_OBS_TEMPLATE_SITE_3094])); + println("socialHistoryWithBirthSexObsTemplateSite3094Test: "); + printResults(getMDHTErrorsFromResults(results)); + + assertTrue("The document should have errors but does not", hasMDHTValidationErrors(results)); + + final String birthSexNoCodeError = " Consol Birth Sex Observation SHALL contain exactly one [1..1] code " + + "(CONF:3250-18234)/@code=\"76689-9\" Sex Assigned At Birth (CodeSystem: 2.16.840.1.113883.6.1 LOINC) " + + "(CONF:3250-18235, CONF:3250-21163)"; + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, birthSexNoCodeError); + } + + @Test + public void deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectPassTest() { + println("deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectPassTest: "); +// +// +// ... +// +// + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_SITE_3218])); + results = getMDHTErrorsFromResults(results); + printResults(results); + + String udiValueRootError = + "The 'DeviceIdentifierObservationDeviceIdentifierObservationIIUDIissuingagency' invariant is violated on"; + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, udiValueRootError); + } + + @Test + public void deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectFailTest() { + println("deviceIdentifierObservationInProceduresInvariantErrorSite3218_ExpectFailTest: "); +// ... +// + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[SUB_PROCEDURES_WITH_DEVICE_IDENTIFIER_OBSERVATION_BAD_VALUE_ROOT_SITE_3218])); + + results = getMDHTErrorsFromResults(results); + printResults(results); + + String udiValueRootError = + "The 'DeviceIdentifierObservationDeviceIdentifierObservationIIUDIissuingagency' invariant is violated on"; + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, udiValueRootError); + } + + /* + * Refrain terminology update + */ + @Test + public void ds4pRefrainTerminologyUpdate_ExpectPassTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[DS4P_REFRAIN_OBSERVATION]), CCDATypes.NON_SPECIFIC_DS4P); + + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + + final String ds4PRefrainError = "CONF:9135"; + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, ds4PRefrainError); + } + + + @Test + public void ivlrealUpdateTest() { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[IVL_REAL_EXAMPLE]), CCDATypes.CCDAR21_OR_CCDAR11)); + printResultsBasedOnFlags(results); + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-7143"); + } + + + @Test + public void ivlrealUpdate2Test() { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[IVL_REAL_EXAMPLE2]), CCDATypes.CCDAR21_OR_CCDAR11)); + printResultsBasedOnFlags(results); + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-7143"); + } + + @Test + public void vitalSignObservationPQTest() { + List results = getMDHTErrorsFromResults(validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[IVL_REAL_EXAMPLE2]), CCDATypes.CCDAR21_OR_CCDAR11)); + printResultsBasedOnFlags(results); + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:7305"); + } + + /* + * Advanced Directive choice test + */ + @Test + public void advanceDirectivesChoice_ExpectFailTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[DS4P_REFRAIN_OBSERVATION]), CCDATypes.NON_SPECIFIC_DS4P); + + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + + final String ds4PRefrainError = "CONF:1198-32881"; + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, ds4PRefrainError); + } + + @Test + public void referralnoteindparticipantname_ExpectFailTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[REFERRAL_NOTE]), CCDATypes.NON_SPECIFIC_CCDAR2); + + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + + final String ds4PRefrainError = "CONF:1198-31645"; + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, ds4PRefrainError); + } + + @Test + public void referralnoteindparticipantname_ExpectPassTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[REFERRAL_NOTE2]), CCDATypes.NON_SPECIFIC_CCDAR2); + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-31645"); + } + + @Test + public void maritalStatus_ExpectPassTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[MARITALSTATUS]), CCDATypes.NON_SPECIFIC_CCDAR2); + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-5303"); + } + + @Test + public void maritalStatus_ExpectFailTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[MARITALSTATUS2]), CCDATypes.NON_SPECIFIC_CCDAR2); + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-5303"); + } + + @Test + public void allergySection_codetest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[SDTCTEST]), CCDATypes.NON_SPECIFIC_CCDAR2); + results = getMDHTErrorsFromResults(results); + printResultsBasedOnFlags(results); + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF:1198-15350, CONF:1198-32140"); + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF: 15350"); + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "CONF: 15346"); + } + + /* + * SITE-3348 ETT GG, Errata CDA-2008, MDHT: "A plethora of b.1 issues that we think are invalid" + */ + @Test + public void noteActivity_expectfailtest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[CONSOLNOTEACTIVITY]), CCDATypes.NON_SPECIFIC_CCDAR2); + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN, "3250-16940, 3250-16941"); + } + + /* + * SITE-3346 Validators triggers false error for MedicationSectionCode + */ + @Test + public void test_MedicationSectionCodeInvalid() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[MEDICATION_SECTION_CODE_INVALID]), CCDATypes.NON_SPECIFIC_CCDAR2); + results = getMDHTErrorsFromResults(results); + passIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "15387"); + // check that it is returned only once + int codeSectionCounter=0; + for (RefCCDAValidationResult result : results) { + if (result.getDescription() !=null && result.getDescription().contains("15387")) { + codeSectionCounter++; + } + } + assertTrue(codeSectionCounter==1); + } + + + + @Test + public void test_LotorBatchValid() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[LOTORBATCH]), CCDATypes.NON_SPECIFIC_CCDAR2); + results = getMDHTErrorsFromResults(results); + failIfIssueIsInResults(results, ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR, "4437-3458"); + } + + + + + @Test + public void testSDTCExtensionsSchemaTest() { + List results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[SDTCTEST]), CCDATypes.NON_SPECIFIC_CCDAR2); + boolean hasSchemaErrors =false; + for (RefCCDAValidationResult result : results) { + if (result.isSchemaError()) { + System.err.println(result.getDescription()); + hasSchemaErrors =true; + } + + } + assertFalse(hasSchemaErrors); + } + + /** + * parseSDTCExtensionsTest test for the ability to parse extensions + * Do not see much need to have negative tests + * + * @throws IOException + * @throws Exception + */ + @Test + public void parseSDTCExtensionsTest() throws IOException, Exception { + ClinicalDocument sdtcTestDocument = CDAUtil.load(IOUtils.toInputStream(convertCCDAFileToString(CCDA_FILES[SDTCTEST]), "UTF-8")); + assertNotNull("sdtcTestDocument.getSDTCStatusCode",sdtcTestDocument.getSDTCStatusCode()); + assertEquals("sdtcTestDocument.getSDTCStatusCode","ClinicalDocumentStatusCode",sdtcTestDocument.getSDTCStatusCode().getCode()); + Patient patient = sdtcTestDocument.getRecordTargets().get(0).getPatientRole().getPatient(); + assertFalse("patient.getSDTCEthnicGroupCodes",patient.getSDTCEthnicGroupCodes().isEmpty()); + assertEquals("patient.getSDTCEthnicGroupCodes","PatientEthnicGroupCode",patient.getSDTCEthnicGroupCodes().get(0).getCode()); + assertFalse("patient.getSDTCRaceCodes",patient.getSDTCRaceCodes().isEmpty()); + assertEquals("patient.getSDTCRaceCodes","PateintRaceCode",patient.getSDTCRaceCodes().get(0).getCode()); + assertFalse( "patient.getSDTCDeceasedInd" , patient.getSDTCDeceasedInd().getValue() ); + assertNotNull("patient.getSDTCDeceasedTime",patient.getSDTCDeceasedTime()); + assertEquals("patient.getSDTCDeceasedTime","1900",patient.getSDTCDeceasedTime().getValue()); + assertNotNull("patient.getSDTCDesc",patient.getSDTCDesc()); + assertEquals("patient.getSDTCDesc","PatientDescription",patient.getSDTCDesc().getText()); + assertTrue("patient.getSDTCMultipleBirthInd",patient.getSDTCMultipleBirthInd().getValue()); + assertNotNull("patient.getSDTCMultipleBirthOrderNumber",patient.getSDTCMultipleBirthOrderNumber()); + assertEquals("patient.getSDTCMultipleBirthOrderNumber","3",patient.getSDTCMultipleBirthOrderNumber().getValue().toString()); + Person person = sdtcTestDocument.getAuthors().get(0).getAssignedAuthor().getAssignedPerson(); + assertNotNull("person.getSDTCAsPatientRelationship",person.getSDTCAsPatientRelationship()); + assertNotNull("person.getSDTCAsPatientRelationship",person.getSDTCAsPatientRelationship()); + assertNotNull("person.getSDTCDesc",person.getSDTCDesc()); + assertEquals("person.getSDTCDesc","PersonDescription",person.getSDTCDesc().getText()); + SubjectPerson subjectPerson = sdtcTestDocument.getSections().get(0).getSubject().getRelatedSubject().getSubject(); + assertFalse("subjectPerson.getSDTCEthnicGroupCodes",subjectPerson.getSDTCEthnicGroupCodes().isEmpty()); + assertEquals("subjectPerson.getSDTCEthnicGroupCodes","SubjectEthnicGroupCode",subjectPerson.getSDTCEthnicGroupCodes().get(0).getCode()); + assertFalse("subjectPerson.getSDTCRaceCodes",subjectPerson.getSDTCRaceCodes().isEmpty()); + assertEquals("subjectPerson.getSDTCRaceCodes","SubjectRaceCode",subjectPerson.getSDTCRaceCodes().get(0).getCode()); + assertTrue( "subjectPerson.getSDTCDeceasedInd" , subjectPerson.getSDTCDeceasedInd().getValue() ); + assertNotNull("subjectPerson.getSDTCDeceasedTime",subjectPerson.getSDTCDeceasedTime()); + assertEquals("subjectPerson.getSDTCDeceasedTime","1900",subjectPerson.getSDTCDeceasedTime().getValue()); + assertNotNull("subjectPerson.getSDTCDesc",subjectPerson.getSDTCDesc()); + assertEquals("subjectPerson.getSDTCDesc","SubjectDescription",subjectPerson.getSDTCDesc().getText()); + assertTrue("subjectPerson.getSDTCMultipleBirthInd",subjectPerson.getSDTCMultipleBirthInd().getValue()); + assertNotNull("subjectPerson.getSDTCMultipleBirthOrderNumber",subjectPerson.getSDTCMultipleBirthOrderNumber()); + assertEquals("subjectPerson.getSDTCMultipleBirthOrderNumber","3",subjectPerson.getSDTCMultipleBirthOrderNumber().getValue().toString()); + assertNotNull("subjectPerson.getSDTCMultipleBirthOrderNumber",subjectPerson.getSDTCMultipleBirthOrderNumber()); + assertNotNull("PlayingEntity.getSDTCBirthTime",sdtcTestDocument.getSections().get(0).getEntries().get(0).getObservation().getParticipants().get(0).getParticipantRole().getPlayingEntity().getSDTCBirthTime()); + assertNotNull("Organizer.getSTDCText",sdtcTestDocument.getSections().get(0).getEntries().get(1).getOrganizer().getSTDCText()); + assertNotNull("Organizer.getPerformers.getSDTCFunctionCode",sdtcTestDocument.getSections().get(0).getEntries().get(1).getOrganizer().getPerformers().get(0).getSDTCFunctionCode()); + assertNotNull("Organizer.component.getPriorityNumber",sdtcTestDocument.getSections().get(0).getEntries().get(1).getOrganizer().getComponents().get(0).getPriorityNumber()); + } + + + private static List getGenericConfiguredExpressionsForTesting() { + final String validationMessage = "Will always fail"; + final String configuredXpathExpression = "//v3:informant/v3:relatedEntity/v3:relatedPerson/v3:name"; + final String requiredNodeName = "v3:prefix"; + final String validatorName = "RequiredNodeValidator"; + List configuredExpressions = new ArrayList(Arrays.asList( + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.SHOULD.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.MAY.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.SHOULD.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.MAY.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.SHOULD.name()), + requiredNodeName, validationMessage, configuredXpathExpression), + createConfiguredExpression(validatorName, + new ConfiguredValidationResultSeverityLevel( + VocabularyConstants.ConfiguredSeverityLevel.MAY.name()), + requiredNodeName, validationMessage, configuredXpathExpression))); + return configuredExpressions; + } + + private void vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel severityLevel, boolean isProgrammatic) { + vocabAndMdhtSeverityLevelConfigTestImpl(severityLevel, isProgrammatic, null); + } + + private void vocabAndMdhtSeverityLevelConfigTestImpl(SeverityLevel severityLevel, boolean isProgrammatic, + String vocabularyConfig) { + if (isProgrammatic) { + addConfiguredExpressionsToVocabularyValidationConfigurations(getGenericConfiguredExpressionsForTesting()); + } else { + setupInitParameters(true); + } + injectDependencies(); + + ValidationResultsDto results = runReferenceCCDAValidationServiceAndReturnResults(CCDATypes.NON_SPECIFIC_CCDAR2, + HAS_4_POSSIBLE_CONSOL_AND_1_POSSIBLE_MU2_ERROR, + new VocabularyCCDAValidator(getVocabularyValidationService()), + new ReferenceContentValidator(new ContentValidatorService()), vocabularyConfig, severityLevel); + printResults(getVocabIssuesFromResults(results.getCcdaValidationResults()), false, true, false); + int errorCount = countSpecifcResults(results.getCcdaValidationResults(), + ValidationResultType.CCDA_VOCAB_CONFORMANCE_ERROR); + int warningCount = countSpecifcResults(results.getCcdaValidationResults(), + ValidationResultType.CCDA_VOCAB_CONFORMANCE_WARN); + int infoCount = countSpecifcResults(results.getCcdaValidationResults(), + ValidationResultType.CCDA_VOCAB_CONFORMANCE_INFO); + int expectedIssueCount = 3; + assertTrue("There should be " + expectedIssueCount + " vocab errors but there are " + errorCount + " instead", + errorCount == expectedIssueCount); + vocabAndMdhtSeverityLevelProgrammaticConfigTestImplSwitch(severityLevel, "vocab", infoCount, warningCount); + + printResults(getMDHTIssuesFromResults(results.getCcdaValidationResults()), false, true, false); + errorCount = countSpecifcResults(results.getCcdaValidationResults(), + ValidationResultType.CCDA_MDHT_CONFORMANCE_ERROR); + warningCount = countSpecifcResults(results.getCcdaValidationResults(), + ValidationResultType.CCDA_MDHT_CONFORMANCE_WARN); + infoCount = countSpecifcResults(results.getCcdaValidationResults(), + ValidationResultType.CCDA_MDHT_CONFORMANCE_INFO); + vocabAndMdhtSeverityLevelProgrammaticConfigTestImplSwitch(severityLevel, "MDHT", infoCount, warningCount); + } + + private void vocabAndMdhtSeverityLevelProgrammaticConfigTestImplSwitch(SeverityLevel severityLevel, String type, + int infoCount, int warningCount) { + switch (severityLevel) { + case ERROR: + assertTrue("There shouldn't be any " + type + " warnings due to severity level being set to " + + severityLevel + ".", warningCount == 0); + assertTrue("There shouldn't be any " + type + " info due to severity level being set to " + severityLevel + + ".", infoCount == 0); + break; + case WARNING: + assertTrue("There should be " + type + " warnings but there are " + warningCount + " instead", + warningCount > 0); + assertTrue("There shouldn't be any " + type + " info due to severity level being set to " + severityLevel + + ".", infoCount == 0); + break; + case INFO: + assertTrue("There should be " + type + " warnings but there are " + warningCount + " instead", + warningCount > 0); + assertTrue("There should be " + type + " info but there are " + warningCount + " instead", + warningCount > 0); + break; + } + } + + private void createGenericExpressionForProgrammaticConfigAndInjectDependencies() { + createGenericExpressionForProgrammaticConfigAndInjectDependencies( + VocabularyConstants.ConfiguredSeverityLevel.SHALL.name()); + } + + private void createGenericExpressionForProgrammaticConfigAndInjectDependencies(String severity) { + String validationMessage = "Test Validation Message"; + // The following expression is not specifically relevant to the test but + // must be a valid expression + String configuredXpathExpression = "//v3:observation/v3:templateId[@root='2.16.840.1.113883.10.20.22.4.2' and @extension='2015-08-01']" + + "/ancestor::v3:observation[1]/v3:value" + + "[@xsi:type='PQ' and not(@nullFlavor) and ancestor::v3:section[not(@nullFlavor)]]"; + programmaticallyConfigureRequiredNodeValidator(new ConfiguredValidationResultSeverityLevel(severity), "@unit", + validationMessage, configuredXpathExpression); + injectDependencies(); + } + + private static void ds4pTestAgainstDocWithNoDS4PContent(int ccdaFileIndex, String type, + String validationObjective) { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[ccdaFileIndex]), validationObjective); + assertTrue("The " + type + " DS4P file returned an empty RefCCDAValidationResult object", !results.isEmpty()); + List mdhtInfo = new ArrayList<>(); + for (RefCCDAValidationResult result : results) { + if (result.getType() == ValidationResultType.CCDA_MDHT_CONFORMANCE_INFO) { + mdhtInfo.add(result); + } + } + assertTrue("The " + type + " DS4P file did not return any info messages", !mdhtInfo.isEmpty()); + printResultsBasedOnFlags(results); + } + + private static ArrayList runIgOrMu2OrDS4PAndNotSchemaTests(final int ccdaFileIndex, + String ccdaTypesObjective, boolean shouldHaveSchemaErrors) { + ArrayList results = validateDocumentAndReturnResults( + convertCCDAFileToString(CCDA_FILES[ccdaFileIndex]), ccdaTypesObjective); + + printResultsBasedOnFlags(results); + + boolean hasSchemaError = false; + for (RefCCDAValidationResult result : getMDHTErrorsFromResults(results)) { + if (result.isSchemaError()) { + hasSchemaError = true; + } + } + if (shouldHaveSchemaErrors) { + assertTrue("The document IS supposed to have a schema error but one was NOT flagged", hasSchemaError); + } else { + assertFalse("The document is NOT supposed to have a schema error but one WAS flagged", hasSchemaError); + } + final String msgSuffix = " Issue cannot also be a schema error of type: "; + final String msgSuffixSchemaError = msgSuffix + "isSchemaError"; + final String msgSuffixDatatypeSchemaError = msgSuffix + "isDatatypeError"; + for (RefCCDAValidationResult result : results) { + if (result.getDescription().startsWith("Consol")) { + assertTrue("The issue (" + result.getDescription() + ") is an IG Issue but was not flagged as such", + result.isIGIssue()); + assertFalse("The issue (" + result.getDescription() + ") is an IG Issue but was flagged as an MU Issue", + result.isMUIssue()); + assertFalse( + "The issue (" + result.getDescription() + ") is an IG Issue but was flagged as a DS4P Issue", + result.isDS4PIssue()); + assertFalse("An IG" + msgSuffixSchemaError + " (" + result.getDescription() + ")", + result.isSchemaError()); + assertFalse("An IG" + msgSuffixDatatypeSchemaError + " (" + result.getDescription() + ")", + result.isDataTypeSchemaError()); + } else if (result.getDescription().startsWith("Mu2consol")) { + assertTrue("The issue (" + result.getDescription() + ") is an MU Issue but was not flagged as such", + result.isMUIssue()); + assertFalse("The issue (" + result.getDescription() + ") is an MU Issue but was flagged as an IG Issue", + result.isIGIssue()); + assertFalse( + "The issue (" + result.getDescription() + ") is an MU Issue but was flagged as a DS4P Issue", + result.isDS4PIssue()); + assertFalse("An Mu2" + msgSuffixSchemaError + " (" + result.getDescription() + ")", + result.isSchemaError()); + assertFalse("An Mu2" + msgSuffixDatatypeSchemaError + " (" + result.getDescription() + ")", + result.isDataTypeSchemaError()); + } else if (result.getDescription().startsWith("CONTENTPROFILE")) { + assertTrue("The issue (" + result.getDescription() + ") is a DS4P Issue but was not flagged as such", + result.isDS4PIssue()); + assertFalse( + "The issue (" + result.getDescription() + ") is a DS4P Issue but was flagged as an IG Issue", + result.isIGIssue()); + assertFalse( + "The issue (" + result.getDescription() + ") is a DS4P Issue but was flagged as an MU Issue", + result.isMUIssue()); + assertFalse("A DS4P" + msgSuffixSchemaError + " (" + result.getDescription() + ")", + result.isSchemaError()); + assertFalse("A DS4P" + msgSuffixDatatypeSchemaError + " (" + result.getDescription() + ")", + result.isDataTypeSchemaError()); + } + } + + return results; + } + + private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, + final int XML_FILE_INDEX) { + return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, + new VocabularyCCDAValidator(new VocabularyValidationService())); + } + + private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, + final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator) { + return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, + vocabularyCCDAValidator, new ReferenceContentValidator(new ContentValidatorService())); + } + + private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, + final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, String vocabularyConfig) { + return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, + vocabularyCCDAValidator, new ReferenceContentValidator(new ContentValidatorService()), + vocabularyConfig); + } + + private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, + final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, + ReferenceContentValidator referenceContentValidator) { + return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, + vocabularyCCDAValidator, referenceContentValidator, null); + } + + private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, + final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, + ReferenceContentValidator referenceContentValidator, String vocabularyConfig) { + return runReferenceCCDAValidationServiceAndReturnResults(validationObjective, XML_FILE_INDEX, + vocabularyCCDAValidator, referenceContentValidator, vocabularyConfig, SeverityLevel.INFO); + } + + private static ValidationResultsDto runReferenceCCDAValidationServiceAndReturnResults(String validationObjective, + final int XML_FILE_INDEX, VocabularyCCDAValidator vocabularyCCDAValidator, + ReferenceContentValidator referenceContentValidator, String vocabularyConfig, SeverityLevel severityLevel) { + println("vocabularyConfig: " + vocabularyConfig); + File file = new File(CCDA_FILES[XML_FILE_INDEX]); + ReferenceCCDAValidationService referenceCcdaValidationService = null; + MultipartFile mockSample = null; + try (FileInputStream is = new FileInputStream(file)) { + mockSample = new MockMultipartFile("ccdaFileActualName", file.getName(), "text/xml", is); + referenceCcdaValidationService = new ReferenceCCDAValidationService(new ReferenceCCDAValidator(), + vocabularyCCDAValidator, referenceContentValidator); + } catch (IOException e) { + e.printStackTrace(); + } + if (referenceCcdaValidationService == null || mockSample == null) { + Assert.fail("referenceCcdaValidationService == null || mockSample == null"); + throw new NullPointerException("referenceCcdaValidationService is " + + (referenceCcdaValidationService == null ? "null" : "not null") + + ("mockSample is " + mockSample == null ? "null" : "not null")); + } + + // ReferenceCCDAValidationController refCon = new ReferenceCCDAValidationController(); + // return refCon.doValidation(validationObjective, "", mockSample, vocabularyConfig, severityLevel.name()); + + if (vocabularyConfig == null && (severityLevel == null || severityLevel == SeverityLevel.INFO)) { + return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample); + } else if (vocabularyConfig != null && severityLevel != null) { + return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample, false, vocabularyConfig, + severityLevel); + } else if (vocabularyConfig == null && severityLevel != null) { + // programmatic config with severity level - only happens with + // testing... + return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample, false, null, + severityLevel); + } + return referenceCcdaValidationService.validateCCDA(validationObjective, "", mockSample, vocabularyConfig); + } + + private static void printResultsBasedOnFlags(List results) { + if (SHOW_ERRORS_ONLY) { + ReferenceValidationLogger.printResults(getMDHTErrorsFromResults(results)); + } else { + ReferenceValidationLogger.printResults(results); + } + } + +} diff --git a/src/test/resources/SDTCExtensionsTest.xml b/src/test/resources/SDTCExtensionsTest.xml index 9c90881..ed67178 100644 --- a/src/test/resources/SDTCExtensionsTest.xml +++ b/src/test/resources/SDTCExtensionsTest.xml @@ -1,6 +1,99 @@ - + + + + @@ -62,19 +155,20 @@ + + + + + +
- - - - - - - - - + + + + @@ -90,19 +184,53 @@ - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
diff --git a/src/test/resources/lotorbatch.xml b/src/test/resources/lotorbatch.xml new file mode 100644 index 0000000..66b465e --- /dev/null +++ b/src/test/resources/lotorbatch.xml @@ -0,0 +1,270 @@ + + + + + +
+ + + + Medical Equipment + + + + + + + + + + + + + + + + + + + +
+ Non-constrained polyethylene acetabular liner + + Date: + 19-Nov-2021 +
+
+  • + + PINNACLE ALTRX +
+ DEPUY ORTHOPAEDICS, INC. +
+ (GS1) 1.3.160 10603295016151 +
+ Serial: + 122132148 +
+ + 		+ Expires: + 30-Sep-2020 +
+ Model: + 1221-32-148 +
+ Lot: + 703844 +
+ 		+ Implant Status: + Implanted +
+ MRI: + Labeling does not contain MRI + Safety information +
+ Latex: + Not made with Natural Rubber Latex +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Implanted + + + + + + + +
+ + + + \ No newline at end of file