4326 automate conversion of workbooks to ir json and update test logic (

#4354) * #4326 Converted workbook fixtures into json fixtures * #4326 Updated logic to extract data from both xlsx and json files * #4326 Updated test cases * Added logic to convert xlsx files into json * Linting * #4326 Linting * #4326 bug fix * Updated fixture files to accomodate * Removed dead code
GSA-TTS · Oct 11, 2024 · 5c80211 · 5c80211
1 parent ac78e19
commit 5c80211
Show file tree

Hide file tree

Showing 378 changed files with 1,368,393 additions and 422,347 deletions.
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has-bad-yes-or-no-inputs.json b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has-bad-yes-or-no-inputs.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has-bad-yes-or-no-inputs.xlsx b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has-bad-yes-or-no-inputs.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_award_references.json b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_award_references.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_award_references.xlsx b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_award_references.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_finding_reference.json b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_finding_reference.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_finding_reference.xlsx b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_finding_reference.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_prior_references.json b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_prior_references.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_prior_references.xlsx b/backend/audit/fixtures/workbooks/should_fail/audit-findings/has_bad_prior_references.xlsx
diff --git a/...d_fail/audit-findings/has_duplicate_finding_reference_with_different_finding_details.json b/...d_fail/audit-findings/has_duplicate_finding_reference_with_different_finding_details.json
diff --git a/...d_fail/audit-findings/has_duplicate_finding_reference_with_different_finding_details.xlsx b/...d_fail/audit-findings/has_duplicate_finding_reference_with_different_finding_details.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/missing-required-fields.json b/backend/audit/fixtures/workbooks/should_fail/audit-findings/missing-required-fields.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/audit-findings/missing-required-fields.xlsx b/backend/audit/fixtures/workbooks/should_fail/audit-findings/missing-required-fields.xlsx
diff --git a/...dit/fixtures/workbooks/should_fail/corrective-action-plan/this-is-not-a-cap-workbook.json b/...dit/fixtures/workbooks/should_fail/corrective-action-plan/this-is-not-a-cap-workbook.json
diff --git a/...dit/fixtures/workbooks/should_fail/corrective-action-plan/this-is-not-a-cap-workbook.xlsx b/...dit/fixtures/workbooks/should_fail/corrective-action-plan/this-is-not-a-cap-workbook.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/award-refs-of-wrong-lengths.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/award-refs-of-wrong-lengths.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/award-refs-of-wrong-lengths.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/award-refs-of-wrong-lengths.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-aln-prefixes.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-aln-prefixes.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-aln-prefixes.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-aln-prefixes.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-alns.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-alns.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-alns.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-alns.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-yes-or-no-inputs.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-yes-or-no-inputs.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-yes-or-no-inputs.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-bad-yes-or-no-inputs.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-decimal-dollar-amounts.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-decimal-dollar-amounts.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-decimal-dollar-amounts.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/has-decimal-dollar-amounts.xlsx
diff --git a/.../workbooks/should_fail/federal-awards/has-empty-loan-balance-but-balance-is-required.json b/.../workbooks/should_fail/federal-awards/has-empty-loan-balance-but-balance-is-required.json
diff --git a/.../workbooks/should_fail/federal-awards/has-empty-loan-balance-but-balance-is-required.xlsx b/.../workbooks/should_fail/federal-awards/has-empty-loan-balance-but-balance-is-required.xlsx
diff --git a/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_ids_one_name.json b/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_ids_one_name.json
diff --git a/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_ids_one_name.xlsx b/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_ids_one_name.xlsx
diff --git a/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_names_one_id.json b/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_names_one_id.json
diff --git a/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_names_one_id.xlsx b/...audit/fixtures/workbooks/should_fail/federal-awards/has_two_passthrough_names_one_id.xlsx
diff --git a/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-amount-passed-through.json b/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-amount-passed-through.json
diff --git a/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-amount-passed-through.xlsx b/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-amount-passed-through.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/incorrect-cluster-total.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/incorrect-cluster-total.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/incorrect-cluster-total.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/incorrect-cluster-total.xlsx
diff --git a/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-federal-program-total.json b/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-federal-program-total.json
diff --git a/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-federal-program-total.xlsx b/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-federal-program-total.xlsx
diff --git a/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-total-amount-expended.json b/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-total-amount-expended.json
diff --git a/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-total-amount-expended.xlsx b/.../audit/fixtures/workbooks/should_fail/federal-awards/incorrect-total-amount-expended.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/invalid-loan-balance.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/invalid-loan-balance.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/invalid-loan-balance.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/invalid-loan-balance.xlsx
diff --git a/...oks/should_fail/federal-awards/loan_balance_must_be_empty_when_loan_is_not_guarantee.json b/...oks/should_fail/federal-awards/loan_balance_must_be_empty_when_loan_is_not_guarantee.json
diff --git a/...oks/should_fail/federal-awards/loan_balance_must_be_empty_when_loan_is_not_guarantee.xlsx b/...oks/should_fail/federal-awards/loan_balance_must_be_empty_when_loan_is_not_guarantee.xlsx
diff --git a/...ixtures/workbooks/should_fail/federal-awards/missing-additional-award-identification.json b/...ixtures/workbooks/should_fail/federal-awards/missing-additional-award-identification.json
diff --git a/...ixtures/workbooks/should_fail/federal-awards/missing-additional-award-identification.xlsx b/...ixtures/workbooks/should_fail/federal-awards/missing-additional-award-identification.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_loan_guarantee.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_loan_guarantee.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_loan_guarantee.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_loan_guarantee.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_required_fields.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_required_fields.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_required_fields.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/missing_required_fields.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-direct-award-yn.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-direct-award-yn.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-direct-award-yn.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-direct-award-yn.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-name-when-indirect.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-name-when-indirect.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-name-when-indirect.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/no-name-when-indirect.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/numbers-when-direct.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/numbers-when-direct.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/numbers-when-direct.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/numbers-when-direct.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/zeroes-for-findings.json b/backend/audit/fixtures/workbooks/should_fail/federal-awards/zeroes-for-findings.json
diff --git a/backend/audit/fixtures/workbooks/should_fail/federal-awards/zeroes-for-findings.xlsx b/backend/audit/fixtures/workbooks/should_fail/federal-awards/zeroes-for-findings.xlsx
diff --git a/backend/audit/fixtures/workbooks/should_fail/notes-to-sefa/empty-notes-to-sefa.json b/backend/audit/fixtures/workbooks/should_fail/notes-to-sefa/empty-notes-to-sefa.json
@@ -0,0 +1,132 @@
+[
+    {
+        "name": "Coversheet",
+        "ranges": [
+            {
+                "name": "version",
+                "start_cell": {
+                    "column": "B",
+                    "row": "1"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "1"
+                },
+                "values": []
+            },
+            {
+                "name": "section_name",
+                "start_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "values": []
+            },
+            {
+                "name": "auditee_uei",
+                "start_cell": {
+                    "column": "B",
+                    "row": "3"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "3"
+                },
+                "values": []
+            },
+            {
+                "name": "accounting_policies",
+                "start_cell": {
+                    "column": "B",
+                    "row": "4"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "4"
+                },
+                "values": []
+            },
+            {
+                "name": "is_minimis_rate_used",
+                "start_cell": {
+                    "column": "B",
+                    "row": "5"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "5"
+                },
+                "values": []
+            },
+            {
+                "name": "rate_explained",
+                "start_cell": {
+                    "column": "B",
+                    "row": "6"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "6"
+                },
+                "values": []
+            }
+        ]
+    },
+    {
+        "name": "AdditionalNotes",
+        "ranges": [
+            {
+                "name": "note_title",
+                "start_cell": {
+                    "column": "A",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "A",
+                    "row": "1"
+                },
+                "values": []
+            },
+            {
+                "name": "note_content",
+                "start_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "1"
+                },
+                "values": []
+            },
+            {
+                "name": "contains_chart_or_table",
+                "start_cell": {
+                    "column": "C",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "C",
+                    "row": "1"
+                },
+                "values": []
+            },
+            {
+                "name": "seq_number",
+                "start_cell": {
+                    "column": "D",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "D",
+                    "row": "1"
+                },
+                "values": []
+            }
+        ]
+    }
+]
diff --git a/backend/audit/fixtures/workbooks/should_fail/notes-to-sefa/empty-notes-to-sefa.xlsx b/backend/audit/fixtures/workbooks/should_fail/notes-to-sefa/empty-notes-to-sefa.xlsx
diff --git a/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-eins-100010.json b/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-eins-100010.json
@@ -0,0 +1,66 @@
+[
+    {
+        "name": "Coversheet",
+        "ranges": [
+            {
+                "name": "version",
+                "start_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "values": [
+                    "1.1.0"
+                ]
+            },
+            {
+                "name": "section_name",
+                "start_cell": {
+                    "column": "B",
+                    "row": "3"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "3"
+                },
+                "values": [
+                    "AdditionalEins"
+                ]
+            },
+            {
+                "name": "auditee_uei",
+                "start_cell": {
+                    "column": "B",
+                    "row": "4"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "4"
+                },
+                "values": [
+                    "VBF7RJTP7513"
+                ]
+            }
+        ]
+    },
+    {
+        "name": "Form",
+        "ranges": [
+            {
+                "name": "additional_ein",
+                "start_cell": {
+                    "column": "A",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "A",
+                    "row": "1"
+                },
+                "values": []
+            }
+        ]
+    }
+]
diff --git a/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-eins-100010.xlsx b/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-eins-100010.xlsx
diff --git a/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-ueis-100010.json b/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-ueis-100010.json
@@ -0,0 +1,66 @@
+[
+    {
+        "name": "Coversheet",
+        "ranges": [
+            {
+                "name": "version",
+                "start_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "2"
+                },
+                "values": [
+                    "1.1.0"
+                ]
+            },
+            {
+                "name": "section_name",
+                "start_cell": {
+                    "column": "B",
+                    "row": "3"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "3"
+                },
+                "values": [
+                    "AdditionalUeis"
+                ]
+            },
+            {
+                "name": "auditee_uei",
+                "start_cell": {
+                    "column": "B",
+                    "row": "4"
+                },
+                "end_cell": {
+                    "column": "B",
+                    "row": "4"
+                },
+                "values": [
+                    "VBF7RJTP7513"
+                ]
+            }
+        ]
+    },
+    {
+        "name": "Form",
+        "ranges": [
+            {
+                "name": "additional_uei",
+                "start_cell": {
+                    "column": "A",
+                    "row": "2"
+                },
+                "end_cell": {
+                    "column": "A",
+                    "row": "1"
+                },
+                "values": []
+            }
+        ]
+    }
+]
diff --git a/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-ueis-100010.xlsx b/...udit/fixtures/workbooks/should_pass/100010-22-award-ref-len-5/additional-ueis-100010.xlsx