From f7efb11111dae708baefdcb20618ed778374ec5d Mon Sep 17 00:00:00 2001 From: Tadhg O'Higgins <2626258+tadhg-ohiggins@users.noreply.github.com> Date: Thu, 11 Jul 2024 06:20:09 -0700 Subject: [PATCH 1/3] Remove `data_distro` (#3995) * Remove data_distro. * Remove references to data_distro in docs. --- backend/config/settings.py | 1 - backend/data_distro/Data migration notes.txt | 10 - backend/data_distro/__init__.py | 0 backend/data_distro/admin.py | 14 - backend/data_distro/api_views/basic_views.sql | 157 - backend/data_distro/api_views/findings.sql | 56 - backend/data_distro/api_views/general.sql | 77 - .../sql_migrations/001_initial_migration.sql | 51 - .../sql_migrations/002_basic_views.sql | 147 - .../api_views/sql_migrations/003_findings.sql | 50 - .../api_views/sql_migrations/004_general.sql | 72 - .../sql_migrations/005_docs_for_views.sql | 16 - .../sql_migrations/006_dbkey_for_auditee.sql | 23 - .../007_add_postgrest_notify.sql | 3 - backend/data_distro/apps.py | 6 - .../data_distro/data_to_load/run_logs/.keep | 0 .../data_to_load/test_data/agency.txt | 11 - .../test_data/captext_formatted.txt | 9 - .../data_to_load/test_data/cfda.txt | 14 - .../data_to_load/test_data/cpas.txt | 3 - .../data_to_load/test_data/eins.txt | 8 - .../data_to_load/test_data/findings.txt | 8 - .../test_data/findingstext_formatted.txt | 289 -- .../data_to_load/test_data/gen.txt | 26 - .../data_to_load/test_data/notes.txt | 5 - .../data_to_load/test_data/passthrough.txt | 4 - .../data_to_load/test_data/revisions.txt | 16 - .../data_to_load/test_data/ueis.txt | 4 - backend/data_distro/docs.py | 257 -- .../management/commands/add_pdfs.py | 150 - .../management/commands/create_distro_api.py | 37 - .../management/commands/create_docs.py | 161 - .../commands/create_upload_mapping.py | 112 - .../management/commands/handle_errors.py | 147 - .../management/commands/link_data.py | 175 - .../management/commands/load_files.py | 221 -- .../management/commands/load_test_data.py | 66 - .../management/commands/parse_config.py | 21 - .../management/commands/process_data.py | 246 -- .../management/commands/public_data_loader.py | 130 - .../management/commands/test_pandas.py | 66 - .../data_distro/mappings/FAC_data_dict.csv | 246 -- .../mappings/upload_dictonaries.py | 69 - .../data_distro/mappings/upload_mapping.py | 220 -- .../mappings/v1_crosswalk_for_docs.py | 3321 ----------------- .../0001_initial_schema_from_downloads.py | 1707 --------- .../migrations/0002_alter_cfdainfo_ein.py | 19 - .../0003_add_relationships_between_models.py | 94 - .../migrations/0004_add_new_models.py | 1521 -------- .../0005_delete_duplicate_fields.py | 244 -- ...06_modify_models_to_work_with_2022_data.py | 571 --- ...s_agency_name_alter_general_entity_type.py | 31 - .../0008_alter_general_type_of_entity.py | 22 - .../migrations/0009_refactor_Agency.py | 67 - .../migrations/0010_add_Agencies.py | 93 - ...0011_alter_passthrough_passthrough_name.py | 22 - .../0012_update_docs_with_multiple_sources.py | 149 - .../0013_alter_auditee_duns_list.py | 25 - ...ditor_ein_alter_auditor_seqnum_and_more.py | 39 - ...name_city_auditee_auditee_city_and_more.py | 50 - ...ename_zip_code_auditee_auditee_zip_code.py | 17 - .../0017_cfdainfo_nulls_for_old_data.py | 31 - ...itor_ein_remove_general_agency_and_more.py | 151 - .../0019_differentiate_findings_fields.py | 32 - .../0020_renames_and_Findings_links.py | 203 - .../0021_alter_auditor_seqence_number.py | 21 - .../migrations/0022_rename_models.py | 51 - .../0023_make_linkages_many_to_many.py | 56 - .../migrations/0024_add_sql_docs.py | 15 - ...025_alter_revision_general_info_explain.py | 21 - .../migrations/0026_nulls_for_cpa_fields.py | 52 - .../0027_null_for_auditee_auditee_contact.py | 22 - .../migrations/0028_general_pdf_urls.py | 26 - .../migrations/0030_add_api_views.py | 73 - ...ename_seqence_number_to_sequence_number.py | 22 - .../data_distro/migrations/0032_update_API.py | 50 - .../migrations/0033_dbkey_to_auditee_API.py | 30 - .../migrations/0034_API_improvements.py | 31 - .../migrations/0035_update_docs.py | 15 - backend/data_distro/migrations/__init__.py | 0 backend/data_distro/models.py | 956 ----- backend/data_distro/views.py | 3 - docs/README.md | 1 - docs/data_loading.md | 57 - docs/development.md | 12 - 85 files changed, 13327 deletions(-) delete mode 100644 backend/data_distro/Data migration notes.txt delete mode 100644 backend/data_distro/__init__.py delete mode 100644 backend/data_distro/admin.py delete mode 100644 backend/data_distro/api_views/basic_views.sql delete mode 100644 backend/data_distro/api_views/findings.sql delete mode 100644 backend/data_distro/api_views/general.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/001_initial_migration.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/002_basic_views.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/003_findings.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/004_general.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/005_docs_for_views.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/006_dbkey_for_auditee.sql delete mode 100644 backend/data_distro/api_views/sql_migrations/007_add_postgrest_notify.sql delete mode 100644 backend/data_distro/apps.py delete mode 100644 backend/data_distro/data_to_load/run_logs/.keep delete mode 100644 backend/data_distro/data_to_load/test_data/agency.txt delete mode 100644 backend/data_distro/data_to_load/test_data/captext_formatted.txt delete mode 100644 backend/data_distro/data_to_load/test_data/cfda.txt delete mode 100644 backend/data_distro/data_to_load/test_data/cpas.txt delete mode 100644 backend/data_distro/data_to_load/test_data/eins.txt delete mode 100644 backend/data_distro/data_to_load/test_data/findings.txt delete mode 100644 backend/data_distro/data_to_load/test_data/findingstext_formatted.txt delete mode 100644 backend/data_distro/data_to_load/test_data/gen.txt delete mode 100644 backend/data_distro/data_to_load/test_data/notes.txt delete mode 100644 backend/data_distro/data_to_load/test_data/passthrough.txt delete mode 100644 backend/data_distro/data_to_load/test_data/revisions.txt delete mode 100644 backend/data_distro/data_to_load/test_data/ueis.txt delete mode 100644 backend/data_distro/docs.py delete mode 100644 backend/data_distro/management/commands/add_pdfs.py delete mode 100644 backend/data_distro/management/commands/create_distro_api.py delete mode 100644 backend/data_distro/management/commands/create_docs.py delete mode 100644 backend/data_distro/management/commands/create_upload_mapping.py delete mode 100644 backend/data_distro/management/commands/handle_errors.py delete mode 100644 backend/data_distro/management/commands/link_data.py delete mode 100644 backend/data_distro/management/commands/load_files.py delete mode 100644 backend/data_distro/management/commands/load_test_data.py delete mode 100644 backend/data_distro/management/commands/parse_config.py delete mode 100644 backend/data_distro/management/commands/process_data.py delete mode 100644 backend/data_distro/management/commands/public_data_loader.py delete mode 100644 backend/data_distro/management/commands/test_pandas.py delete mode 100644 backend/data_distro/mappings/FAC_data_dict.csv delete mode 100644 backend/data_distro/mappings/upload_dictonaries.py delete mode 100644 backend/data_distro/mappings/upload_mapping.py delete mode 100644 backend/data_distro/mappings/v1_crosswalk_for_docs.py delete mode 100644 backend/data_distro/migrations/0001_initial_schema_from_downloads.py delete mode 100644 backend/data_distro/migrations/0002_alter_cfdainfo_ein.py delete mode 100644 backend/data_distro/migrations/0003_add_relationships_between_models.py delete mode 100644 backend/data_distro/migrations/0004_add_new_models.py delete mode 100644 backend/data_distro/migrations/0005_delete_duplicate_fields.py delete mode 100644 backend/data_distro/migrations/0006_modify_models_to_work_with_2022_data.py delete mode 100644 backend/data_distro/migrations/0007_agencies_agency_name_alter_general_entity_type.py delete mode 100644 backend/data_distro/migrations/0008_alter_general_type_of_entity.py delete mode 100644 backend/data_distro/migrations/0009_refactor_Agency.py delete mode 100644 backend/data_distro/migrations/0010_add_Agencies.py delete mode 100644 backend/data_distro/migrations/0011_alter_passthrough_passthrough_name.py delete mode 100644 backend/data_distro/migrations/0012_update_docs_with_multiple_sources.py delete mode 100644 backend/data_distro/migrations/0013_alter_auditee_duns_list.py delete mode 100644 backend/data_distro/migrations/0014_alter_auditor_auditor_ein_alter_auditor_seqnum_and_more.py delete mode 100644 backend/data_distro/migrations/0015_rename_city_auditee_auditee_city_and_more.py delete mode 100644 backend/data_distro/migrations/0016_rename_zip_code_auditee_auditee_zip_code.py delete mode 100644 backend/data_distro/migrations/0017_cfdainfo_nulls_for_old_data.py delete mode 100644 backend/data_distro/migrations/0018_remove_auditor_auditor_ein_remove_general_agency_and_more.py delete mode 100644 backend/data_distro/migrations/0019_differentiate_findings_fields.py delete mode 100644 backend/data_distro/migrations/0020_renames_and_Findings_links.py delete mode 100644 backend/data_distro/migrations/0021_alter_auditor_seqence_number.py delete mode 100644 backend/data_distro/migrations/0022_rename_models.py delete mode 100644 backend/data_distro/migrations/0023_make_linkages_many_to_many.py delete mode 100644 backend/data_distro/migrations/0024_add_sql_docs.py delete mode 100644 backend/data_distro/migrations/0025_alter_revision_general_info_explain.py delete mode 100644 backend/data_distro/migrations/0026_nulls_for_cpa_fields.py delete mode 100644 backend/data_distro/migrations/0027_null_for_auditee_auditee_contact.py delete mode 100644 backend/data_distro/migrations/0028_general_pdf_urls.py delete mode 100644 backend/data_distro/migrations/0030_add_api_views.py delete mode 100644 backend/data_distro/migrations/0031_rename_seqence_number_to_sequence_number.py delete mode 100644 backend/data_distro/migrations/0032_update_API.py delete mode 100644 backend/data_distro/migrations/0033_dbkey_to_auditee_API.py delete mode 100644 backend/data_distro/migrations/0034_API_improvements.py delete mode 100644 backend/data_distro/migrations/0035_update_docs.py delete mode 100644 backend/data_distro/migrations/__init__.py delete mode 100644 backend/data_distro/models.py delete mode 100644 backend/data_distro/views.py delete mode 100644 docs/data_loading.md diff --git a/backend/config/settings.py b/backend/config/settings.py index f1a5588a7..5775d4042 100644 --- a/backend/config/settings.py +++ b/backend/config/settings.py @@ -126,7 +126,6 @@ "api", "users", "report_submission", - # "data_distro", "dissemination", "census_historical_migration", "support", diff --git a/backend/data_distro/Data migration notes.txt b/backend/data_distro/Data migration notes.txt deleted file mode 100644 index e1a7a5a15..000000000 --- a/backend/data_distro/Data migration notes.txt +++ /dev/null @@ -1,10 +0,0 @@ -CPA records removed: - -203222|2009|N/A|||||||||| -195404|2009|N/A|||||||||| -223464|2009|NA||NA|NA|MN|00000|NA|NA|0000000000|0000000000|NA - - -EIN records removed: - -2009|203222|n/a|1 diff --git a/backend/data_distro/__init__.py b/backend/data_distro/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/backend/data_distro/admin.py b/backend/data_distro/admin.py deleted file mode 100644 index a8c66c10d..000000000 --- a/backend/data_distro/admin.py +++ /dev/null @@ -1,14 +0,0 @@ -from django.apps import apps -from django.contrib import admin - - -# get all the data_distro models -distro_classes = apps.all_models["data_distro"] - -# This is a basic way to see data_distro models in the admin -for model in distro_classes: - # You can add custom registration earlier in the file the exception prevents clobbering - try: - admin.site.register(distro_classes[model]) - except admin.sites.AlreadyRegistered: - pass diff --git a/backend/data_distro/api_views/basic_views.sql b/backend/data_distro/api_views/basic_views.sql deleted file mode 100644 index 9377d5a0e..000000000 --- a/backend/data_distro/api_views/basic_views.sql +++ /dev/null @@ -1,157 +0,0 @@ --- Current script to recreate views --- Run create docs to update view comment - -begin; - --- auditee -drop view if exists api.vw_auditee; -create view api.vw_auditee as -with auditee as ( - select * - from data_distro_auditee - where data_distro_auditee.is_public=True -), -gen as ( - select distinct auditee_id as auditee_id, array_agg(id) as general_id - from data_distro_general - group by auditee_id -), -db as( - select distinct auditee_id, array_agg(dbkey) as dbkey - from data_distro_general - group by auditee_id -) -select auditee.*, gen.general_id, db.dbkey -from auditee -left join gen on gen.auditee_id=auditee.id -left join db on db.auditee_id=auditee.id -; - - --- auditor -drop view if exists api.vw_auditor; -create view api.vw_auditor as -with auditor as ( - select * - from data_distro_auditor - where data_distro_auditor.is_public=True -), -gen as ( - select distinct primary_auditor_id, array_agg(id) as general_id - from data_distro_general - group by primary_auditor_id -), -gen_secondary as ( - select distinct auditor_id as auditor_id, - array_agg(general_id) as secondary_auditor_general_id - from data_distro_general_secondary_auditors - group by auditor_id -) -select auditor.*, gen.general_id, gen_secondary.secondary_auditor_general_id -from auditor -left join gen on gen.primary_auditor_id=auditor.id -left join gen_secondary on gen_secondary.auditor_id=auditor.id -; - - --- federal award --- might want to add more links to related objects as a next step -drop view if exists api.vw_federal_award; -create view api.vw_federal_award as -with fed_award as ( - select * - from data_distro_federalaward - where data_distro_federalaward.is_public=True -), -gen as ( - select distinct federalaward_id as federal_award_id, array_agg(id) as general_id - from data_distro_general_federal_awards - group by federal_award_id -) -select fed_award.*, gen.general_id -from fed_award -left join gen on fed_award.id=gen.federal_award_id -; - - --- CAP text -drop view if exists api.vw_cap_text; -create view api.vw_cap_text as -with captext as ( - select * - from data_distro_captext - where data_distro_captext.is_public=True -), -gen as ( - select distinct captext_id, array_agg(general_id) as general_id - from data_distro_general_cap_text - group by captext_id -) -select captext.*, gen.general_id -from captext -left join gen on captext.id=gen.captext_id -; - - --- note -drop view if exists api.vw_note; -create view api.vw_note as -with note as( - select * - from data_distro_note - where data_distro_note.is_public=True -), -gen as ( - select distinct note_id, array_agg(general_id) as general_id - from data_distro_general_notes - group by note_id -) -select note.*, gen.general_id -from note -left join gen on note.id=gen.note_id -; - - --- revision -drop view if exists api.vw_revision; -create view api.vw_revision as -with revision as( - select * - from data_distro_revision - where data_distro_revision.is_public=True -), -gen as ( - select distinct revision_id, array_agg(id) as general_id - from data_distro_general - group by revision_id -) -select revision.*, gen.general_id -from revision -left join gen on revision.id=gen.revision_id -; - - --- passthrough -drop view if exists api.vw_passthrough; -create view api.vw_passthrough as -with pass as( - select * - from data_distro_passthrough - where data_distro_passthrough.is_public=True -), -gen as ( - select distinct passthrough_id, array_agg(general_id) as general_id - from data_distro_general_passthrough - group by passthrough_id -) -select pass.*, gen.general_id -from pass -left join gen on pass.id=gen.passthrough_id -; - - -commit; - -notify pgrst, - 'reload schema'; - diff --git a/backend/data_distro/api_views/findings.sql b/backend/data_distro/api_views/findings.sql deleted file mode 100644 index 4e1980b06..000000000 --- a/backend/data_distro/api_views/findings.sql +++ /dev/null @@ -1,56 +0,0 @@ --- Current script to recreate views --- Run create docs to update view comment --- Uniting findings and findings text --- (May want to add auditee name, agency, fed program name, cap text and cpa name) - -begin; - --- Findings with list of associated findings text records -drop view if exists api.vw_findings; -create view api.vw_findings as -with findings as ( - select * - from data_distro_finding - where data_distro_finding.is_public=True -), -findings_text as ( - select distinct finding_id, - array_agg(findingtext_id) as findings_text_id - from data_distro_finding_findings_text - group by finding_id -), -gen as ( - select finding_id, array_agg(general_id) as general_id - from data_distro_general_findings - group by finding_id -) -select findings.*, findings_text.findings_text_id, gen.general_id -from findings -left join findings_text on findings.id=findings_text.finding_id -left join gen on findings.id=gen.finding_id -; - - --- Findings text -drop view if exists api.vw_findings_text; -create view api.vw_findings_text as -with findings_text as ( - select * - from data_distro_findingtext - where data_distro_findingtext.is_public=True -), -gen as ( - select findingtext_id, array_agg(general_id) as general_id - from data_distro_general_findings_text - group by findingtext_id -) -select findings_text.*, gen.general_id -from findings_text -left join gen on gen.findingtext_id=findings_text.id -; - -commit; - -notify pgrst, - 'reload schema'; - diff --git a/backend/data_distro/api_views/general.sql b/backend/data_distro/api_views/general.sql deleted file mode 100644 index 9f9ebb12d..000000000 --- a/backend/data_distro/api_views/general.sql +++ /dev/null @@ -1,77 +0,0 @@ --- Current script to recreate views --- Run create docs to update view comment --- Takes the General model and adds Auditor and Auditee information for easy searching --- (Possible improvements: add Federal Program Name from Federal Award) - -begin; - -drop view if exists api.vw_general; -create view api.vw_general as -with gen as ( - select * - from data_distro_general - where data_distro_general.is_public=True -), -auditee as ( - select auditee_name, id - from data_distro_auditee -), -auditor as ( - select cpa_firm_name, id - from data_distro_auditor -), -secondary_auditor as ( - select distinct general_id, array_agg(auditor_id) as secondary_auditor_id - from data_distro_general_secondary_auditors - group by general_id -), -federal_award as ( - select distinct general_id, array_agg(federalaward_id) as federal_award_id - from data_distro_general_federal_awards - group by general_id -), -findings as ( - select distinct general_id, array_agg(finding_id) as finding_id - from data_distro_general_findings - group by general_id -), -findings_text as ( - select general_id, array_agg(findingtext_id) as finding_text_id - from data_distro_general_findings_text - group by general_id -), -notes as ( - select distinct general_id, array_agg(note_id) as note_id - from data_distro_general_notes - group by general_id -), -cap_text as ( - select distinct general_id, array_agg(captext_id) as cap_text_id - from data_distro_general_cap_text - group by general_id -), -passthrough as ( - select distinct general_id, array_agg(passthrough_id) as passthrough_id - from data_distro_general_passthrough - group by general_id -) -select gen.*, auditee.auditee_name, auditor.cpa_firm_name, secondary_auditor.secondary_auditor_id, - federal_award.federal_award_id, findings.finding_id, findings_text.finding_text_id, notes.note_id, - cap_text.cap_text_id, passthrough.passthrough_id -from gen -left join auditee on auditee.id=gen.auditee_id -left join auditor on auditor.id=gen.primary_auditor_id -left join secondary_auditor on secondary_auditor.general_id=gen.id -left join federal_award on federal_award.general_id=gen.id -left join findings on findings.general_id=gen.id -left join findings_text on findings_text.general_id=gen.id -left join notes on notes.general_id=gen.id -left join cap_text on cap_text.general_id=gen.id -left join passthrough on passthrough.general_id=gen.id -; - -commit; - -notify pgrst, - 'reload schema'; - diff --git a/backend/data_distro/api_views/sql_migrations/001_initial_migration.sql b/backend/data_distro/api_views/sql_migrations/001_initial_migration.sql deleted file mode 100644 index c765fdbaf..000000000 --- a/backend/data_distro/api_views/sql_migrations/001_initial_migration.sql +++ /dev/null @@ -1,51 +0,0 @@ --- run by data/distro/migrations/0030_add_api_views.py - --- We are self managing our migrations here --- The SQL is called and applied from data_distro/migrations --- This is a point in time of sql run that is comparable with data distro models. The views in the api_views folder represent the current views for the API. --- As the models change later, we don't want --- our migration to reference fields that don't exist yet or already exist. - ---This will be used by the postgrest API - -begin; - --- These need to be if statements because the schema and rolls already exist when you run tests -do -$$ -begin - if not exists (select * from pg_catalog.pg_roles where rolname = 'anon') then - create role anon; - end if; -end -$$ -; - -do -$$ -begin - if not exists (select schema_name from information_schema.schemata where schema_name = 'api') then - create schema api; - - -- Grant access to tables and views - alter default privileges - in schema api - grant select - -- this includes views - on tables - to anon; - - -- Grant access to sequences, if we have them - grant usage on schema api to anon; - grant select, usage on all sequences in schema api to anon; - alter default privileges - in schema api - grant select, usage - on sequences - to anon; - end if; -end -$$ -; - -commit; diff --git a/backend/data_distro/api_views/sql_migrations/002_basic_views.sql b/backend/data_distro/api_views/sql_migrations/002_basic_views.sql deleted file mode 100644 index fb8e31b31..000000000 --- a/backend/data_distro/api_views/sql_migrations/002_basic_views.sql +++ /dev/null @@ -1,147 +0,0 @@ --- run by data/distro/migrations/0030_add_api_views.py --- rerun in data/distro/migrations/0032_update_API.py (needed to recreate view but no new SQL was needed) - --- Current script to recreate views - -begin; - --- auditee -drop view if exists api.vw_auditee; -create view api.vw_auditee as -with auditee as ( - select * - from data_distro_auditee - where data_distro_auditee.is_public=True -), -gen as( - select id as general_id, auditee_id - from data_distro_general -) -select auditee.*, gen.general_id -from auditee -left join gen on gen.auditee_id=auditee.id -; - - --- auditor -drop view if exists api.vw_auditor; -create view api.vw_auditor as -with auditor as ( - select * - from data_distro_auditor - where data_distro_auditor.is_public=True -), -gen as ( - select distinct primary_auditor_id, array_agg(id) as general_id - from data_distro_general - group by primary_auditor_id -), -gen_secondary as ( - select distinct auditor_id as auditor_id, - array_agg(general_id) as secondary_auditor_general_id - from data_distro_general_secondary_auditors - group by auditor_id -) -select auditor.*, gen.general_id, gen_secondary.secondary_auditor_general_id -from auditor -left join gen on gen.primary_auditor_id=auditor.id -left join gen_secondary on gen_secondary.auditor_id=auditor.id -; - - --- federal award --- might want to add more links to related objects as a next step -drop view if exists api.vw_federal_award; -create view api.vw_federal_award as -with fed_award as ( - select * - from data_distro_federalaward - where data_distro_federalaward.is_public=True -), -gen as ( - select distinct federalaward_id as federal_award_id, array_agg(id) as general_id - from data_distro_general_federal_awards - group by federal_award_id -) -select fed_award.*, gen.general_id -from fed_award -left join gen on fed_award.id=gen.federal_award_id -; - - --- CAP text -drop view if exists api.vw_cap_text; -create view api.vw_cap_text as -with captext as ( - select * - from data_distro_captext - where data_distro_captext.is_public=True -), -gen as ( - select distinct captext_id, array_agg(general_id) as general_id - from data_distro_general_cap_text - group by captext_id -) -select captext.*, gen.general_id -from captext -left join gen on captext.id=gen.captext_id -; - - --- note -drop view if exists api.vw_note; -create view api.vw_note as -with note as( - select * - from data_distro_note - where data_distro_note.is_public=True -), -gen as ( - select distinct note_id, array_agg(general_id) as general_id - from data_distro_general_notes - group by note_id -) -select note.*, gen.general_id -from note -left join gen on note.id=gen.note_id -; - - --- revision -drop view if exists api.vw_revision; -create view api.vw_revision as -with revision as( - select * - from data_distro_revision - where data_distro_revision.is_public=True -), -gen as ( - select distinct revision_id, array_agg(id) as general_id - from data_distro_general - group by revision_id -) -select revision.*, gen.general_id -from revision -left join gen on revision.id=gen.revision_id -; - - --- passthrough -drop view if exists api.vw_passthrough; -create view api.vw_passthrough as -with pass as( - select * - from data_distro_passthrough - where data_distro_passthrough.is_public=True -), -gen as ( - select distinct passthrough_id, array_agg(general_id) as general_id - from data_distro_general_passthrough - group by passthrough_id -) -select pass.*, gen.general_id -from pass -left join gen on pass.id=gen.passthrough_id -; - -commit; diff --git a/backend/data_distro/api_views/sql_migrations/003_findings.sql b/backend/data_distro/api_views/sql_migrations/003_findings.sql deleted file mode 100644 index 601e86f2c..000000000 --- a/backend/data_distro/api_views/sql_migrations/003_findings.sql +++ /dev/null @@ -1,50 +0,0 @@ --- run by data/distro/migrations/0030_add_api_views.py --- rerun in data/distro/migrations/0032_update_API.py (needed to recreate view but no new SQL was needed) - -begin; - --- Findings with list of associated findings text records -drop view if exists api.vw_findings; -create view api.vw_findings as -with findings as ( - select * - from data_distro_finding - where data_distro_finding.is_public=True -), -findings_text as ( - select distinct finding_id, - array_agg(findingtext_id) as findings_text_id - from data_distro_finding_findings_text - group by finding_id -), -gen as ( - select finding_id, array_agg(general_id) as general_id - from data_distro_general_findings - group by finding_id -) -select findings.*, findings_text.findings_text_id, gen.general_id -from findings -left join findings_text on findings.id=findings_text.finding_id -left join gen on findings.id=gen.finding_id -; - - --- Findings text -drop view if exists api.vw_findings_text; -create view api.vw_findings_text as -with findings_text as ( - select * - from data_distro_findingtext - where data_distro_findingtext.is_public=True -), -gen as ( - select findingtext_id, array_agg(general_id) as general_id - from data_distro_general_findings_text - group by findingtext_id -) -select findings_text.*, gen.general_id -from findings_text -left join gen on gen.findingtext_id=findings_text.id -; - -commit; diff --git a/backend/data_distro/api_views/sql_migrations/004_general.sql b/backend/data_distro/api_views/sql_migrations/004_general.sql deleted file mode 100644 index efa2a7f85..000000000 --- a/backend/data_distro/api_views/sql_migrations/004_general.sql +++ /dev/null @@ -1,72 +0,0 @@ --- run by data/distro/migrations/0030_add_api_views.py - --- Takes the General model and adds Auditor and Auditee information for easy searching - -begin; - -drop view if exists api.vw_general; -create view api.vw_general as -with gen as ( - select * - from data_distro_general - where data_distro_general.is_public=True -), -auditee as ( - select auditee_name, id - from data_distro_auditee -), -auditor as ( - select cpa_firm_name, id - from data_distro_auditor -), -secondary_auditor as ( - select distinct general_id, array_agg(auditor_id) as secondary_auditor_id - from data_distro_general_secondary_auditors - group by general_id -), -federal_award as ( - select distinct general_id, array_agg(federalaward_id) as federal_award_id - from data_distro_general_federal_awards - group by general_id -), -findings as ( - select distinct general_id, array_agg(finding_id) as finding_id - from data_distro_general_findings - group by general_id -), -findings_text as ( - select general_id, array_agg(findingtext_id) as finding_text_id - from data_distro_general_findings_text - group by general_id -), -notes as ( - select distinct general_id, array_agg(note_id) as note_id - from data_distro_general_notes - group by general_id -), -cap_text as ( - select distinct general_id, array_agg(captext_id) as cap_text_id - from data_distro_general_cap_text - group by general_id -), -passthrough as ( - select distinct general_id, array_agg(passthrough_id) as passthrough_id - from data_distro_general_passthrough - group by general_id -) -select gen.*, auditee.auditee_name, auditor.cpa_firm_name, secondary_auditor.secondary_auditor_id, - federal_award.federal_award_id, findings.finding_id, findings_text.finding_text_id, notes.note_id, - cap_text.cap_text_id, passthrough.passthrough_id -from gen -left join auditee on auditee.id=gen.auditee_id -left join auditor on auditor.id=gen.primary_auditor_id -left join secondary_auditor on secondary_auditor.general_id=gen.id -left join federal_award on federal_award.general_id=gen.id -left join findings on findings.general_id=gen.id -left join findings_text on findings_text.general_id=gen.id -left join notes on notes.general_id=gen.id -left join cap_text on cap_text.general_id=gen.id -left join passthrough on passthrough.general_id=gen.id -; - -commit; diff --git a/backend/data_distro/api_views/sql_migrations/005_docs_for_views.sql b/backend/data_distro/api_views/sql_migrations/005_docs_for_views.sql deleted file mode 100644 index 7dc931676..000000000 --- a/backend/data_distro/api_views/sql_migrations/005_docs_for_views.sql +++ /dev/null @@ -1,16 +0,0 @@ --- run by 0033 -begin; - --- adding these as strings since the migrations are a point in time -comment on view api.vw_auditee is 'Information about the entity undergoing the audit'; -comment on view api.vw_auditor is 'Information about the Auditing CPA firm conducting the audit'; -comment on view api.vw_cap_text is 'Corrective action plan text'; -comment on view api.vw_federal_award is 'Information about the federal award section of the form'; -comment on view api.vw_findings is 'A finding from the audit'; -comment on view api.vw_findings_text is 'Specific findings details'; -comment on view api.vw_general is 'Data from the General Info and Audit Info forms with links to other parts of the form'; -comment on view api.vw_note is 'Note to Schedule of Expenditures of Federal Awards (SEFA)'; -comment on view api.vw_passthrough is 'The pass-through entity information, when it is not a direct federal award'; -comment on view api.vw_revision is 'Documents what was revised on the associated form from the previous version'; - -commit; diff --git a/backend/data_distro/api_views/sql_migrations/006_dbkey_for_auditee.sql b/backend/data_distro/api_views/sql_migrations/006_dbkey_for_auditee.sql deleted file mode 100644 index cf1429ef4..000000000 --- a/backend/data_distro/api_views/sql_migrations/006_dbkey_for_auditee.sql +++ /dev/null @@ -1,23 +0,0 @@ --- Adding dbkey auditee -drop view if exists api.vw_auditee; -create view api.vw_auditee as -with auditee as ( - select * - from data_distro_auditee - where data_distro_auditee.is_public=True -), -gen as ( - select distinct auditee_id as auditee_id, array_agg(id) as general_id - from data_distro_general - group by auditee_id -), -db as( - select distinct auditee_id, array_agg(dbkey) as dbkey - from data_distro_general - group by auditee_id -) -select auditee.*, gen.general_id, db.dbkey -from auditee -left join gen on gen.auditee_id=auditee.id -left join db on db.auditee_id=auditee.id -; \ No newline at end of file diff --git a/backend/data_distro/api_views/sql_migrations/007_add_postgrest_notify.sql b/backend/data_distro/api_views/sql_migrations/007_add_postgrest_notify.sql deleted file mode 100644 index 7f01d21ae..000000000 --- a/backend/data_distro/api_views/sql_migrations/007_add_postgrest_notify.sql +++ /dev/null @@ -1,3 +0,0 @@ --- This makes the views in the schema available to the postgrest API -notify pgrst, - 'reload schema'; \ No newline at end of file diff --git a/backend/data_distro/apps.py b/backend/data_distro/apps.py deleted file mode 100644 index b5dcf292c..000000000 --- a/backend/data_distro/apps.py +++ /dev/null @@ -1,6 +0,0 @@ -from django.apps import AppConfig - - -class DataDistroConfig(AppConfig): - default_auto_field = "django.db.models.BigAutoField" - name = "data_distro" diff --git a/backend/data_distro/data_to_load/run_logs/.keep b/backend/data_distro/data_to_load/run_logs/.keep deleted file mode 100644 index e69de29bb..000000000 diff --git a/backend/data_distro/data_to_load/test_data/agency.txt b/backend/data_distro/data_to_load/test_data/agency.txt deleted file mode 100644 index eb52469ca..000000000 --- a/backend/data_distro/data_to_load/test_data/agency.txt +++ /dev/null @@ -1,11 +0,0 @@ -AUDITYEAR|DBKEY|EIN|AGENCY -1997|100000|730776899|90 -1998|100000|730776899|04 -1999|100000|008675309|78 -2000|100000|730776899|01 -2001|100000|730776899|00 -2014|100000|730776899|07 -2003|100000|730776899|00 -2014|100000|008675309|02 -2014|100000|008675309|77 -2014|100000|008675309|10 \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/captext_formatted.txt b/backend/data_distro/data_to_load/test_data/captext_formatted.txt deleted file mode 100644 index cbfecdcfe..000000000 --- a/backend/data_distro/data_to_load/test_data/captext_formatted.txt +++ /dev/null @@ -1,9 +0,0 @@ -SEQ_NUMBER|DBKEY|AUDITYEAR|FINDINGREFNUMS|TEXT|CHARTSTABLES -"21035"|"100001"|"1997"|"2021-002"|" -In Finding 2021-002, a condition was noted that the Organization did not follow its policy governing procurement requirements for the purchase of goods or services. -Management recognizes the importance of complying with grant guidelines procurement.In response to Finding 2021-002, Management will review the procurement policy and will educate staff to ensure the policy is being followed.This review will be performed by the Chief Executive Officer and completed by April 30, 2021. -"|"N" -"21143"|"100001"|"1997"|"2021-001"|" In Finding 2021-001, a condition was noted in which the Organization is not to currently ensuring purchased services expected to equal or exceed $25,000 are not purchased from parties listed on the government-wide System for Award Management (SAM) in accordance with the OMB guidelines. - -Management recognizes the importance of complying with grant guidelines regarding procurement and suspension and debarment.In response to Finding 2021-001, procedures will be established to ensure that purchases of goods or services under non-procurement transactions equal to or exceeding $25,000 will not include ineligible parties as listed on SAM.This review will be performed by the Chief Executive Officer and completed by April 30, 2021. -"|"N" \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/cfda.txt b/backend/data_distro/data_to_load/test_data/cfda.txt deleted file mode 100644 index fe772339f..000000000 --- a/backend/data_distro/data_to_load/test_data/cfda.txt +++ /dev/null @@ -1,14 +0,0 @@ -AUDITYEAR|DBKEY|EIN|CFDA|AWARDIDENTIFICATION|RD|FEDERALPROGRAMNAME|AMOUNT|CLUSTERNAME|STATECLUSTERNAME|PROGRAMTOTAL|CLUSTERTOTAL|DIRECT|PASSTHROUGHAWARD|PASSTHROUGHAMOUNT|MAJORPROGRAM|TYPEREPORT_MP|TYPEREQUIREMENT|QCOSTS2|FINDINGS|FINDINGREFNUMS|ARRA|LOANS|LOANBALANCE|FINDINGSCOUNT|ELECAUDITSID|OTHERCLUSTERNAME|CFDAPROGRAMNAME -2009|100003|730779703|93.568||N|WEATHERIZATION DHS LIHEAP|27366|||||N|||N||O|||N/A|||||23516746|| -2009|100003|730779703|10.558||N|CHILD AND ADULT CARE FOOD PROGRAM|274320|||||N|||N||O|||N/A|||||23516746|| -2009|100003|730779703|14.231||N|EMERGENCY SHELTER GRANT|222874|||||N|||N||O|||N/A|||||23516748|| -1997|100000|730776899|15.999||Y|TEST GRANT|27367|||||N|||N||O|||N/A|||||23516749|| -1998|100000|730776899|15.990||Y|TEST GRANT 2|27367|||||N|||N||O|||N/A|||||23516749|| -1999|100000|008675309|13.500||Y|TEST GRANT 3|27367|||||N|||N||O|||N/A|||||23516749|| -2000|100000|730776899|13.500||Y|TEST GRANT 4|27367|||||N|||N||O|||N/A|||||23516749|| -2001|100000|730776899|13.500||Y|TEST GRANT 5|27367|||||N|||N||O|||N/A|||||23516749|| -2014|100000|730776899|13.500||Y|TEST GRANT 6|27367|||||N|||N||O|||N/A|||||14012297|| -2003|100000|730776899|13.500||Y|PARK PROGRAM|27367|||||N|||N||O|||N/A|||||23516749|| -2014|100000|008675309|13.500||Y|TEST GRANT 6|27367|||||N|||N||O|||N/A|||||14012304|| -2014|100000|008675309|13.500||Y|TEST GRANT 6.5|27367|||||N|||N||O|||N/A|||||14012298|| -2009|100003|730779703|14.231||N|TEST GRANT 7|222874|||||N|||N||O|||N/A|||||23516745|| \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/cpas.txt b/backend/data_distro/data_to_load/test_data/cpas.txt deleted file mode 100644 index 98986968e..000000000 --- a/backend/data_distro/data_to_load/test_data/cpas.txt +++ /dev/null @@ -1,3 +0,0 @@ -DBKEY|AUDITYEAR|CPAFIRMNAME|CPAEIN|CPASTREET1|CPACITY|CPASTATE|CPAZIPCODE|CPACONTACT|CPATITLE|CPAPHONE|CPAFAX|CPAEMAIL -100000|2012|JOHN FLUSCHE, CPA||6851 SOUTH CANTON AVENUE|TULSA|OK|741363405|JOHN FLUSCHE|CPA|9184888753|9184889256|CPA@OKLAHOMA.NET -100000|2014|Paul Bunyan, CPA|431026561|6851 SOUTH CANTON|TULSA|OK|74136|JOHN FLUSCHE|CPA|9184888753|9184889256|CPA@OKLAHOMA.NET \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/eins.txt b/backend/data_distro/data_to_load/test_data/eins.txt deleted file mode 100644 index 75f848c8d..000000000 --- a/backend/data_distro/data_to_load/test_data/eins.txt +++ /dev/null @@ -1,8 +0,0 @@ -AUDITYEAR|DBKEY|EIN|EINSEQNUM -2011|100000|264831572|1 -2012|100000|264831572|1 -2018|100000|264831572| -2019|100000|264831572| -2014|100000|008675309| -2014|100000|008675310|1 -2014|100000|008675311|2 \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/findings.txt b/backend/data_distro/data_to_load/test_data/findings.txt deleted file mode 100644 index 05a1bb3ea..000000000 --- a/backend/data_distro/data_to_load/test_data/findings.txt +++ /dev/null @@ -1,8 +0,0 @@ -DBKEY|AUDITYEAR|ELECAUDITSID|ELECAUDITFINDINGSID|FINDINGSREFNUMS|TYPEREQUIREMENT|MODIFIEDOPINION|OTHERNONCOMPLIANCE|MATERIALWEAKNESS|SIGNIFICANTDEFICIENCY|OTHERFINDINGS|QCOSTS|REPEATFINDING|PRIORFINDINGREFNUMS -100000|2014|14012297|95|2013-023|M|N|Y|N|Y|N|N|| -|2013|14012297|96|2013-021|M|N|Y|N|Y|N|N|| -100004|2019|14012297|97|2013-023|M|N|Y|N|Y|N|N||line error| -|2013|14012304|98|2013-025|M|N|Y|N|Y|N|N|| -100000|2014|14012304|99|2021-002|B|N|Y|N|Y|N|N|| -100003|2009|23516745|99|2013-028|B|N|Y|N|Y|N|Y|| -100000|2014|14012297|97|2013-023|M|N|Y|N|Y|N|N|| \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/findingstext_formatted.txt b/backend/data_distro/data_to_load/test_data/findingstext_formatted.txt deleted file mode 100644 index d20cbd9b8..000000000 --- a/backend/data_distro/data_to_load/test_data/findingstext_formatted.txt +++ /dev/null @@ -1,289 +0,0 @@ -SEQ_NUMBER|DBKEY|AUDITYEAR|FINDINGREFNUMS|TEXT|CHARTSTABLES -"1"|"100000"|"2014"|"2021-002"|"2021-002 – Filing of Single Audit Report Federal Program – HUD insured mortgage under Section 213 of the National Housing Act -CFDA# – 14.126 -Significant Deficiency -Category of Finding - Other -Criteria - Pursuant to 2 CFR section 200.512(a), the reporting package shall be submitted within -the earlier of 30 days after receipt of the auditor’s report(s), or nine months after the end of -the audit period. -Condition - The Cooperative did not submit the Single Audit Reporting Package for the period -ended March 31, 2020 within nine months after the end of the audit period (December 31, 2020). -Cause - The Cooperative submitted a Single Audit Report prior to the required deadline, but it -was rejected due to the omission of the Corrective Action Plan, a component of the report -required by the OMB Uniform Guidance. The Corrective Action Plan was submitted in January -2021, and final approval of the Single Audit was received, but it was after the December 31, -2020 deadline. -Effect - Failure to submit the required Single Audit Reporting Package timely automatically results -in the Cooperative not qualifying for low-risk auditee status for the subsequent year’s single audit. -Recommendation - We recommend the Cooperative develop, document, and implement -policies and procedures for timely submission of the Single Audit Reporting Package. -Auditee’s comment - The Board of Directors will designate an individual to document financial -statement preparation processes to ensure timely submission of the Single Audit Reporting -Package. -Status - Resolved -Auditor’s non-compliance code - Z -Other -Responsible party for correction action - Craig Brinkman, CFO of REE Development (Management -Agent)"|"N" -"2"|"100000"|"2014"|"2021-002"|"Finding reference number:2021-001 -CFDA title and number (Federal award identification number and year): Capital Advance, CFDA 14.157 and 2007) - -Auditor non-compliance code:B - Failure to make required residual receipts deposit - -Finding resolution status:Resolved - -Universe population size:The universe population is not applicable to the finding. - -Sample size information:The sample size information is not applicable to the finding. - -Noncompliance information:See statement of condition 2021-001 for noncompliance information. - -Statistically valid sample:N/A - -Name of Federal agency:U.S. Department of Housing and Urban Development - -Pass-through entity:N/A - -Questioned costs:$8,402 - -Statement of Condition 2021-001 (CFDA 14.157):The Corporation did not make the required residual receipts deposit computed at March 31, 2020, in the amount of $8,402 within 60 days of fiscal year end. - -Criteria:Pursuant to paragraph 5(c) of the Regulatory Agreement, the residual receipts deposit due to the residual receipts reserve must be deposited within 60 days of fiscal year end. - -Effect:The Corporation was not in compliance with the Regulatory Agreement. - -Cause:The Corporation did not make the required deposit within 60 days of fiscal year end. - -Recommendation:Management should implement a system to ensure the required deposit to the residual receipts is made within 60 days of fiscal year end. - -Completion date:July 15, 2020 - -Management's response:Agree. Management made the required residual receipts deposit on July 15, 2020."|"N" -"2"|"10000"|"2014"|"2021-001"|"SECTION II – FINANCIAL STATEMENT FINDINGS None Reported. -SECTION III – FEDERAL AWARD FINDINGS AND QUESTIONED COSTS -Finding 2021-001: -Information on the Federal Program: CFDA 14.181 – Section 811 Capital Advance. -Compliance Requirements: All disbursements from the reserve must be approved by HUD. -Type of Finding: Noncompliance (Special Tests and Provisions). -Criteria: 24 CFR 891.405(d) Funds may be drawn from the reserve and used only in accordance with HUD guidelines and with the approval of, or as directed by, HUD. -Condition: For the year ending March 31, 2021, we reviewed the withdrawals from the -replacement reserve and noted one withdrawal exceeded the approved amount. -Context: Of the $18,110 withdrawn from the account during the year ended March 31, 2021, $242.58 was not approved. Subsequent to the audit, the Organization deposited $242.58 to the reserve account. -Effect: Organization used reserve funds that were intended for specific purposes risking availability at time of need. -Cause: No cause could be determined. -Recommendation: We recommend management review and revise controls over replacement reserves to ensure required withdrawals are approved. -Responsible Official's Response and Corrective Action Planned: The Organization agrees with the finding and recommendation, as it was human error. On June 14, 2021 a deposit was made into the replacement reserve account for $242.58. -Planned Implementation Date of Corrective Action: June 14, 2021. -Person Responsible for Corrective Action: Melanie Moe, Managing Agent."|"N" -"25140"|"194599"|"2021"|"2021-001"|"SECTION II – FINANCIAL STATEMENT FINDINGS None Reported. -SECTION III – FEDERAL AWARD FINDINGS AND QUESTIONED COSTS -Finding 2021-001: -Information on the Federal Program: CFDA 14.181 – Supportive Housing for Persons with Disabilities. -Compliance Requirements: PRAC project funds must be used only for expenses that are reasonable and necessary to the operation of the project as provided for in the Regulatory Agreement between HUD and the project owner (24 CFR section 891.400(e)). -Criteria: 24 CFR 891.400(e) Project funds must be used for the operation of the project. -Condition: For the year ending March 31, 2021, we reviewed project fund expenditures and found one instance where the organization’s records were unable to support the use of the project funds. -Context: We tested twenty-six (26) disbursements totaling $113,938 from a population of $371,091 and found one instance of noncompliance in the amount of $1,989. -Effect: Funds that were to be used for the operations of the HUD property may not be available at the time of need. -Cause: No cause could be determined. -Recommendation: We recommend management review and revise controls over credit card transactions to ensure disbursements are allowed for the operation of the project. -Responsible Official's Response and Corrective Action Planned: The Organization agrees with the finding and recommendations. Management closed the credit card account and has established a purchasing card as of April 27, 2021 (purchasing cards act like a debit card whereas the funds must be available at the time of purchase). Management has full access and control of the card. -Planned Implementation Date of Corrective Action: April 27, 2021. -Person Responsible for Corrective Action: Melanie Moe, Managing Agent."|"N" -"3"|"100000"|"2014"|"2021-001"|"Finding 2021-001 -Criteria: -Generally, a system of internal control contemplates segregation of duties such that no individual has responsibility to execute a transaction, have physical access to the related assets, and have responsibility or authority to record the transactions. - -Condition: -Due to the limited size of the Cooperative’s business staff, the Cooperative has limited segregation of duties. - -Questioned Costs: -None. - -Context: -The Cooperative has informed us that the small size of its business office staff precludes proper segregation of duties at this time. - -Effect: -The Cooperative is unable to maintain segregation of incompatible duties. - -Cause: -Limited number of staff in the business office. - -Repeat Finding: -The finding was reported in the prior year as finding 2020-001. - -Recommendation: -We recommend that the Cooperative continue to segregate incompatible duties as best it can within the limits of what the Cooperative considers to be cost beneficial. - -Current Status: -Unresolved, the Cooperative still has a limited number of staff in the business office. - -Action Taken: -The Cooperative reviews and makes improvements to its internal controls on an ongoing basis, and attempts to maximize the segregation of duties in all areas within the limits of the staff available. - -Views of Responsible Officials and Planned Corrective Actions: -The Cooperative agrees with this finding and will adhere to the corrective action plan. -"|"N" -"25156"|"100000"|"2021"|"2021-002"|"Finding 2021-002 -Criteria: -Generally, a system of internal control includes the ability to understand and prepare the Cooperative’s financial statements and related disclosures in accordance with accounting principles generally accepted in the United States of America (GAAP). - -Condition: -Due to the limited size of the Cooperative’s business staff and related resources available, the Cooperative has utilized the auditor to post adjusting journal entries and prepare the financial statements and related disclosures in accordance with accounting principles generally accepted in the United States of America. - -Questioned Costs: -None. - -Context: -The Cooperative has informed us that the small size and qualifications of its business office staff precludes the Cooperative from posting adjusting journal entries and preparing its own financial statements. - -Effect: -The Cooperative is unable to prepare GAAP based financial statements. - -Cause: -Limited number of staff and hours available preclude the Cooperative from preparing the GAAP based financial statements. The Cooperative will continue to review auditor prepared financial statements. - -Repeat Finding: -This finding was reported in the prior year as finding 2020-002. - -Recommendation: -We recommend that the Cooperative continue to review the auditor prepared adjusting journal entries and financial statements with the intention of understanding and acceptance of responsibility for reporting under generally accepted accounting principles. - -Current Status: -Unresolved, the number of staff and qualifications of staff have not changed. The Cooperative is continuing to review the auditor prepared adjusting journal entries and financial statements. - -Action Taken: -The Cooperative will continue to review the auditor prepared adjusting journal entries and financial statements with the intention of understanding and acceptance of responsibility for reporting under generally accepted accounting principles. - -Views of Responsible Officials and Planned Corrective Actions: -The Cooperative agrees with this finding and will adhere to the corrective action plan. -"|"N" -"25245"|"100000"|"2021"|"2021-001"|"Supportive Housing for Elderly Persons, CFDA #14.157 Condition:It was determined during the year ended March 31, 2021 that due to an incorrect income calculation, a current tenant’s income exceeded HUD income requirements for the Supportive Housing for Elderly Persons, CFDA #14.157. -Criteria:In order to qualify for residency, a tenant’s income must not exceed HUD regulated income limits. -Cause:The tenant’s income was incorrectly calculated at the time of move-in. -Effect:The Project was out of compliance with the requirement of Supportive Housing for Elderly Persons, CFDA #14.157 -Recommendation: It is recommended that procedures be put into place to ensure that tenant income is calculated in accordance with HUD regulations at the time of move in. -"|"N" -"25278"|"191128"|"2021"|"2021-001"|"S3800-010 – Finding Reference Number: 2021-001 - -Program Information -S3800-011: Federal Program -Mortgage Insurance for the Purchase or Refinancing of Existing Multifamily Housing Projects Section 207/223f (CFDA # 14.155) -Federal Agency: U.S. Department of Housing and Urban Development -Pass-through Entity: None -Type of Compliance Finding: N - Special Tests and Provisions - -S3800-015: Type of Finding -Federal Awards and Financial Reporting Finding - -S3800-016: Finding Resolution Status -In-process - -S3800-017: Information on Universe Population Size -N/A - -S3800-018: Sample Size Information -N/A - -S3800-019: Repeat Finding Number -N/A - -S3800-020: Criteria -The regulatory agreement requires that the Organization’s books and records are maintained in accordance with GAAP. - -S3800-030: Statement of Condition -During our audit of the Organization’s fiscal year ended March 31, 2021 federal award program, we noted that management was not reconciling the aged tenant accounts receivable subsidiary ledger to the general ledger. Also, escrow accounts including reserve for replacement were not reconciled to lender statement. The liabilities were also not completely recorded at the year end. - -S3800-032: Cause -The Organization books are maintained in QuickBooks, whereas tenant rental transactions are recorded at a detail level in a different software and the detail information is not reconciled to the general ledger. Management was not reconciling the financial statements to source documents. - -S3800-033: Effect or Potential Effect -The Organization is not in compliance with requirement to maintain books and records according to GAAP. - -S3800-035: Auditor Non-Compliance Code -S – Internal Control Deficiencies - -S3800-040: Questioned Costs -None - -S3800-045: Reporting Views of Responsible Officials -Management agreed with auditor’s finding. - -S3800-050: Context -Management was not reconciling the financial statements to source documents including reports from the software used to process tenant rental activities. - -S3800-080: Recommendation -As part of the month-end closing process, management should ensure that the accounts reconcile to source documents including reports from the software used to process tenant rental activities. - -S3800-090: Auditor’s Summary of the Auditee’s Comments on the Findings and Recommendations -Concur - -S3800-130: Response Indicator -Agree - -S3800-140: Completion Date -September 30, 2021 - -S3800-150:Response -See Corrective Action Plan -"|"N" -"25279"|"100000"|"2021"|"2021-002"|"S3800-010 – Finding Reference Number: 2021-002 - -Program Information -S3800-011: Federal Program -Mortgage Insurance for the Purchase or Refinancing of Existing Multifamily Housing Projects Section 207/223f (CFDA # 14.155) -Federal Agency: U.S. Department of Housing and Urban Development -Pass-through Entity: None -Type of Compliance Finding: N – Special Tests and Provisions - -S3800-015: Type of Finding -Federal Awards Finding - -S3800-016: Finding Resolution Status -In-progress - -S3800-017: Information on Universe Population Size -N/A - -S3800-018: Sample Size Information -N/A - -S3800-019: Repeat Finding Number -2020-001 - -S3800-020: Criteria -The regulatory agreement allow the Organization to pay a bookkeeping fee that was approved by HUD on HUD Form 9839-B, Project Owner’s & Management Agent’s Certification for Multifamily Housing Projects for Identity-of-Interest or Independent Management Agents (HUD Form 9839-B). - -S3800-030: Statement of Condition -During our audit of the Organization’s fiscal year ended March 31, 2021 federal award program, we noted that the Organization was charged the bookkeeping fee of $150 per month by the management company. HUD Form 9839-B allowed $100 per month as the bookkeeping fee. - -S3800-032: Cause -The Organization was inadvertently charged a bookkeeping fee of $150 per month instead of $100 per month. - -S3800-033: Effect or Potential Effect -The Organization was not in compliance with the regulatory agreement requirement related to bookkeeping fees allowed to be charged by the management company. -S3800-035: Auditor Non-Compliance Code -Z – Other - -S3800-040: Questioned Costs -$600 - -S3800-045: Reporting Views of Responsible Officials -The Organization agreed with auditors’ finding. - -S3800-050: Context -The Organization paid $150 per month for bookkeeping services during the year ended March 31, 2021 instead of $100 allowed by HUD Form 9839-B. - -S3800-080: Recommendation -The management company should reimburse the Organization for $3,000, the cumulative overpaid bookkeeping fees as of March 31, 2021. The Organization should pay no more than the approved bookkeeping fee going forward. - -S3800-090: Auditor’s Summary of the Auditee’s Comments on the Findings and Recommendations -Concur - -S3800-130: Response Indicator -Agree - -S3800-140: Completion Date -September 30, 2021 - -S3800-150:Response -See Corrective Action Plan -"|"N" \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/gen.txt b/backend/data_distro/data_to_load/test_data/gen.txt deleted file mode 100644 index 229740cca..000000000 --- a/backend/data_distro/data_to_load/test_data/gen.txt +++ /dev/null @@ -1,26 +0,0 @@ -AUDITYEAR|DBKEY|TYPEOFENTITY|FYENDDATE|AUDITTYPE|PERIODCOVERED|NUMBERMONTHS|EIN|MULTIPLEEINS|EINSUBCODE|DUNS|MULTIPLEDUNS|AUDITEENAME|STREET1|STREET2|CITY|STATE|ZIPCODE|AUDITEECONTACT|AUDITEETITLE|AUDITEEPHONE|AUDITEEFAX|AUDITEEEMAIL|AUDITEEDATESIGNED|AUDITEENAMETITLE|CPAFIRMNAME|CPASTREET1|CPASTREET2|CPACITY|CPASTATE|CPAZIPCODE|CPACONTACT|CPATITLE|CPAPHONE|CPAFAX|CPAEMAIL|CPADATESIGNED|COG_OVER|COGAGENCY|OVERSIGHTAGENCY|TYPEREPORT_FS|SP_FRAMEWORK|SP_FRAMEWORK_REQUIRED|TYPEREPORT_SP_FRAMEWORK|GOINGCONCERN|REPORTABLECONDITION|MATERIALWEAKNESS|MATERIALNONCOMPLIANCE|TYPEREPORT_MP|DUP_REPORTS|DOLLARTHRESHOLD|LOWRISK|REPORTABLECONDITION_MP|MATERIALWEAKNESS_MP|QCOSTS|CYFINDINGS|PYSCHEDULE|TOTFEDEXPEND|DATEFIREWALL|PREVIOUSDATEFIREWALL|REPORTREQUIRED|MULTIPLE_CPAS|AUDITOR_EIN|FACACCEPTEDDATE|CPAFOREIGN|CPACOUNTRY|ENTITY_TYPE|UEI|MULTIPLEUEIS -1997|100000||30-SEP-97|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION INC|PO BOX 670||OKMULGEE|OK|74447|JEFF SCHUMAN|EXECUTIVE DIRECTOR|9187562826|||02-MAR-98|JEFF SCHUMAN EXECUTIVE DIRECTOR|SAUNDERS & ASSOCIATES|630 E 17TH||ADA|OK|74820|G B SAUNDERS |MANAGING PARTNER|5804365330|5803322272||17-FEB-98|O|83|83|Q||||N|Y|Y|Y|Q||300000|N|Y|Y|N|||2195498|15-MAY-98||Y|||05-MAR-98||||| -1998|100000||30-SEP-98|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION INC|PO BOX 670|313 W 8TH |OKMULGEE|OK|74447|DIANE DUNSON|FISCAL OFFICERR|9187562826|9187566829||19-MAR-99|JEFF SCHUMAN/EXECUTIVE DIRE|SAUNDERS & ASSOCIATES.|PO BOX 1406||ADA|OK|748211406|G B SAUNDERS|MANAGING PARTNER|5803328548|5803322272||15-MAR-99|O|10|10|Q||||N|N||N|Q||300000|N|Y|Y|N|||2443678|17-JUN-99||Y|||24-MAR-99||||| -1999|100000||30-SEP-99|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION INC|PO BOX 670|313 W 8TH |OKMULGEE|OK|74447|DIANNE DUNSON|FISCAL OFFICER|9187562826|9187566829||31-JAN-00|JEFF SCHUMAN EXECUTIVE DIRECTOR\|LARRY L WILLSEY CPA PC|717 S BROADWAY||GEARY|OK|73040|LARRY L WILLSEY|PRESIDENT & CEO|4058842779|4058842779||20-JAN-00|O|10|10|U||||N|N||N|U||300000|Y|N|N|N|||2715892|15-FEB-00||N|||03-FEB-00||||| -2000|100000||30-SEP-00|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION INC|PO BOX 670||OKMULGEE|OK|74447|DIANNE DUNSON|FISCAL OFFICER|9187562826|9187566829||10-JAN-01|JEFF SCHUMAN/ EXECUTIVE DIRECTOR|LARRY L WILLSEY CPA PC|717 S BROADWAY||GEARY|OK|73040|LARRY L. WILLSEY|PRESIDENT & CEO|4058842779|||05-JAN-01|O|10|10|U||||N|N||N|U||300000|Y|N|N|N|||2875293|28-FEB-01||N|||19-JAN-01||||| -2001|100000|908|30-SEP-01|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION INC|P.O. BOX 670||OKMULGEE|OK|74447|DIANNE DUNSON|FISCAL OFFICER|9187562826|9187566829||11-JAN-02|JEFF SCHUMAN EXECUTIVE DIRECTOR|LARRY L. WILLSEY, CPA, PC|717 S. BROADWAY||GEARY|OK|73040|LARRY L.WILLSEY |PRESIDENT & CEO|4058842776||WILLSEYL@PLDI.NET|09-JAN-02|O||10|U||||N|N||N|U|N|300000|Y|N||N|N|N|2875169|12-MAR-02|||||17-JAN-02||||| -2002|100000|908|30-SEP-02|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|P.O. BOX 670||OKMULGEE|OK|74447|DIANNE DUNSON|FISCAL OFFICER|9187562826|9187566829||08-JAN-03|JEFF SCHUMAN EXEC DIR|LARRY L. WILLSEY, CPA, PC|717 S. BROADWAY||GEARY|OK|73040|LARRY L. WILLSEY|PRES & CEO|4058842779||WILLSEYL@PLDI.NET|04-JAN-03|O||10|U||||N|N||N|U|N|300000|Y|N|N|N|N|N|3378800|30-JAN-03|||||13-JAN-03||||| -2003|100000|908|30-SEP-03|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|P.O. BOX 670||OKMULGEE|OK|74447|DIANNE DUNSON|FISCAL OFFICER|9187562826|9187566829||30-DEC-03|JEFFERY SCHUMAN/EXECUTIVE DIRECTOR|LARRY L. WILLSEY, CPA, PC|717 S. BROADWAY||GEARY|OK|73040|LARRY WILLSEY|PRES & CEO|4058842779|||19-DEC-03|O||10|U||||N|N||N|U|N|300000|Y|N|N|N|N|N|3652636|12-FEB-04|||||31-DEC-03||||| -2004|100000|908|30-SEP-04|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|P.O. BOX 670||OKMULGEE|OK|74447|LINDA BESHEAR|CHIEF FINANCIAL OFFICER|9187562826|9187566829||23-MAR-05|JEFF SCHUMAN EXECUTIVE DIRECTOR|LARRY L WILLSEY, CPA, PC|717 S BROADWAY||GEARY|OK|73040|LARRY WILLSEY|PRES & CEO|4058842779|4058842779|WILLSEYL@PLDI.NET|15-MAR-05|O||10|U||||N|Y|Y|Y|U|N|300000|Y|N|N|N|N|N|4002250|15-FEB-06|||||28-MAR-05||||| -2005|100000|908|30-SEP-05|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|P.O. BOX 670||OKMULGEE|OK|74447|LINDA BESHEAR|CHIEF FINANCIAL OFFICER|9187562826|9187566829||08-FEB-06|JEFF SCHUMAN EXECUTIVE DIRECTOR|LARRY L. WILLSEY, CPA, PC|717 S. BROADWAY||GEARY|OK|73040|LARRY WILLSEY|PRES & CEO|4058842779||WILLSEYL@PLDI.NET|25-JAN-06|O||10|U||||N|Y|N|N|U|N|300000|N|N|N|N|N|N|4021680|11-JUL-07|||||13-FEB-06||||| -2006|100000|908|30-SEP-06|S|A||730776899|N|000|||DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|P.O. BOX 670||OKMULGEE|OK|74447|LINDA BESHEAR|CHIEF FINANCIAL OFFICER|9187562826|9187566829||15-FEB-07|JEFF SCHUMAN EXECUTIVE DIRECTOR|LARRY L. WILLSEY, CPA, PC|717 S. BROADWAY||GEARY|OK|73040|LARRY WILLSEY|PRES & CEO|4058842779||WILLSEYL@PLDI.NET|09-FEB-07|O||10|U||||N|Y|Y|N|U|N|300000|N|N|N|N|N|N|3783845|07-JAN-08|||||20-FEB-07||||| -2008|100000|908|30-SEP-08|S|A||730776899|N||136240483|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|JEFF SCHUMAN|EXECUTIVE DIRECTOR|9187562826|9187566829|DEEPFORKCA@AOL.COM|13-MAR-09|JEFF SCHUMAN-EXECUTIVE DIRECTOR|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548|5803322272|SNDRSGRP@YAHOO.COM|10-MAR-09|O||97|U||||N|N||N|U|N|300000|N|N|N|N|N|N|3882054|12-JUN-09|||N||13-MAR-09||||| -2009|100000|908|30-SEP-09|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|JEFF SCHUMAN|EXECUTIVE DIRECTOR|9187562826|9187566829||05-APR-10|JEFF SCHUMAN-EXECUTIVE DIRECTOR|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548|5803322272|SNDRSGRP@YAHOO.COM|02-APR-10|O||97|U||||N|N||N|U|N|300000|Y|N|N|N|N|N|4344589|08-APR-10|||N||05-APR-10||||| -2010|100000|908|30-SEP-10|S|A||730776899|N||136240483|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|JEFF SCHUMAN|EXECUTIVE DIRECTOR|9187562826|9187566829|DEEPFORKCA@AOL.COM|08-SEP-11|LINDA BESHEAR-CFO|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548|5803322272|GSAUNDERS@SAUNDERSCPAS.COM|06-SEP-11|O||97|U||||N|Y|Y|N|U|N|300000|Y|Y|Y|N|Y|N|4998203|09-SEP-11|||N||08-SEP-11||||| -2011|100000|908|30-SEP-11|S|A||730776899|N||136240483|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|JEFF SCHUMAN|EXECUTIVE DIRECTOR|9187562826|9187566829|DEEPFORKCA@AOL.COM|29-JAN-13|LINDA BESHEAR-CHIEF FINANCIAL OFFICER|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548|5803322272|GSAUNDERS@SAUNDERSCPAS.COM|28-JAN-13|O||97|Q||||N|N|Y|N|U|N|300000|N|N|Y|N|Y|N|4715573|14-FEB-13|||N||29-JAN-13||||| -2012|100000|908|30-SEP-12|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|DIRECTOR|9187562826|9187562123|CHRISTIEBALDRIDGE-DEEPFORK@YAHOO.COM|06-SEP-13|CHRISTIE BALDRIDGE-EXEC DIRECTOR|CBEW PROFESSIONAL GROUP, LLP|PO BOX 790||CUSHING|OK|74023|CHUCK CROOKS CPA|PARTNER|9182254216|9182254315|CCROOKS@CBEW.COM|06-SEP-13|O||10|Q||||Y|N||Y|Q|N|300000|N|N|N|N|Y|N|4016381|09-SEP-13|||N||28-JUN-13||||| -2013|100000|908|30-SEP-13|S|A||730776899|N||119737203|N|PAWNEE DEPARTMENT OF PARKS AND RECREATION|PO BOX 670||PAWNEE|IL|74447|Leslie Knope|EXECUTIVE DIRECTOR|9187562826|9187562123|CHRISTIEBALDRIDGE-DEEPFORK@YAHOO.COM|30-JUN-14|CHRISTIE BALDRIDGE-EXECUTIVE DIRECTOR|CONES OF DUNSHIRE INC.|ANNE MARIE ELFRINK, MS, CPA||TULSA|OK|74137|ANNE ELFRINK|OWNER|9183612133|9185124280|ANNE.ELFRINK@CPA.COM|19-JUN-14|O||10|U||||Y|N|Y|N|U|N|300000|N|N|N|N|N|N|2486827|01-JUL-14|||N|271258466|30-JUN-14||||AAAFQYLGJZS7|Y -2014|100000|908|30-SEP-14|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826|9187562123|CHRISTIEBALDRIDGE-DEEPFORK@YAHOO.COM|01-JUN-15|GREG HAMBAY-CONTRACT FISCAL OFFICER|Unique CPA Name|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548|5803322272|GSAUNDERS@SAUNDERSCPAS.COM|29-MAY-15|O||10|U||||N|N|N|N|U|N|300000|N|N|N|N|N|N|2105528|02-JUN-15|||N|208209116|01-JUN-15||||| -2015|100000|908|30-SEP-15|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826|9187562123|CHRISTIEBALDRIDGE-DEEPFORK@YAHOO.COM|18-FEB-16|GREG HAMBAY-CONTRACT CPA|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548|5803322272|GSAUNDERS@SAUNDERSCPAS.COM|03-FEB-16|O||10|U||||N|N|N|N|U|N|300000|N|N|N|N|N|N|2110965|19-FEB-16|||N|208209116|18-FEB-16||||| -2016|100000|908|30-SEP-16|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE |OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826||EXECUTIVEDIRECTOR@DFCAF.ORG|09-MAR-17|GREG HAMBAY-CONTRACT CFO|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548||GSAUNDERS@SAUNDERSCPAS.COM|10-FEB-17|O||10|U||||N|N|N|N|U|N|750000|Y|N|N|N|N|N|2254950|10-MAR-17|||N|208209116|09-MAR-17|||Non-profit|| -2017|100000|908|30-SEP-17|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826||EXECUTIVEDIRECTOR@DFCAF.ORG|09-MAR-18|GREG HAMBAY-CONTRACT CFO|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548||GSAUNDERS@SAUNDERSCPAS.COM|23-FEB-18|O||10|U||||N|N|N|N|U|N|750000|Y|N|N|N|N|N|2418820|12-MAR-18|||N|208209116|09-MAR-18|||Non-profit|| -2018|100000|908|30-SEP-18|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826||EXECUTIVEDIRECTOR@DFCAF.ORG|12-APR-19|GREG HAMBAY-CONTRACT FISCAL OFFICER|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548||GSAUNDERS@SAUNDERSCPAS.COM|03-APR-19|O||10|U||||N|N|N|N|U|N|750000|Y|N|N|N|N|N|2492090|16-APR-19|||N|208209116|12-APR-19|||Non-profit|| -2019|100000|908|30-SEP-19|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC. |PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826||EXECUTIVEDIRECTOR@DFCAF.ORG|17-MAR-20|GREG HAMBAY-CONTRACT CPA|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G.B. SAUNDERS|MANAGING MEMBER|5803328548||GSAUNDERS@SAUNDERSCPAS.COM|05-MAR-20|O||10|U||||N|N|N|N|U|N|750000|Y|N|N|N|N|N|2883811|03-APR-20|||N|208209116|17-MAR-20||US|Non-profit|| -2020|100000|908|30-SEP-20|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826||EXECUTIVEDIRECTOR@DFCAF.ORG|17-MAR-21|GREG HAMBAY-CONTRACT FISCAL OFFICER|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548||GSAUNDERS@SAUNDERSCPAS.COM|17-MAR-21|O||10|U||||N|N|N|N|U|N|750000|Y|N|N|N|N|N|2695200|19-MAR-21|||N|208209116|17-MAR-21||US|Non-profit|| -2021|100000|908|30-SEP-21|S|A||730776899|N||119737203|N|DEEP FORK COMMUNITY ACTION FOUNDATION, INC.|PO BOX 670||OKMULGEE|OK|74447|CHRISTIE BALDRIDGE|EXECUTIVE DIRECTOR|9187562826||EXECUTIVEDIRECTOR@DFCAF.ORG|08-APR-22|CHRISTIE BALDRIDGE-EXECUTIVE DIRECTOR|SAUNDERS & ASSOCIATES, PLLC|PO BOX 1406||ADA|OK|748211406|G. B. SAUNDERS|MANAGING MEMBER|5803328548||GSAUNDERS@SAUNDERSCPAS.COM|31-MAR-22|O||10|U||||N|N|N|N|U|N|750000|Y|N|N|N|N|N|3338396|15-APR-22|||N|208209116|08-APR-22||US|Non-profit|| -1997|100001||31-OCT-97|S|A||730777705|N|000|||UNITED COMMUNITY ACTION PROGRAM INC|501 N SIXTH ST ||PAWNEE|OK|74058|JOHNNY BRYANT|EXECUTIVE DIRECTOR|9187623041|||30-JUN-98|JOHNNY BRYANT/EXECUTIVE DIRECTOR|SAUNDERS & ASSOCIATES|630 E 17TH||ADA|OK|74820|LYNN SAUNDERS|PARTNER|4054365330|||26-JUN-98|C|93||U||||N|Y|N|N|U||300000|N|Y|N|N|||5217400|01-OCT-98||Y|||11-SEP-98||||A88888889| \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/notes.txt b/backend/data_distro/data_to_load/test_data/notes.txt deleted file mode 100644 index adbe7fbe3..000000000 --- a/backend/data_distro/data_to_load/test_data/notes.txt +++ /dev/null @@ -1,5 +0,0 @@ -ID|REPORTID|VERSION|AUDITYEAR|DBKEY|SEQ_NUMBER|TYPE_ID|NOTE_INDEX|TITLE|CONTENT -180887|876492|1|2021|100000|3|3||BASIS OF PRESENTATION|The accompanying schedule of expenditures of federal awards (SEFA) for the year ended January 2, 2021 includes the federal grant activity of Goodwill only and not the consolidated affiliate and is presented on the accrual basis of accounting. The information in the SEFA is presented in accordance with the requirements of Title 2 U.S. Code of Federal Regulations (CFR) Part 200, Uniform Administrative Requirements, Cost Principles, and Audit Requirements for Federal Awards. Goodwills consolidated affiliate, GEI, received approximately $779,000 in federal awards which are not included in Goodwills accompanying SEFA for 2020. GEI was independently audited during its fiscal year end of June 30, 2020 in accordance with Title 2 U.S. Code of Federal Regulations (CFR) Part 200. The consolidated financial statement classifications may include other financial activity for reporting purposes. Therefore, some of the amounts presented in the SEFA may differ from amounts presented in, or used in the preparation of, the consolidated financial statements. -180888|876492|1|2021|100000|2|2|2|10% De Minimis Cost Rate|The auditee did not use the de minimis cost rate. -180889|876492|1|2021|100000|1|1||Significant Accounting Policies Used in Preparing the SEFA|Expenditures reported on the SEFA are reported on the accrual basis of accounting. Such expenditures are recognized following the cost principles contained in the Uniform Guidance, wherein certain types of expenditures are not allowable or are limited as to reimbursement. Goodwill has elected not to use the 10% de minimis indirect cost rate as allowed under the Uniform Guidance. -183559|880711|1|2021|100000|4|1||Significant Accounting Policies Used in Preparing the SEFA|Note A- Basis of PresentationThe accompanying schedule of expenditures of federal awards includes the federal award (the Schedule) of Citizens of Lake County for Health Care, Inc. under programs of the federal government for the year ended January 31, 2021. The information in this Schedule is presented in accordance with the requirements of Title 2 U.S. Code of Federal Regulations Part 200, Uniform Administrative Requirements, Cost Principles, and Audit Requirements for Federal Awards (Uniform Guidance). Because the Schedule presents only a selected portion of the operations of Citizens of Lake County for Health Care, Inc., it is not intended to and does not present the financial position, changes in net assets, or cash flows of Citizens of Lake County for Health Care, Inc.Note B-Summary of Significant Accounting PoliciesExpenditures reported on the Schedule are reported on the accrual basis of accounting. Such expenditures are recognized following the cost principles contained in the Uniform Guidance, wherein certain types of expenditures are not allowable or are limited as to reimbursement. Negative amounts shown on the Schedule represent adjustments or credits made in the normal course of business to amounts reported as expenditures in prior years. Citizens of Lake County for Health Care, Inc. has elected not to use the 10 percent de minimus indirect cost rate allowed under Uniform Guidance.Note C- SubrecipientsThe Organization provided no federal awards to subrecipients. \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/passthrough.txt b/backend/data_distro/data_to_load/test_data/passthrough.txt deleted file mode 100644 index 8cf959c2e..000000000 --- a/backend/data_distro/data_to_load/test_data/passthrough.txt +++ /dev/null @@ -1,4 +0,0 @@ -DBKEY|AUDITYEAR|ELECAUDITSID|PASSTHROUGHNAME|PASSTHROUGHID -100000|1997|33633651|FOOD BANK OF THE ROCKIES|N/A -100000|2016|33633655|COLORADO DEPARTMENT OF PUBLIC HEALTH AND ENVIRONMENT|ENVHL202055881-00 -100000|2021|34514996|CALIFORNIA DSS|68-0287677 \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/revisions.txt b/backend/data_distro/data_to_load/test_data/revisions.txt deleted file mode 100644 index f27c78f22..000000000 --- a/backend/data_distro/data_to_load/test_data/revisions.txt +++ /dev/null @@ -1,16 +0,0 @@ -DBKEY|AUDITYEAR|GENINFO|GENINFO_EXPLAIN|FEDERALAWARDS|FEDERALAWARDS_EXPLAIN|NOTESTOSEFA|NOTESTOSEFA_EXPLAIN|AUDITINFO|AUDITINFO_EXPLAIN|FINDINGS|FINDINGS_EXPLAIN|FINDINGSTEXT|FINDINGSTEXT_EXPLAIN|CAP|CAP_EXPLAIN|OTHER|OTHER_EXPLAIN|ELECRPTREVISIONID -49340|2021|||ADDED OR REMOVED|ADDED $268,470 FOR CFDA #93.434 THAT WAS PREVIOUSLY INADVERTENTLY LEFT OUT.|||||||||||||15604 -252617|2021|||||||||||||||OTHER|ADDED AUDITED FINANCIALS WITH THE REPORT|14419 -98439|2021|||MAJOR PROGRAM|CARES ACT WAS RE-AUDITED AS A MAJOR HIGH RISK PROGRAM ( TYPE A ) AS THE SPENDING WAS RELATED TO COVID 19|||||||||||||15785 -33096|2021|||PASS-THROUGH FROM|CORRECTION OF GRANT ID|||||||||||||17418 -185803|2021|||||||||||EDITED|FILING HAD A TYPO.|||||16724 -160251|2021|||||||||||||EDITED|ADDED DATES FOR CORRECTIVE ACTION TO TAKE PLACE AND THE NAME AND TITLE OF THE DISTRICT CONTACT.|||12916 -179959|2021|||||||SIGNIFICANT DEFICIENCY|ADDED CORRECTIVE PLAN.|||||||||13371 -251665|2021|||||||||||EDITED|TWO FINDING WERE LEFT OFF|EDITED|TWO FINDINGS WERE LEFT OFF|||15502 -100000|2021|||MAJOR PROGRAM|EDUCATION STABILIZATION FUND ADDED AS MAJOR PROGRAM.|||||||||||||15119 -169715|2021|||CFDA NUMBER|UPDATED THE DATA COLLECTION FORM (DCF) TO INDICATE THE ALPHA CHARACTER THAT IS ASSIGNED TO CFDA 84.425.|||||||||||||15223 -25877|2021|||MAJOR PROGRAM|CHANGED HIGHER EDUCATION EMERGENCY RELIEF FUNDS (HEERF) AWARDS TO BE AUDITED AS A MAJOR PROGRAM|||||||||||||16930 -157605|2021|||MAJOR PROGRAM|A CHANGE TO THE MAJOR PROGRAMS IN THE FEDERAL AWARDS SECTION|||||||||||||14053 -223855|2021|||ADDED OR REMOVED,CFDA NUMBER|CORRECTED CFDA #|||||||||||||16043 -187368|2021|||ADDED OR REMOVED,AMOUNT EXPENDED|IT WAS DETERMINED THAT ADDITIONAL FUNDS WERE TO BE INCLUDED IN ADDITION TO CHANGES WITH EXISTING FUND AMOUNTS DUE TO TIMING DIFFERENCES WITH FISCAL YEARS.|||||||||||||14085 -190831|2021|||||||||ADDED OR REMOVED|AUDITORS DID NOT PROPERLY IDENTIFY THE FEDERAL FINDING |||||||13176 \ No newline at end of file diff --git a/backend/data_distro/data_to_load/test_data/ueis.txt b/backend/data_distro/data_to_load/test_data/ueis.txt deleted file mode 100644 index 1d9d053a8..000000000 --- a/backend/data_distro/data_to_load/test_data/ueis.txt +++ /dev/null @@ -1,4 +0,0 @@ -AUDITYEAR|DBKEY|UEI|UEISEQNUM -2013|100000|LLCFQYLGJZS7|000 -2013|100000|GPQ2K36AJHG3|002 -2013|100000|NJWKWGVY9898|001 \ No newline at end of file diff --git a/backend/data_distro/docs.py b/backend/data_distro/docs.py deleted file mode 100644 index 2a283ebe3..000000000 --- a/backend/data_distro/docs.py +++ /dev/null @@ -1,257 +0,0 @@ -""" -Using the OpenAPI structure to add docs for data -The field name is going to be a short name, the long name is going to be a short explanation and the description is going to be for the data source. - -This is where the model docs descriptions come from. Keep formatting consistent so we can automatically create upload mappings and documentation. - -These strings are formatted: -"Data sources: