From 5828bc22738dde1c0aae7906820eae043a82929d Mon Sep 17 00:00:00 2001 From: Puneet Saraswat Date: Sun, 10 Dec 2023 10:00:26 +0530 Subject: [PATCH] cleanup and organize tests in folders --- querent/ingestors/ingestor_manager.py | 1 + tests/{ => collector_tests}/test_aws_collector.py | 0 tests/{ => collector_tests}/test_azure_collector.py | 0 tests/{ => collector_tests}/test_code_ingestor.py | 0 tests/{ => collector_tests}/test_drive_collector.py | 0 tests/{ => collector_tests}/test_dropbox_collector.py | 0 tests/{ => collector_tests}/test_email_collector.py | 0 tests/{ => collector_tests}/test_gcs_collector.py | 0 tests/{ => collector_tests}/test_jira_collector.py | 0 tests/ingestors/__init__.py | 0 tests/{ => ingestors}/test_audio_ingestor.py | 0 tests/{ => ingestors}/test_csv_ingestor.py | 0 tests/{ => ingestors}/test_doc_ingestor.py | 0 tests/{ => ingestors}/test_generic_ingestor.py | 0 tests/{ => ingestors}/test_github_ingestor.py | 0 tests/{ => ingestors}/test_html_ingestor.py | 0 tests/{ => ingestors}/test_image_ingestor.py | 0 tests/{ => ingestors}/test_json_ingestor.py | 0 tests/{ => ingestors}/test_pdf_ingestor.py | 0 tests/{ => ingestors}/test_ppt_ingestor.py | 0 tests/{ => ingestors}/test_text_ingestor.py | 0 tests/{ => ingestors}/test_webscrapper.py | 0 tests/{ => ingestors}/test_xlsx_ingestor.py | 0 tests/{ => ingestors}/test_xml_ingestor.py | 0 tests/workflows/__init__.py | 0 tests/{ => workflows}/test-fanning-in-collectors.py | 0 tests/{ => workflows}/test_async_collectors_ingestion.py | 0 27 files changed, 1 insertion(+) rename tests/{ => collector_tests}/test_aws_collector.py (100%) rename tests/{ => collector_tests}/test_azure_collector.py (100%) rename tests/{ => collector_tests}/test_code_ingestor.py (100%) rename tests/{ => collector_tests}/test_drive_collector.py (100%) rename tests/{ => collector_tests}/test_dropbox_collector.py (100%) rename tests/{ => collector_tests}/test_email_collector.py (100%) rename tests/{ => collector_tests}/test_gcs_collector.py (100%) rename tests/{ => collector_tests}/test_jira_collector.py (100%) create mode 100644 tests/ingestors/__init__.py rename tests/{ => ingestors}/test_audio_ingestor.py (100%) rename tests/{ => ingestors}/test_csv_ingestor.py (100%) rename tests/{ => ingestors}/test_doc_ingestor.py (100%) rename tests/{ => ingestors}/test_generic_ingestor.py (100%) rename tests/{ => ingestors}/test_github_ingestor.py (100%) rename tests/{ => ingestors}/test_html_ingestor.py (100%) rename tests/{ => ingestors}/test_image_ingestor.py (100%) rename tests/{ => ingestors}/test_json_ingestor.py (100%) rename tests/{ => ingestors}/test_pdf_ingestor.py (100%) rename tests/{ => ingestors}/test_ppt_ingestor.py (100%) rename tests/{ => ingestors}/test_text_ingestor.py (100%) rename tests/{ => ingestors}/test_webscrapper.py (100%) rename tests/{ => ingestors}/test_xlsx_ingestor.py (100%) rename tests/{ => ingestors}/test_xml_ingestor.py (100%) create mode 100644 tests/workflows/__init__.py rename tests/{ => workflows}/test-fanning-in-collectors.py (100%) rename tests/{ => workflows}/test_async_collectors_ingestion.py (100%) diff --git a/querent/ingestors/ingestor_manager.py b/querent/ingestors/ingestor_manager.py index e7bca426..a86ef154 100644 --- a/querent/ingestors/ingestor_manager.py +++ b/querent/ingestors/ingestor_manager.py @@ -103,6 +103,7 @@ def __init__( IngestorBackend.HTML.value: HtmlIngestorFactory(), IngestorBackend.MP4.value: VideoIngestorFactory(), IngestorBackend.GITHUB.value: GithubIngestorFactory(), + IngestorBackend.Slack.value: TextIngestorFactory(), # Add more mappings as needed } self.file_caches = LRUCache(maxsize=cache_size) diff --git a/tests/test_aws_collector.py b/tests/collector_tests/test_aws_collector.py similarity index 100% rename from tests/test_aws_collector.py rename to tests/collector_tests/test_aws_collector.py diff --git a/tests/test_azure_collector.py b/tests/collector_tests/test_azure_collector.py similarity index 100% rename from tests/test_azure_collector.py rename to tests/collector_tests/test_azure_collector.py diff --git a/tests/test_code_ingestor.py b/tests/collector_tests/test_code_ingestor.py similarity index 100% rename from tests/test_code_ingestor.py rename to tests/collector_tests/test_code_ingestor.py diff --git a/tests/test_drive_collector.py b/tests/collector_tests/test_drive_collector.py similarity index 100% rename from tests/test_drive_collector.py rename to tests/collector_tests/test_drive_collector.py diff --git a/tests/test_dropbox_collector.py b/tests/collector_tests/test_dropbox_collector.py similarity index 100% rename from tests/test_dropbox_collector.py rename to tests/collector_tests/test_dropbox_collector.py diff --git a/tests/test_email_collector.py b/tests/collector_tests/test_email_collector.py similarity index 100% rename from tests/test_email_collector.py rename to tests/collector_tests/test_email_collector.py diff --git a/tests/test_gcs_collector.py b/tests/collector_tests/test_gcs_collector.py similarity index 100% rename from tests/test_gcs_collector.py rename to tests/collector_tests/test_gcs_collector.py diff --git a/tests/test_jira_collector.py b/tests/collector_tests/test_jira_collector.py similarity index 100% rename from tests/test_jira_collector.py rename to tests/collector_tests/test_jira_collector.py diff --git a/tests/ingestors/__init__.py b/tests/ingestors/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/tests/test_audio_ingestor.py b/tests/ingestors/test_audio_ingestor.py similarity index 100% rename from tests/test_audio_ingestor.py rename to tests/ingestors/test_audio_ingestor.py diff --git a/tests/test_csv_ingestor.py b/tests/ingestors/test_csv_ingestor.py similarity index 100% rename from tests/test_csv_ingestor.py rename to tests/ingestors/test_csv_ingestor.py diff --git a/tests/test_doc_ingestor.py b/tests/ingestors/test_doc_ingestor.py similarity index 100% rename from tests/test_doc_ingestor.py rename to tests/ingestors/test_doc_ingestor.py diff --git a/tests/test_generic_ingestor.py b/tests/ingestors/test_generic_ingestor.py similarity index 100% rename from tests/test_generic_ingestor.py rename to tests/ingestors/test_generic_ingestor.py diff --git a/tests/test_github_ingestor.py b/tests/ingestors/test_github_ingestor.py similarity index 100% rename from tests/test_github_ingestor.py rename to tests/ingestors/test_github_ingestor.py diff --git a/tests/test_html_ingestor.py b/tests/ingestors/test_html_ingestor.py similarity index 100% rename from tests/test_html_ingestor.py rename to tests/ingestors/test_html_ingestor.py diff --git a/tests/test_image_ingestor.py b/tests/ingestors/test_image_ingestor.py similarity index 100% rename from tests/test_image_ingestor.py rename to tests/ingestors/test_image_ingestor.py diff --git a/tests/test_json_ingestor.py b/tests/ingestors/test_json_ingestor.py similarity index 100% rename from tests/test_json_ingestor.py rename to tests/ingestors/test_json_ingestor.py diff --git a/tests/test_pdf_ingestor.py b/tests/ingestors/test_pdf_ingestor.py similarity index 100% rename from tests/test_pdf_ingestor.py rename to tests/ingestors/test_pdf_ingestor.py diff --git a/tests/test_ppt_ingestor.py b/tests/ingestors/test_ppt_ingestor.py similarity index 100% rename from tests/test_ppt_ingestor.py rename to tests/ingestors/test_ppt_ingestor.py diff --git a/tests/test_text_ingestor.py b/tests/ingestors/test_text_ingestor.py similarity index 100% rename from tests/test_text_ingestor.py rename to tests/ingestors/test_text_ingestor.py diff --git a/tests/test_webscrapper.py b/tests/ingestors/test_webscrapper.py similarity index 100% rename from tests/test_webscrapper.py rename to tests/ingestors/test_webscrapper.py diff --git a/tests/test_xlsx_ingestor.py b/tests/ingestors/test_xlsx_ingestor.py similarity index 100% rename from tests/test_xlsx_ingestor.py rename to tests/ingestors/test_xlsx_ingestor.py diff --git a/tests/test_xml_ingestor.py b/tests/ingestors/test_xml_ingestor.py similarity index 100% rename from tests/test_xml_ingestor.py rename to tests/ingestors/test_xml_ingestor.py diff --git a/tests/workflows/__init__.py b/tests/workflows/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/tests/test-fanning-in-collectors.py b/tests/workflows/test-fanning-in-collectors.py similarity index 100% rename from tests/test-fanning-in-collectors.py rename to tests/workflows/test-fanning-in-collectors.py diff --git a/tests/test_async_collectors_ingestion.py b/tests/workflows/test_async_collectors_ingestion.py similarity index 100% rename from tests/test_async_collectors_ingestion.py rename to tests/workflows/test_async_collectors_ingestion.py