Merge pull request #97 from TogetherCrew/feat/make-analyzer-library

Feat: make analyzer library
TogetherCrew · Jul 4, 2024 · 5c3c870 · 5c3c870
2 parents 5842533 + 652fc02
commit 5c3c870
Show file tree

Hide file tree

Showing 210 changed files with 1,348 additions and 1,273 deletions.
diff --git a/.github/workflows/production.yml b/.github/workflows/production.yml
@@ -9,4 +9,29 @@ jobs:
   ci:
     uses: TogetherCrew/operations/.github/workflows/ci.yml@main
     secrets:
-      CC_TEST_REPORTER_ID: ${{ secrets.CC_TEST_REPORTER_ID }}
+      CC_TEST_REPORTER_ID: ${{ secrets.CC_TEST_REPORTER_ID }}
+  package_publish:
+    needs: ci
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.10"]
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip setuptools wheel twine
+      - name: Build package
+        run: |
+          python setup.py sdist bdist_wheel
+      - name: Publish package to PyPI
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
+        run: |
+          python -m twine upload dist/*
diff --git a/analyzer_init.py b/analyzer_init.py
diff --git a/discord_utils.py b/discord_utils.py
diff --git a/docker-compose.test.yml b/docker-compose.test.yml
@@ -42,6 +42,7 @@ services:
         condition: service_healthy
   mongo:
     image: "mongo:6.0.8"
+    restart: always
     attach: false
     environment:
       - MONGO_INITDB_ROOT_USERNAME=root
@@ -54,6 +55,7 @@ services:
       start_period: 40s
   neo4j:
     image: "neo4j:5.9.0"
+    restart: always
     attach: false
     environment:
       - NEO4J_AUTH=neo4j/password
@@ -67,6 +69,7 @@ services:
       start_period: 40s
   rabbitmq:
     image: "rabbitmq:3-management-alpine"
+    restart: always
     environment:
       - RABBITMQ_DEFAULT_USER=root
       - RABBITMQ_DEFAULT_PASS=pass

diff --git a/requirements.txt b/requirements.txt
@@ -2,27 +2,23 @@ attrs==22.2.0
 dnspython==2.2.1
 exceptiongroup==1.1.0
 iniconfig==2.0.0
-numpy==1.24.1
 packaging==23.0
 pluggy==1.0.0
 pymongo==4.3.3
-pytest==7.2.0
 python-dateutil==2.8.2
 pytz==2022.7.1
 python-dotenv>=1.0.0
 six==1.16.0
 tomli==2.0.1
 networkx==3.1
 requests==2.29.0
-pytest-cov==4.0.0
-coverage==7.2.5
 python-dateutil==2.8.2
 tqdm
 tc-messageBroker==1.6.7
 sentry-sdk
 rq
 redis
 tc-core-analyzer-lib==1.3.1
-tc-neo4j-lib==2.0.0
+tc-neo4j-lib==2.0.1
 pybars3
 backoff==2.2.1
diff --git a/server.py b/server.py
diff --git a/setup.py b/setup.py
@@ -0,0 +1,17 @@
+from setuptools import find_packages, setup
+
+with open("requirements.txt") as f:
+    requirements = f.read().splitlines()
+
+
+setup(
+    name="tc-analyzer-lib",
+    version="1.0.0",
+    author="Mohammad Amin Dadgar, TogetherCrew",
+    maintainer="Mohammad Amin Dadgar",
+    maintainer_email="[email protected]",
+    packages=find_packages(),
+    description="A platform agnostic analyzer, computing the TogetherCrew dashboard metrics.",
+    long_description=open("README.md").read(),
+    install_requires=requirements,
+)
diff --git a/automation/__init__.py → tc_analyzer_lib/DB_operations/__init__.py b/automation/__init__.py → tc_analyzer_lib/DB_operations/__init__.py
diff --git a/...analyzer/DB_operations/mongo_neo4j_ops.py → ...yzer_lib/DB_operations/mongo_neo4j_ops.py b/...analyzer/DB_operations/mongo_neo4j_ops.py → ...yzer_lib/DB_operations/mongo_neo4j_ops.py
@@ -1,9 +1,9 @@
 import logging
 
-from discord_analyzer.DB_operations.mongodb_interaction import MongoDBOps
-from discord_analyzer.DB_operations.network_graph import NetworkGraph
+from tc_analyzer_lib.DB_operations.mongodb_interaction import MongoDBOps
+from tc_analyzer_lib.DB_operations.network_graph import NetworkGraph
+from tc_analyzer_lib.schemas import GraphSchema
 from tc_neo4j_lib.neo4j_ops import Neo4jOps, Query
-from discord_analyzer.schemas import GraphSchema
 
 
 class MongoNeo4jDB:

diff --git a/..._analyzer/DB_operations/mongodb_access.py → ...lyzer_lib/DB_operations/mongodb_access.py b/..._analyzer/DB_operations/mongodb_access.py → ...lyzer_lib/DB_operations/mongodb_access.py
@@ -1,4 +1,4 @@
-from utils.mongo import MongoSingleton
+from tc_analyzer_lib.utils.mongo import MongoSingleton
 
 
 class DB_access:

diff --git a/...yzer/DB_operations/mongodb_interaction.py → ..._lib/DB_operations/mongodb_interaction.py b/...yzer/DB_operations/mongodb_interaction.py → ..._lib/DB_operations/mongodb_interaction.py
@@ -1,8 +1,8 @@
 import logging
 
-from discord_analyzer.DB_operations.mongodb_access import DB_access
 from pymongo.read_concern import ReadConcern
 from pymongo.write_concern import WriteConcern
+from tc_analyzer_lib.DB_operations.mongodb_access import DB_access
 
 
 class MongoDBOps:

diff --git a/...d_analyzer/DB_operations/network_graph.py → ...alyzer_lib/DB_operations/network_graph.py b/...d_analyzer/DB_operations/network_graph.py → ...alyzer_lib/DB_operations/network_graph.py
@@ -3,8 +3,8 @@
 import datetime
 
 import networkx
+from tc_analyzer_lib.schemas import GraphSchema
 from tc_neo4j_lib import Query
-from discord_analyzer.schemas import GraphSchema
 
 
 class NetworkGraph:

diff --git a/discord_analyzer/__init__.py → tc_analyzer_lib/__init__.py b/discord_analyzer/__init__.py → tc_analyzer_lib/__init__.py
diff --git a/discord_analyzer/algorithms/__init__.py → tc_analyzer_lib/algorithms/__init__.py b/discord_analyzer/algorithms/__init__.py → tc_analyzer_lib/algorithms/__init__.py
diff --git a/...gorithms/analytics_interactions_script.py → ...gorithms/analytics_interactions_script.py b/...gorithms/analytics_interactions_script.py → ...gorithms/analytics_interactions_script.py
diff --git a/...hms/compute_interaction_matrix_discord.py → ...hms/compute_interaction_matrix_discord.py b/...hms/compute_interaction_matrix_discord.py → ...hms/compute_interaction_matrix_discord.py
@@ -1,10 +1,10 @@
 import copy
-from typing import Any
 from datetime import datetime
+from typing import Any
 
 from numpy import diag_indices_from, ndarray
+from tc_analyzer_lib.utils.mongo import MongoSingleton
 
-from utils.mongo import MongoSingleton
 from .utils.compute_interaction_mtx_utils import (
     generate_interaction_matrix,
     prepare_per_account,