test

docker-compose-traefik-db.yml

@@ -6,10 +6,14 @@ version: '3'
 services:
   traefik:
     image: traefik:v2.9.6
+    command:
+      - --api.insecure=true  # Enable the insecure API and dashboard
+      - --providers.docker=true
+      - --entrypoints.web.address=:80
     container_name: athene-traefik-local
     restart: unless-stopped
     ports:
-      - ${TRAEFIK_DASHBOARD_PORT}:8080
+      - ${TRAEFIK_DASHBOARD_PORT}:8080 #9081
       - ${TRAEFIK_HTTP_PORT}:80
     volumes:
       - ./traefik/traefik.local.yml:/etc/traefik/traefik.yml:ro

docker-compose.override.yml

@@ -25,7 +25,7 @@ services:
     environment:
       # This is needed to rewrite the callback URL in the load-balancer
       # when running in Docker, if Artemis is running on the host machine
-      - REWRITE_LOCALHOST_CALLBACK_URL_TO=http://host.docker.internal
+      - REWRITE_LOCALHOST_CALLBACK_URL_TO=http://172.17.0.1
     volumes:
       - ./load-balancer/src:/usr/src/app/src
 

docker-compose.yml

@@ -5,6 +5,10 @@ services:
   # http://localhost:9081/dashboard
   traefik:
     image: traefik:v2.9.6
+    command:
+      - --api.insecure=true  # Enable the insecure API and dashboard
+      - --providers.docker=true
+      - --entrypoints.web.address=:80
     container_name: athene-traefik
     restart: unless-stopped
     depends_on:

embedding/requirements.txt

@@ -67,7 +67,7 @@ Pillow==10.3.0
 pluggy==1.0.0
 preshed==3.0.8
 protobuf==3.20.3
-pydantic==1.10.4
+pydantic==1.10.8
 Pygments==2.15.0
 pyocclient==0.6
 pyparsing==3.0.9
@@ -104,7 +104,7 @@ tomli==2.0.1
 tqdm==4.64.1
 typer==0.7.0
 types-toml==0.10.8.3
-typing_extensions==4.4.0
+typing_extensions==4.8.0
 Unidecode==1.3.6
 urllib3==1.26.18
 wasabi==1.1.1

load-balancer/src/ConfigParser.py

@@ -1,3 +1,5 @@
+import logging
+
 from .entities import NodeType, ComputeNode
 from logging import getLogger
 import os.path
@@ -51,9 +53,13 @@ def parseConfig(self, node_type):
                 try:
                     # Query traefik API
                     traefik_services = requests.get(node['traefik_service_api'] + node[node_type + '_service_name'], timeout=5).json()
+                    self.__logger.error(f"Traefik: {traefik_services}")
+                    self.__logger.error(f"Node: {node}")
                     for i, server in enumerate(traefik_services['loadBalancer']['servers']):
+                        self.__logger.error(f"{i} !!")
                         new_node = ComputeNode(name='traefik_' + node_type + '_' + str(i), type=node_type, url=str(server['url'])+str(node['trigger_route']))
                         self.addComputeNode(new_node)
+
                 except Exception as e:
                     self.__logger.error("Error during config parsing (docker nodes): " + str(e))
 

load-balancer/src/main.py

@@ -160,7 +160,9 @@ def sendBackResults(job: AtheneJob):
             "Authorization": auth_secret,
             "Content-type": "application/x-protobuf"
         }
+        logger.error(f"DEBUGGING: BEFORE REQUEST CALLBACK TO {job.callback_url}")
         response = requests.post(job.callback_url, data=final_result, headers=headers, timeout=600)
+        logger.error(f"DEBUGGING: AFTER REQUEST CALLBACK TO {job.callback_url}")
         if response.status_code == status.HTTP_200_OK:
             logger.info("Callback successful")
             logger.info("Athene Job finished: " + str(job))
@@ -176,8 +178,9 @@ def sendBackResults(job: AtheneJob):
 # Endpoint for Artemis to submit a job
 # This will create a new job and queue up the first task (segmentation)
 @app.post("/submit")
-async def submit_job(request: Request, response: Response):
+async def submit_job(request: Request, response: Response):  #TODO ldv
     checkAuthorization(request)
+    logger.error("IN SUBMITTT")
 
     job_request = await parseJson(request)
 

load-balancer/src/node_config.docker.yml

@@ -2,9 +2,9 @@
 docker_nodes:
   # This url resolves to the API of the traefik-container inside the docker-network started via docker-compose
   - traefik_service_api: http://athene-traefik:8080/api/http/services/
-    segmentation_service_name: segmentation-athena@docker
-    embedding_service_name: embedding-athena@docker
-    clustering_service_name: clustering-athena@docker
+    segmentation_service_name: segmentation-athena-cofee@docker
+    embedding_service_name: embedding-athena-cofee@docker
+    clustering_service_name: clustering-athena-cofee@docker
     trigger_route: /trigger
 
 # To use a GPU server, uncomment the following lines and change the values to match your setup.

segmentation/requirements.txt

@@ -1,3 +1,4 @@
+numpy==1.24.2
 fastapi==0.109.1
 nltk==3.8.1
 requests==2.31.0

traefik/traefik.docker.yml

@@ -15,4 +15,5 @@ entryPoints:
 
 # API and dashboard configuration
 api:
+  dashboard: true
   insecure: true