fix: Remove unwanted taints for neuron-device-plugin ds for stable diffusion and llama2 models

ai-ml/jupyterhub/addons.tf

@@ -302,7 +302,7 @@ module "eks_data_addons" {
       jupyter_single_user_sa_name = kubernetes_service_account_v1.jupyterhub_single_user_sa.metadata[0].name
       region                      = var.region
     })]
-    version                     = "3.2.1"
+    version = "3.2.1"
   }
 
   #---------------------------------------------------------------

ai-ml/trainium-inferentia/addons.tf

@@ -321,9 +321,6 @@ module "eks_data_addons" {
           - provisionerType: Karpenter
           - hub.jupyter.org/node-purpose: user
         taints:
-          - key: aws.amazon.com/neuroncore
-            value: "true"
-            effect: "NoSchedule"
           - key: aws.amazon.com/neuron
             value: "true"
             effect: "NoSchedule"

ai-ml/trainium-inferentia/eks.tf

@@ -529,12 +529,7 @@ module "eks" {
           key    = "aws.amazon.com/neuron",
           value  = "true",
           effect = "NO_SCHEDULE"
-        },
-        {
-          key    = "aws.amazon.com/neuroncore",
-          value  = "true",
-          effect = "NO_SCHEDULE"
-        },
+        }
       ]
 
       tags = merge(local.tags, {
@@ -586,12 +581,7 @@ module "eks" {
           key    = "aws.amazon.com/neuron",
           value  = true,
           effect = "NO_SCHEDULE"
-        },
-        {
-          key    = "aws.amazon.com/neuroncore",
-          value  = true,
-          effect = "NO_SCHEDULE"
-        },
+        }
       ]
 
       tags = merge(local.tags, {

ai-ml/trainium-inferentia/examples/inference/ray-serve/llama2-inf2/ray-service-llama2.yaml

@@ -1,4 +1,3 @@
----
 apiVersion: v1
 kind: Namespace
 metadata:
@@ -14,7 +13,7 @@ spec:
   serviceUnhealthySecondThreshold: 900
   deploymentUnhealthySecondThreshold: 300
   serveConfig:
-    importPath: ray_serve_llama2:entrypoint  # Specify the correct path to your Python script
+    importPath: ray_serve_llama2:entrypoint # Specify the correct path to your Python script
     runtimeEnv: |
       env_vars: {"MODEL_ID": "NousResearch/Llama-2-13b-chat-hf"}  # Replace with the appropriate model ID
 
@@ -31,79 +30,76 @@ spec:
       template:
         spec:
           containers:
-            - name: ray-head
-              image: public.ecr.aws/data-on-eks/ray-serve-inf2-llama2:latest # Image created using the Dockerfile attached in the folder
-              imagePullPolicy: Always # Ensure the image is always pulled when updated
-              lifecycle:
-                preStop:
-                  exec:
-                    command: [ "/bin/sh","-c","ray stop" ]
-              ports:
-                - containerPort: 6379
-                  name: gcs
-                - containerPort: 8265
-                  name: dashboard
-                - containerPort: 10001
-                  name: client
-                - containerPort: 8000
-                  name: serve
-              volumeMounts:
-                - mountPath: /tmp/ray
-                  name: ray-logs
-              resources:
-                limits:
-                  cpu: 4
-                  memory: 20Gi
-                requests:
-                  cpu: 4
-                  memory: 20Gi
+          - name: ray-head
+            image: public.ecr.aws/data-on-eks/ray-serve-inf2-llama2:latest # Image created using the Dockerfile attached in the folder
+            imagePullPolicy: Always # Ensure the image is always pulled when updated
+            lifecycle:
+              preStop:
+                exec:
+                  command: ["/bin/sh", "-c", "ray stop"]
+            ports:
+            - containerPort: 6379
+              name: gcs
+            - containerPort: 8265
+              name: dashboard
+            - containerPort: 10001
+              name: client
+            - containerPort: 8000
+              name: serve
+            volumeMounts:
+            - mountPath: /tmp/ray
+              name: ray-logs
+            resources:
+              limits:
+                cpu: 4
+                memory: 20Gi
+              requests:
+                cpu: 4
+                memory: 20Gi
           nodeSelector: # This is using Karpenter Nodes with the provisioner label
             instanceType: mixed-x86
             provisionerType: Karpenter
             workload: rayhead
           volumes:
-            - name: ray-logs
-              emptyDir: {}
+          - name: ray-logs
+            emptyDir: {}
 
     workerGroupSpecs:
-      - groupName: inf2-worker-group
-        replicas: 1
-        minReplicas: 1
-        maxReplicas: 1
-        rayStartParams: {}
-        template:
-          spec:
-            containers:
-              - name: ray-worker
-                image: public.ecr.aws/data-on-eks/ray-serve-inf2-llama2:latest
-                imagePullPolicy: Always # Ensure the image is always pulled when updated
-                lifecycle:
-                  preStop:
-                    exec:
-                      command: [ "/bin/sh","-c","ray stop" ]
-                resources:
-                  limits:
-                    cpu: "180"
-                    memory: "700G"
-                    aws.amazon.com/neuron: "12"
-                  requests:
-                    cpu: "180"
-                    memory: "700G"
-                    aws.amazon.com/neuron: "12"
-            nodeSelector:
-              instanceType: inferentia-inf2
-              provisionerType: Karpenter
-            tolerations:
-              - key: "aws.amazon.com/neuroncore"
-                operator: "Exists"
-                effect: "NoSchedule"
-              - key: "aws.amazon.com/neuron"
-                operator: "Exists"
-                effect: "NoSchedule"
-              - key: "hub.jupyter.org/dedicated"
-                operator: "Equal"
-                value: "user"
-                effect: "NoSchedule"
+    - groupName: inf2-worker-group
+      replicas: 1
+      minReplicas: 1
+      maxReplicas: 1
+      rayStartParams: {}
+      template:
+        spec:
+          containers:
+          - name: ray-worker
+            image: public.ecr.aws/data-on-eks/ray-serve-inf2-llama2:latest
+            imagePullPolicy: Always # Ensure the image is always pulled when updated
+            lifecycle:
+              preStop:
+                exec:
+                  command: ["/bin/sh", "-c", "ray stop"]
+            resources:
+              limits:
+                cpu: "180"
+                memory: "700G"
+                aws.amazon.com/neuron: "12"
+              requests:
+                cpu: "180"
+                memory: "700G"
+                aws.amazon.com/neuron: "12"
+          nodeSelector:
+            instanceType: inferentia-inf2
+            provisionerType: Karpenter
+          tolerations:
+          - key: "aws.amazon.com/neuron"
+            operator: "Exists"
+            effect: "NoSchedule"
+          - key: "hub.jupyter.org/dedicated"
+            operator: "Equal"
+            value: "user"
+            effect: "NoSchedule"
 
 
 ---
@@ -117,21 +113,21 @@ metadata:
 spec:
   ingressClassName: nginx
   rules:
-    - http:
-        paths:
-          # Ray Dashboard
-          - path: /dashboard/(.*)
-            pathType: ImplementationSpecific
-            backend:
-              service:
-                name: llama2-service
-                port:
-                  number: 8265
-          # Ray Serve
-          - path: /serve/(.*)
-            pathType: ImplementationSpecific
-            backend:
-              service:
-                name: llama2-service
-                port:
-                  number: 8000
+  - http:
+      paths:
+      # Ray Dashboard
+      - path: /dashboard/(.*)
+        pathType: ImplementationSpecific
+        backend:
+          service:
+            name: llama2-service
+            port:
+              number: 8265
+      # Ray Serve
+      - path: /serve/(.*)
+        pathType: ImplementationSpecific
+        backend:
+          service:
+            name: llama2-service
+            port:
+              number: 8000

ai-ml/trainium-inferentia/examples/inference/ray-serve/stable-diffusion-inf2/ray-service-stablediffusion.yaml

@@ -114,9 +114,6 @@ spec:
             instanceType: inferentia-inf2
             provisionerType: Karpenter
           tolerations:
-          - key: "aws.amazon.com/neuroncore"
-            operator: "Exists"
-            effect: "NoSchedule"
           - key: "aws.amazon.com/neuron"
             operator: "Exists"
             effect: "NoSchedule"

website/docs/gen-ai/excalidraw/stable-diffusion-inf2.excalidraw

@@ -5425,7 +5425,7 @@
     "3a34c550bc3d084ca26009ac81411d3e8bca6b08": {
       "mimeType": "image/png",
       "id": "3a34c550bc3d084ca26009ac81411d3e8bca6b08",
       "dataURL": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAToAAABCCAYAAADHRBpEAAAAAXNSR0IArs4c6QAAFzlJREFUeF7tXQeQFEXbfg4OELgjHAccIBKPJAgSCgH9FMWAnyiGUlRMmABFLTHnHEotEwoqPwii/OaAmLMiIAZEVFAkCh5BQLIccF89s9e3Pb09OzN7szN3S79VFudux6d7nn37DT1ZJSUlJTBiEDAIGAQyGIEsQ3QZvLpmagYBg4CFgCE6sxEMAgaBjEfAEF3GL7GZoEHAIGCIzuwBg4BBIOMRMESX8UtsJmgQMAgYojN7wCBgEMh4BAzRZfwSmwkaBAwChujMHjAIGAQyHgFDdBm/xGaCBgGDgCE6swcMAgaBjEfAEF3GL7GZoEHAIGCIzuwBg4BBIOMRyAyiK/ohtlAFB2b8gpkJGgQMAv4RqFxER0Ir+g4omgmsmpp8tt0fi33f7QL/qJgaBgGDQEYhUPGJjuQ2d4w7sSVblqanAwV9DOll1NY1kzEIeEeg4hJdMoJreChQNw/IrQoU/2mf7bZcIDsP2LgeWPNhIhLU9IyW532HmJIGgQxAoGIS3dzxwPeX2eFt0BdosgOoqRCb2yKsLQRqHQD8MtZe0hCeG3Lme4NAxiBQ8YjuvfPtx9S2g4H6X5cf8KotgI1dgAUT4m0Zsis/rqYFg0AlQKDiEB2Pqu/0i0PW4Twgd3rwEK5pDuxoBKx+N9a2IbvgMTYtGgQqGAIVg+jUo2rrI4EGP6YXqk0DgYWTYn3QWXHM/6W3P9O6QcAgEBkC0ROdqsl17gvUXBQOIBv6AYteN2QXDtqmF4NAZAhET3QTasUn37kfUPP3cMHY0AdY9KY5xoaLuunNIBAqAtESnXxk3a8L0Hh1qJMv6+yf/sBvLxqyiwb9QHvdvXs3vvvuO6xcuRL9+/dHvXr1Am3fNFY5EYiO6GSSa/NfIG9OtAgu7Qys/SQ2hmNnmHSyaFcjpd5//vlnHH744VizZk1Z/dGjR+PBBx9MqT1TKXMQiI7oxJG140gg55WKgeic0gfEOCcqxnr4HMWwYcMwceLEhFrffvstevTo4bM1UzyTEIiG6GRtrlejioOnbK8LSat7/fXXccUVVyRg8MYbb+DAA/WXFOzYsQPt27dPqHPqqafigQceqDh4hjySrKwsbY8vv/wyTjnllJBHk57unPaLl96OOOIITJggxZF6qZQhZaIhOqHNtTsTqKtJ05LAnfL+vhj7RsxhMWLwNgw92ntmxOjHW2PWL9n+6oas1U2ZMgVnnXVWwnaaNWsWevfurd1m27dvR61akhOntNS5556r1WgyZK+6TqNXr16g9qbKkiVL0LJlS9f6laGA037xMvaBAwfinXfe8VI048qET3SyNtf7QGDPSkdQZZIThQ7qtAsPjVrsuhC6up6IMmStzhCd61J6LvDxxx/j+OOPx7Zt28rqUFt++OGHPbdR0QsaoktthcInOpHi1WkEUPvVpKPWkRUrzBj7m+ts+41ol1DGG0lWBeb8FasbwvHVEJ3rUvoq8O+//+KLL77A+vXr0a9fP+y7776+6lf0woboUluh8IlOHFtbDQDy59lHvXALsGkb0KwO0HQfyEdPuWAgRLdqB7B5F5CbbfVlE+GBDcEpYYgutY27t9YyRJfayodLdMmcECSelZvis+jVCD/9UR/DH2xofTbuqrVl33Vps8F1ttQGu7bdapUTbdiOrsIWxwIdeOVTzJZnSclxwLelRtth8WOQa6cpFEg30c2fPx9btmyxjaxGjRoJjo7i4mIr/kyVDh06JI1F++eff/Drr7/ip59+wty5c1G9enWwTps2bZCTk5PQHh0GPXv2RNWqVRO+o5Pl999/t9r64YcfrHG3a9cOhYWFyM/P16Irj2/x4sW20BJW4Bg6d+5sq8txsi8hMh6Mw5sxY4alFS5fvhx16tRB165dQfsf+/IiQWKi9pfKfnEb86pVq0DsiD3XcuPGjRbu/I9zb9GihVsTtu85f5oRFi1ahGXLloFr3qVLF+y///7o1q2bdl/IDXB9uAZ//PEHNm3ahP32288aA22MjRql5ryMhugaHwvspxiNqV0tWB+fb6k3VhCWF3JzWg0SJsXWhkx0pRpkWf3tLYD5pXF9aT6+prJx/TgjGDT72Wef2aDhZlm92h6cvXbtWu0muummm3DnnXcmQEtCuP/++3HjjTf6eghY+L333sPRRx9tqzd9+nQcd9xxvtuSx3fNNddovc58cOvWrVvWNj3Wv/1mN3/s2rXLetjpueaDppOnn34aF154oeMYg8ZE11Eq+0XXDsdKMrrrrrvw5ZdfJsWdnvzLLrvM+hFLJoxfvPXWWzFu3DjHYnSiTZo0CSeddBKqVKliK8cft8svvzzpeK699lrcfvvt4I+THwmX6IR9ruNFQM4bieMUx0keJWUNy8+MvJZNdnRlG4II93Kiu/7663HPPffYUN2wYQPo4X3rrbe8om0rR88ff50pfODuvvtu6wFJReTxOREd7XX168d+7Cg6ouMDT9J0k+effx5nnHFGQrEgMUk2hiCI7quvvsLw4cPBAGuvwtCU999/X6uJsw2dIyhZ2yqOzz33HM4++2xPw+HeeeWVV7SRB04NREN0hacC9exahqcZhlloeW9g9bS0X+OUysYNU6NTiW7Pnj1W2IsujMPr8shEd/PNN1taRaoSFNF57Z/HOR7vZG0kaEzSTXQffvghjjrqKK9TLiv36quvWpqYKjR50BzhVViWZCu0sg8++CBBw3dri1rdLbfc4las7PtwiU44ItoMAvJmex5kJAWXdQfWvBcZ0dEukZubq5067Wnq0YsFdXF05T26qkT30Ucf4cgjj0wYF4/DV199tZVj+sgjjyRdMkF0TsdlVuYRhXmqDA2RU7rUhsMmOvavxjgGiYnbXk/lh1Fts6SkxFpDamF+hGu8YsUK2xGW2nLz5s1tIT1ubdJ2RxsupaioyPpbDgkS9XnM7dSpk+OP6tKlSz3bDyMiuoFAXqLhOxlA86fsi5Lmu9Dl0CI3HG3fs17nod6DjMsqL+sGrPkg7XfVlceLpgIRBtHRXqf7JZU3HW0wHIssNETTMSLLp59+auWmqvLiiy9atjLKwoULtU4APiCNGze2VS3P0VU0dN5551m2Qj6M1Bp0D+DUqVMxZMiQsr6DxMRtc6e6X9TsENrDunfvbnXHOXO9OnbsiLy8PMybNw/HHHOM9geG60GtVsjjjz9u2e90MmrUKFx00UUoKCiwfhzOP/98PProozbsaP/juqnC/GS2W61aNStU6OSTT06wNT/55JMYMWKEG2TW9xERnf8kfhEXNyK/GOi4G0PPWO44QTofJk5qgNlrY8bOcUM2+SZIRKzReVo9pVAYRHfJJZeAG0wWetL44AgpWl2EJgVNEqZAT6dsRH777bcxaNCghHJebGr0yvXt2zdQopMJlg3TBnnCCSdoH0JeFiAkSEzc1j1VolPnxn5oJ6MZom3btgndPvTQQ7jqqqsSPv/kk0+sW2EotK82bdpUS4j33nsvrrvuOlt9lpe97U716fCh40cW3V7xk+kRLtEJZ0ThKUC9L9zW1Pb96OFtMSvL7qURpNe12U5krcjG3L+r4fvl2Zi9zZ7zmBLRLe8FrJ4e2dHVFzilhcMgOjoN7rjjDtvwVG3tzz//tI4zqjBcpHbt2mUfOxEJPcIijIDHLKZvMdRDFmqDhx12WGBEp5I1G2ZohC51TL0RJUhM3NY9SKKT+/r7778tb/Ps2bOtfz///HMtgT377LM455xzrKpO+HDtlixdglo1E9MU5T7p5RZHWPlz2mzVteX41B8dXfSAE37REF1+P6CVvws2r7ylbZmG5rYZ1O+9BBgntCm8rml+p0SqG1eHQRhE50ROjHlq3bq1NSzeIMKbRGShvWXr1lhcoxAnze+FF17A6aefbhWj4Z92GlUWLFiQcLFBeY6uOqJjWIrsrRVj4JGKRzAhQWLitrdT3S86jY4hNdOmTbO86l6dS/fdd59lP6XMnDkzQavm59Rwx4wZ4zYVx/quFaUCdAQ5XeYgtxMN0TU6CmgxF2CIhxA1O0GZLW1tF89I/guhA4ha39A7l7hjJ8bCsBb+F3F4CR92Pnw64RFQ2Ffk78MgOicHAn9dqenQGfHYY48lDPvMM88EH1JVGMyrC3NgW7QXMfREtZORNHm8VWOpgia6zZs3WwHDqqhEFzQmyTarE9ER/332UTJ8pIaeeOIJW5wif0Boh1M1ZbcHhetxww03WMV4k4rOC8tj75VXXunWlGN914pSAZK1LvhcbSNcolPfD6GORmQoMHiY/ykkeOXoQtux9KCSPei+uwRPZsei7Efu2l32t6g6Y3QR0LY040ImVkFoaqAyK9YsALaXOj0qeWZE0F5XwvPUU09ZcVh+hDY8HXFTk2DWgR955plncMEFFyRUiYrogsYkFaJLdtuN2h4zIGSHgq4/fq/z7MtE52Rjlcskm4tTfT97gaYNLxI90RXkAkWb42OtUyuW7ypLaebCT58XYPj/x35hSWpnFhdbfz9frZr1r/z/JL8RHYox9PJSbU5NMWMFtS91LBmQ66ojOt0x0kkr0QUME7qhQ4daxmw3oabBTAinu/VYn3ek0SPnRZwCdlk3SqILGhMnLIIIL6HHmEdZVRhbRwx5GQLtpDr7pExiTj9STtq72p9T/T59+uDggw923Q70ustOoWQVwiM6anOUL0cDm2fF/m5VD8ivDuwuAb6P57KWDbhOdWDTztj/lmp7JLt5U2qXkZrT5OYP2BMPK9FpbWrF7g2BqlnAup3Ako2xb5sMAQ4cFfu7QH8JputquBRIZeP6CRhmqATTq1RRPaA8Pqo5oayjIzoGex5yyCFJZ0aCo/GYD0bDhrF8ZZ389ddfOOigg5IeoUjMJGy2xdxLJ4mS6ILEJBmwqewXuT3e7qI74jJ8g+QnjoFOjgaZ6HjsdcqD5Xc6h5Q8FienFZ1dDCQPUsIhOvW9rWIGguj4///uAeati89NEI+40YTaV3spSfzhZsCPiYnhOLXU7nds/L0BEG1QY2teM3YslvNqRV/M519SBVnrNLF6aUoFS2Xj+iG6Sy+9FLTPqPLaa6/hxBNPtD5mECij1XWBuSrR8ajAuCi5LMMBmPNKLxq9qjz2eH0pjRqawUDpr7/+2iI+BkYz9KFJkyaeDM5REV3QmKST6Jw8nWPHjrWZI958800MHjw4YSjqsdTJxsq9xbQu2ctO8qQ3V071oqavyy3+5ptvtCYNhqRw73FP+JFwiE5+paE6OolkygiImlz70rc3yQSo3jLCthZJxmJhi5P7kElN7ks4G+Q2nTRL0V4a7HXpJjom3qvxTGI6jENq2DAfkyc/57hnVKLTaX4kKwaOevF+yR1x09LYLzsbSJIMWPWbtM12oyK6IDFxe3hT2S9ymzyS8odKFeLO+Ej+QDFzxSm9SiW6ZPZahh0xSb9BgwYgcXEvUvhDxuMpZeLECRg2TG+2YF/UNHk6ILnNmTPHumCCmiADxp0yh3QYpp/oZAdEz/5A1s/AtlrAilXxY6n83gihfcmfCVJStTq3XcHvVW1O1GGbQsPjZyrJtT8EqLMQKBkIfDspVisNWl0qG9ePRpdKHqEMq0p03LC6K965GXkVj3ws4hVJDM/gph4wYIAVXCqL0zGKR1W+zEb2eLJdPoTUIJi+xJATlVijIrogMXHb0qnsF7VNalm6jA+3vvm9SnS8kumAAw7w5b0lAdI5xawHhhxxP/m5YIDj0AUkJxt/yER3DpD1bnw8q7YCK7faCUdocLKmJWtlOq3OaYZO2pz4XNbwVmyPOUWa1QaaxoNaKzvRUWtifJvfMAIBqUp0tO3VrFnTyzORUIaEx7AZ2cjtZEN064BH3PHjx9vybqMiuqAxSTb3IIiOt7SQsFIRnUeVR89kziZdP3L6llOan9v4eI+e1yNs+omOoxUZEfy7pweyEw4BmdQEEbENL2Qnk5ysuYnP5c+8kFyaPLCpbFw/Gh3h4q0Tbm/BYroPiYhHhWQaHb9jes7FF1/stg+135Og+GvOGDlKKuElcsM8zoibM6IiuqAxSTfRMT6Qts9klyVQQz/00EPBHFlZnEJHqNUynS9Zm6Idauz8wZMzHajRMSZPF9Kiw4NrTg+8W5iMqJt+otM5InrcANRYABR/FRvH9hxg/mK7ZieOq+IIKx8tvRxhxZGV7QvNTW5DfCZITibPagcDO3PjR1aBVhqyJOgUUMmF3f3444/WkUAnTkSXLCLd6QjL2DYGwDKxW2dr0nldnQzVXpmPr3IUm1z30mmv7bCcnI4VNNE54awGDHMcQWKSbP6p7BddeyQkOqpUImNZxkjyaMigYjWfOFmMHNO0aLNj1ogT4fGiBNrt5ItQxfiYIsgUM9p7nQiP9+JxT/IyCD824fQTnXBEtBwE5G8BSvoA35Ve5NjleGCf0lCT7bWA5auAlnWAGlViXlgK/xYiOyaSkZ2O5EQbJDuGkVCo3a2vBuQVxy/6lG1y1D6xHFiXAyydlvabTPw84KmUZRQ5U7X4+r/s7GzruEFDsR956aWXcNppp9mqMCODhmEe4ZiSU1y8E7/88qtjWtFtt91mXbTJNC7emCELNzIJnjYkjpftcbzUGHR2Jf6yU6uLUoLEJMx50FvMTBYGENNW1qpVKyutjnujPMJ1Y5s8WpK8aKulBskXFXnJYuCa0zvM+rxKnXVofqHJIxUnFecSHtF1+A+QuyCO354LYoRHD2vTHO83CrvZ69y+d1pBuZ56vF7bOyOIrjybl3V1YRTJbpBwsr3Qo8dfdl6xo167rSb+izFTu+JGVzWFqIkuaEzKu0amvh6B9BNdMvscj4j/dogRnuoESLZiwoan0+qcvKzJ2hMkpxKc9XRLXtc02ekqy+akNqhe6ZPsim2nIGSRYK7z/vFKcl0MHhPs6Z1TjzQjR47UxgmGhWnQmIQ17r2tn/QTnWqjowbXrl8szERIyf7A7m1Atofke9aRj7ByGIqTl9VtVbO6Anua2j3CMsGJ+mmw0bkNrSJ97xQtT7JjgChDPni04KWVvNlC95IUGqKZDcHQEabwqBoanRW0NTIEgW/+4vGFVwfxRhSd3YfODIaiRCVBYxLVPDK93/QTndDo6ICoMh4gqQk7HT/LLQK2vu0PZ9mpEATRyb0LgrPsczzcvxvX6vZyjS7ZRYteF5DXAom3fdHoTeN1qsLrgnhtUJQSNCZRziWT+w6P6OiMaCi9J4KERyP/zhygmb+76x01Oq6ULuPB6wrSFpcfC3uwxfsZG10ZgnzfKcMO/AptadTwZO2L0e1sy2tIgeiTWuHkyZMtLVJ9ZZ7fcQVRPkhMghiPaSMRgfQTnZwZoTu2prAqZfmo6vtY2Zaw0XXoDORK+a4p9GOzz7F+GjIjUhlW1HV4FxxfWuPl7V08ijJJm7ed6DxuO3futOKhGOrgFq1PgmM4CWP+dPfERYlLkJhEOY9M7Tv9REfknOx0Oa38H1tFNoW8Io353oEsYLXynlE/Dg65PWOf87TfGTfFl+Iw95AXA9CGRgJq0CAPDRs2ssJXmjVr5qktkhwN+wx3YHv8l/Y+ppAxBIapX4WFhZ7CEzx1mKZCQWKSpiHulc2GQ3SC7Pjv98obg2iny5oJVK8fDyB2WopN7YGFyd8qnlBVjtVzalcECK9bHwsjkYUOiIIeabumaa/cdWbSBoGQEQiP6MTEqN3pCE98T1sepUEXIGslsGUJsKOunYDoFOh2KVCkeWUiScki1jHAqqlxOEW7wgZHUqOoxCZqkOAo3RJvsg15jUx3BgGDQDkRCJ/o5AG7kZ5ucn5CPOQYPi9AGXLzgpIpYxCodAhES3QqXHRcyFpa0cx4CWpwFL83/YqbjanhCSmI3YUVa88cSyvdrjUDNgj4RKBiEZ3PwZviBgGDgEHACwKG6LygZMoYBAwClRoBQ3SVevnM4A0CBgEvCBii84KSKWMQMAhUagT+BwzE6v7W5zVwAAAAAElFTkSuQmCC",
       "created": 1698433385292,
       "lastRetrieved": 1708463794770
     },
@@ -5446,7 +5446,7 @@
     "30fb3952dfc0d0b1cff3d7aff756b93fc647a8dc": {
       "mimeType": "image/png",
       "id": "30fb3952dfc0d0b1cff3d7aff756b93fc647a8dc",
       "dataURL": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAHgAAAB4CAYAAAA5ZDbSAAAAAXNSR0IArs4c6QAAEABJREFUeF7tnXl8FEUWx389d0+CQJRjBRZQFMGLQ/FEXO5bcFEUUVdZ1/VCFAhBbkHkFlAX3RVdj3UVZQW5UREQFDwQXFFhFURRuWQIJD09Z++nqpOZqUwm6Z7pniRt9Z9JXe99p6qrX716T/j1ISjgj2U1IHDAlmVLBeOArc2XA7Y4Xw6YA7a6BiwuH38Hc8AW14DFxeMzmAO2uAYsLh6fwRywxTVgcfH4DOaALa4Bi4vHZzAHbHENWFw8PoM5YItrwOLi/WZmsJBbH2LPR+FufwuiRUcgf/AkAh89C4T8lkZsfcA2JzwdH4Cn+0TYxNoMzOjJQ/BvmFUCWrIkaEsDdp7XC94B82Gvf26F8KKnjkB+fxbkD58BgsWWAm1JwLZ6LeEd8ARcrXoxsCKHv4H09ijY8ppB7FIAW53G7IwuOgr5/dmQty4CgkWWAG0pwIKnNjzdJsBzzXAIdmcMUNR/Av51jyKw5SkgGlL/bnfBfdkweLoUwF7392VAH4O8cS7krU8DgVM1GrQ1AAs2uDvcCbHPdNhy68WAKNEoAtufg3/1eCjFR8sHRUB3uAOeLmNhz2vKgi4+roImP4zAyRoJusYDdjTvCO/ABXA0bssACH23GdJbDyLy805tYGxOuC+9HZ6uj8B+enMWtOSDvOkJBD5YCEUu1NZeNSlVYwHb6jSB2HcW3O1uYt+zvh/gf3s0gruWpKdimwOuS26DSECfcTYL2n8C8qb5CGxeAEU+kV77Wa5V8wA7RXj+kA+x8xgILjG+HAcl+slDdsOGfNsS0O1ugdhtHOz1zikDupBCljfPh+L3ZRmZvu5qFGDXxTdC7D87aVMU2PEa/CvzET3xoz7ptZQW7HC1GwKx2/ikzy1FPkkNJvKmeVCk41pay3qZGgHY3qgtfc86z+rIKCh8cAd9z4b3bzFfcYINrrY3q6AbnMf0p8in6EaMgi4+Zv5YdPRQrQELOfUg9p4G92V/hmCzxcQihgn/6nEIfPw8oER1iGtAUQK6zY0Qu02AvWFrFnSgCPKWp+nOO+Wu3YAh6GmiegImO9qr74fYYxJjXlQiIXVJXP9o1e9mCeiLBsHTfQIcv7ugDOhiyB8uokYTpeiIHh6Gl612gFXz4hOw12/JCBv8eg2kZQ8henSP4UrIrEEBzov+CJGAPvMiFnRQouZPCvrUocy6SbN2tQFsq3cuvNfNg6t1H0aUyJE9kJY/jNDXq9MUMVvVBDgvHACx+0Q4GrUpA9qPwLa/w//eTCinfsnWgGg/VQ/YfRpVSrJ5sRDyO1Mhb14YNy9mVTXpd+Y8/zqIPSbC0bgdCzokI7DtH/BvmAml8Kf0O9BRs+oAk3dYhzvg7T0dtlr1Y0Om5sWPn6ebqKp+f+nQY7lFna370n2Eo8klLOhwAIGtiyCtLAAigUy7qbB+lQB2NL+6xLzI/sJD+7ao5sWfdpgqdLYbd7bqDbH7JDiadmC6JquTtOxBU4eTVcCqeXEm3O1uZt+zvh+poSL4+WumClvVjZPNWO7QVyE4XHQoZH9ROIP9pjZ6jNkBTM2Lo0vMi974chz00x0meSchZE2PClVYgVrDvH1nwlanUUz+4K6lKHpxkNFMmfZMB+y6+AaI/WYnHcUFdi6hhwLREz+YKmBVN25vcqlqhWt2BTOU8IHtOPXC9VBO/mzqEM0DbHMg909L4bqgPyvYTztV8+K+zaYKVtWNC7UawtvncbguvR2CIMSGQ/zApFVjEfzkRSALEaxMA0xOYnKHvhIXrOgoPXgnB/BZNy9mk7bdBc81I6jNWvDUir+OwkF6+uR/Z1pWvURMA+zpPgnenpOpgMGvVqH4laE15gw13d+Ds3U/aqyx12vBNBHcvYIaa6LHvk236bTrmQZY7DGZfgOSR1o7GfL6KWkPsrpXtNVvhZyB8+Fs2Z0ZauTw1yh+awTCe9dXmQgccAaqFzx1IPacDPdV90GwO+KvI+Lkt3YyAsRpLxouvwfiC3bF3XCe0xmRn3eVfEkY74TPAacDmDj5XX4XxF7TYMs9I/6ejUZUU+SaCRWeC5e3lAc+fQXFr96azmgqrMMB61Sp4+xO8A5YAEeji5maoW83UasUmY2pHrKUU3/t83okFVFCMnxj4i5IOoeVsjgHrFGTtrpN4e03G642N7Dv2eMH4F9BnPzeSK3kCpZym1gnVu/4w/HPKY3DqrQYB1yZipxeaoHzdM6H4PTEl2Pi5PfeDGqJQ1guv5VKl/KJqDtVdQhQFAW+kXGvlcqGpfX/HHAFmiI+WN5+s5KuuAR2/BvSinwohQdT1k69lG+EtGxEyVIuIG+e6nLEAWv9yRpQzt64vWpebH4V01r4x89UK9z3W1O/ZytYysm9qNAXbybU5YANwKW9CXKHmJxPk3Nq1snvMKTV4xD8+IXUVjiylHcpoIcq2pfyBMDRKHyj7NoHq7EkX6KJosgd4muGU88SwXNa/D1LnPw2L4B//dQK7yalXMo/exXSyjGpl3LBhry5EXWJ5oA1/mR1FnO26qOaF8vcISbmVWpePLo3dYt2N3KHLU/67NGylNNGOWCdtHQUV+8Qz4erVU+mFr1DvPwhhL5ZW2lrrg53IvemxbFy0VOHIa16BMFP/qntQIUBHIFvVNwaVmnnGgv85pZocoeY2MiJ3zV7h7gQ/nVT2DvElSiR3EX29nqUliIzvujlIfqumQp25M1VTZlKlAPW+JtNUYx8k142DGLvx8q5Q7xYdfJLdYc4RZMk7oe3p3qIQi6Y+9ephyuaHw5Ys6oqLGg7owVyb1uSfId43weQ/jNc+x3iMr2wgKfAv049HtX8JAKOhOEbHY9KoLmNSgr+Jpbo0x7czng0Rsgd4hX5CO58PSM9Jp55k+VdN2CbA3lz1JASCgecJgvBjrpzQtRthliLCAij7hBnfObNAacJNbGazYm8OcGSWRKCb7TqsmrEwwKeRC/F6XoYwMaOrXQc1l+iTQU8hV5RIY+0lgPW9eM2rHC2AK+ZSO9S6XpMHBufwbpIlF+YxL4k10bpDOaAq8jpzsRZIvacCrH7+BLAEyATl1g9T+LYwkH48t16amsqy9/BmtSUagYnAF49HvK7j+lrze5C3mz1dqHCAevTXay0mTO41zQaZoku0RywBZfo3o/RgGkU8KpxkN+bru9XyMzgAHz5cZcgfQ2lLs2X6Aw0SezaccCPQH7vcX2t2d3Im636cylhDlif8kpLm7lE954OsevYkhnMAacHKNNa2QK8cizkDTP0jTZxBnO/aH26y8omq8/j1A+LvoPTAezwIG+Wel2FO76nyZf4W5lmi+4zA2KXMSWACyCTSAV6Hg5Yj7ZSlM0W4BVj1FMqPU8i4KAfvoJ4eAs9zVRUlu+i09QkuUCWc8MzsNU+U53BK/LVWw56HqeIvJlqbBKFA9ajuYSyBs9g6js9cCHcbQczAyp6+Wb9UYI44DShJlYzELCr/a30dqAt5/RYDyTyrfTW8PS8QxjAEnwFOQYIzDbBl2gNKqU3C294Nsn/OfDJS9TFNu1g4BywBu1XViSTGUw8Ma+6D94+0yG4c2M9RY4fgPTG3QjtWVdZ7xX/3+lF3kw1EZcS5DM4PWWmCdjWoDVyBj/HxLeicTS3PAVp9SPGZEjjgNNjytTSC5jcU+o6FmLXcbGQg6S9yKGvUPT6MEQObDNgUCVNJAIOFMM3Nr5KGNUJfwcnaNL++w7IGbyYieBOzmnJIYL/3elARHXeM+xx5SBvhppCT+GA01Srlhns9MJLckN0fJC5NkrCDRa/NgyRw7vT7LySajUZMBMI7cvlKPrXrVmN8BZTbSWAyV2lWg9sYWdtoBjSmvE005mZUfnsjdqh9sjPSmZwEXxj45HxjPpFmbZEk+xhuUNIPEb1ITfv/GsnIbCNhDJU78Rm5akEsLvjcOQMXBAbSmjPOyhe8hdEfd+bNzxXDo0f7ek0InYBjtxqLJzZyvA+TQNMsnvWumsVnOd2ZQYdPrSbRpkNfbPGcGHKbbASwGLCmS5JKystvdfUcTkvHEjDMNnrNon1Q97zRS8NRujLZYb3bR5gOlQBrvZD6Y2+RIHIf0J71tNcvpFf/mu4UEyDOgCndeSncfS2vObwXv9kUtIRmkTzzXtNe8+bDLhEehIQvNPDakDwxAispfkZSGQ4s9LOVDVgEn322lFq9NmEXIvRoqOQSBLNT+OvMY2/FV3FsgO4ZEhCbgOIvabCfdmdEGzxgCNKoIjGapQ3zjM+8nsVAna06IycQX9jckDFchqvLMhKYsusAi796dkbXgCx/5wk2270xEE1ms2nLxsXLLsKANNg4P3nwt1+CLv/OPg5it+8B5EftuuahZkUrhLApQN2tuxBQZdNDUeTTi4fifB3GzORTa2bTcDEdn3lPWoUAbF2fBMln4S0ZgICW57O7hdEtUiMJdjpkk3u+dhOa8gADX75Nj1IzyidXZYAk9wMOYMWwdGkPSMDSX1LovVkO+NZ6SCqdAYzmnDlqjEhrx3JJn6OhBH48Bl6e16RftU/o00GTGNG95lOYz8nBk+LHNmL4qX3Ify/d/WP2cAa1Qdw6UasdmN6PEc+r5hkFn6S6m4azT6qK1uYiYCpA0D/OWzmtpBM7dbyhln6xmkg1MSmqh3g2EasUTsaoMzZohMjeuTX/fCvLEBw1xJtKjEBMA3hP2hR0thohtSl9yN6fJ+2sWWhVLUFHNuInX8djfhaNhJd6PuP4CcbsQMfVawmIwGTeJTdJ6ivEXs8Ig7Z/RcvG4HQF0uzgExfF9UecOlO2H3lX9WE0Qn+UOR/NMHWygJEj+8vX3KDADvP70+d7ex5TeO740hYjWVJwicF1WO/6vbUDMCl72dPHXi6jYen4wPMYTy5uEUSPZL7uYpcyOo4Q8DUH2vgwqQEX6H9WyGRb1qzTa0Z/mJqFOBSWaldt+/MpPD60aJj8K+fQnfdsWwn6QImnh3XjqRLsuCKO6STPkgEWRpaOAuZyzLkWw0SRGcggaPZldRi5Gh2ObsRI1nDV+QjtPvttAwdjrOvVU2MDeLHdyTGVmD7YvhJeGDpeAajzm7VGjmDy6rI1WYwxL4zYM9rxvwr9O1GmoS59gjVj0qJJMeiYo4LN82HkHM63Jew6W3CP+2iy3GlG7rsstPUmyUAU0ntbhrU29N1HGsmVJTY93RlgMtqTJFPQVo7EQHy7Z1NJwVN6LQVsg7g0o1YzhkgEeioZSkhGxn5N/EqOTGJNYe6r34AOdcvTNIW2Z1Lyx4yPf2rNkzpl7Ic4NhGjAT87j8brvP7xbRDluuyVzzL+mRFjn6rmhirMN9g+jiTa1oWcKmoZCPmOKsjwgc/Tw3N7oazZTfqYBfa+67x7rFGEtPZluUB69SH5YpzwJZDygrEAXPAFteAxcXjM5gDtrgGLC4en8EcsMU1YHHx+AzmgC2uAYuLx2cwB2xxDVhcPD6DOWCLa8Di4vEZzAFbXAMWF+//n+x1mC2t7cAAAAAASUVORK5CYII=",
       "created": 1698433843748,
       "lastRetrieved": 1708463794770
     },
@@ -5458,4 +5458,4 @@
       "lastRetrieved": 1708463794770
     }
   }
-}
+}