Feat: migration (#26) (#30)

* Feat: migration (#26) * feat: simple migration policy * refactor: use IsPodReady function * feat: prevent dispatcher to route requests to not ready pods * feat: tons of shitty things. read description * feat: stop sync only for not ready functions * feat: fix termination period * fix: increase maximum delay upper bound * feat: add proxy metric table * fix: delete unused const query string * refactor: extract scheduler name in const field * refactor: extract default termination grace period * feat: change latency to float and fix backend update * refactor: user-fn.yaml * refactor: manifests used in experiments * fix: build error Co-authored-by: Luca Terracciano <[email protected]> Co-authored-by: DragonBanana <[email protected]> Co-authored-by: SwagMaster <[email protected]>
deib-polimi · Jun 10, 2022 · 6ba001d · 6ba001d
1 parent 486196f
commit 6ba001d
Show file tree

Hide file tree

Showing 120 changed files with 3,907 additions and 286 deletions.
diff --git a/Makefile b/Makefile
@@ -1,5 +1,6 @@
+SHELL:=/bin/bash
 MAKEFLAGS += --no-print-directory
-COMPONENTS = community-controller system-controller edge-scheduler function-deployment-webhook dispatcher
+COMPONENTS = community-controller cpu-monitoring simple-dispatcher simple-dispatcher-of system-controller dispatcher
 
 ifeq (,$(shell go env GOBIN))
 GOBIN=$(shell go env GOPATH)/bin

diff --git a/config/crd/bases/edgeautoscaler.polimi.it_communityconfigurations.yaml b/config/crd/bases/edgeautoscaler.polimi.it_communityconfigurations.yaml
@@ -52,7 +52,7 @@ spec:
                 description: MaximumDelay is the upper bound for the delay inside
                   a community measured in milliseconds
                 format: int32
-                maximum: 100
+                maximum: 10000
                 minimum: 0
                 type: integer
               probability-threshold:

diff --git a/config/deploy/simple-dispatcher.yaml b/config/deploy/simple-dispatcher.yaml
@@ -0,0 +1,45 @@
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: simple-dispatcher
+  namespace: default
+  labels:
+    app: dispatcher
+spec:
+  selector:
+    matchLabels:
+      app: dispatcher
+  template:
+    metadata:
+      labels:
+        app: dispatcher
+    spec:
+      automountServiceAccountToken: true
+      nodeSelector:
+        kubernetes.io/kind: worker
+      serviceAccountName: dispatcher
+      containers:
+        - name: dispatcher
+          image: systemautoscaler/simple-dispatcher:dev
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8080
+          env:
+            - name: NODE_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: spec.nodeName
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: dispatcher
+  labels:
+    app: dispatcher
+spec:
+  ports:
+    - port: 80
+      targetPort: 8080
+  selector:
+    app: dispatcher
+
diff --git a/config/metric-db/002_init.sql b/config/metric-db/002_init.sql
@@ -24,9 +24,9 @@ CREATE TABLE IF NOT EXISTS ping
   timestamp TIMESTAMP,
   from_node VARCHAR(50),
   to_node VARCHAR(50),
-  avg_latency INTEGER,
-  max_latency INTEGER,
-  min_latency INTEGER,
+  avg_latency DOUBLE PRECISION,
+  max_latency DOUBLE PRECISION,
+  min_latency DOUBLE PRECISION,
   PRIMARY KEY (timestamp, from_node)
   );
 
@@ -47,3 +47,19 @@ CREATE TABLE IF NOT EXISTS resource
 );
 
 SELECT create_hypertable('resource', 'timestamp', chunk_time_interval => INTERVAL '5 minutes');
+
+CREATE TABLE IF NOT EXISTS proxy_metric
+(
+  timestamp TIMESTAMP,
+  node VARCHAR(50),
+  function VARCHAR(50),
+  namespace VARCHAR(50),
+  community VARCHAR(50),
+  latency INTEGER,
+  gpu BOOLEAN,
+  PRIMARY KEY (timestamp, node, function, namespace, community)
+  );
+
+SELECT create_hypertable('proxy_metric', 'timestamp', chunk_time_interval => INTERVAL '30 seconds');
+SELECT add_dimension('proxy_metric', 'community', number_partitions => 4);
+SELECT add_dimension('proxy_metric', 'namespace', number_partitions => 4);
diff --git a/example/sla-2/carts-delete-sla.yaml b/example/sla-2/carts-delete-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: carts-delete
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "600m"
+    memory: 1500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 300m
+    memory: 1500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 1500Mi
     cpu: 20000m
   service:
     container: carts-delete

diff --git a/example/sla-2/carts-post-sla.yaml b/example/sla-2/carts-post-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: carts-post
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 150m
+    responseTime: 200m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "600m"
+    memory: 1500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 300m
+    memory: 1500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 1500Mi
     cpu: 20000m
   service:
     container: carts-post

diff --git a/example/sla-2/carts-sla.yaml b/example/sla-2/carts-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: carts
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "600m"
+    memory: 1500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 300m
+    memory: 1500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 1500Mi
     cpu: 20000m
   service:
     container: carts

diff --git a/example/sla-2/catalogue-sla.yaml b/example/sla-2/catalogue-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: catalogue
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "50m"
+    memory: 250Mi
   minResources:
-    memory: 1000Mi
-    cpu: 50m
+    memory: 250Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 250Mi
     cpu: 20000m
   service:
     container: catalogue

diff --git a/example/sla-2/front-end-sla.yaml b/example/sla-2/front-end-sla.yaml
diff --git a/example/sla-2/orders-sla.yaml b/example/sla-2/orders-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: orders
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
     responseTime: 300m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "600m"
+    memory: 1500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 300m
+    memory: 1500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 1500Mi
     cpu: 20000m
   service:
     container: orders

diff --git a/example/sla-2/payment-sla.yaml b/example/sla-2/payment-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: payment
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "50"
+    memory: 250Mi
   minResources:
-    memory: 1000Mi
-    cpu: 50m
+    memory: 250Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 250Mi
     cpu: 20000m
   service:
     container: payment

diff --git a/example/sla-2/queue-master-sla.yaml b/example/sla-2/queue-master-sla.yaml
@@ -4,19 +4,21 @@ metadata:
     name: queue-master
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
     responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "600m"
+    memory: 1500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 300m
+    memory: 1500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 1500Mi
     cpu: 20000m
   service:
     container: queue-master
     selector:
       matchLabels:
-        name: queue-master
+        name: queue-master
diff --git a/example/sla-2/shipping-sla.yaml b/example/sla-2/shipping-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: shipping
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "600m"
+    memory: 1500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 300m
+    memory: 1500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 1500Mi
     cpu: 20000m
   service:
     container: shipping

diff --git a/example/sla-2/user-login-sla.yaml b/example/sla-2/user-login-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: user-login
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "50m"
+    memory: 500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 50m
+    memory: 500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 500Mi
     cpu: 20000m
   service:
     container: user-login

diff --git a/example/sla-2/user-register-sla.yaml b/example/sla-2/user-register-sla.yaml
@@ -4,16 +4,18 @@ metadata:
     name: user-register
     namespace: openfaas-fn
 spec:
+  integralGain: 3
+  proportionalGain: 6
   metric:
-    responseTime: 50m
+    responseTime: 100m
   defaultResources:
-    cpu: "1000m"
-    memory: 1000Mi
+    cpu: "50m"
+    memory: 500Mi
   minResources:
-    memory: 1000Mi
-    cpu: 50m
+    memory: 500Mi
+    cpu: 30m
   maxResources:
-    memory: 1000Mi
+    memory: 500Mi
     cpu: 20000m
   service:
     container: user-register