From 8e48fa2c724d9da9d0fa1708ca6ec3e7c46cd5bf Mon Sep 17 00:00:00 2001 From: Machteld Date: Tue, 12 Mar 2024 16:46:44 +0100 Subject: [PATCH] Fix aks environment setup for deployment (#119) Co-authored-by: Ritesh Modi --- llmops/common/deployment/kubernetes_deployment.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/llmops/common/deployment/kubernetes_deployment.py b/llmops/common/deployment/kubernetes_deployment.py index 45f6a096d..a90986812 100644 --- a/llmops/common/deployment/kubernetes_deployment.py +++ b/llmops/common/deployment/kubernetes_deployment.py @@ -20,12 +20,14 @@ import json import argparse +import os from azure.ai.ml import MLClient from azure.ai.ml.entities import ( KubernetesOnlineDeployment, Environment, OnlineRequestSettings, + BuildContext ) from azure.identity import DefaultAzureCredential from azure.ai.ml.entities._deployment.resource_requirements_settings import ( @@ -85,6 +87,7 @@ resource_group_name = config["RESOURCE_GROUP_NAME"] workspace_name = config["WORKSPACE_NAME"] +flow_path = config["STANDARD_FLOW_PATH"] real_config = f"{flow_to_execute}/configs/deployment_config.json" logger.info(f"Model name: {model_name}") @@ -129,12 +132,17 @@ f"deployment.deployment_name={deployment_name}" ) environment = Environment( - image=deployment_base_image, + build = BuildContext( + path = os.path.join(flow_to_execute, flow_path), + dockerfile_path = "docker/dockerfile" + ), + name=deployment_name, + description="Environment created from a Docker context.", inference_config={ "liveness_route": {"path": "/health", "port": "8080"}, "readiness_route": {"path": "/health", "port": "8080"}, "scoring_route": {"path": "/score", "port": "8080"}, - }, + } ) traffic_allocation = {}