Fixing git workflow for cli/standalone/multi-label image classification (Azure#1904)

rjaincc · web-flow · commit f2119b732eef · 2022-11-28T23:34:01.000+05:30
* renaming multi-label image classification git workflow; correcting yaml name * Updates in github workflows from PR (Azure#1879) after running cli/readme.py * Revert "Updates in github workflows from PR (Azure#1879) after running cli/readme.py" This reverts commit 3bdee93. * Updates in github workflows after running cli/readme.py * Updates in github workflows for model/job-model-as-output and model/job-model-as-input * Removing workflows related to model-job-model-as-input/output
diff --git a/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml b/.github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml
@@ -3,7 +3,7 @@
 # Any manual changes to this file may cause incorrect behavior.
 # Any manual changes will be overwritten if the code is regenerated.
 
-name: cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilablel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items
+name: cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items
 on:
   workflow_dispatch:
   schedule:
@@ -12,9 +12,9 @@ on:
     branches:
       - main
     paths:
-      - cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multilablel-task-fridge-items/**
+      - cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multilabel-task-fridge-items/**
       - infra/**
-      - .github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilablel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml
+      - .github/workflows/cli-jobs-automl-standalone-jobs-cli-automl-image-classification-multilabel-task-fridge-items-cli-automl-image-classification-multilabel-task-fridge-items.yml
       - cli/setup.sh
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
@@ -51,4 +51,4 @@ jobs:
           bash "${{ github.workspace }}/sdk/python/setup.sh"  
           python prepare_data.py --subscription $SUBSCRIPTION_ID --group $RESOURCE_GROUP_NAME --workspace $WORKSPACE_NAME
           bash -x ../../../run-job.sh cli-automl-image-classification-multilabel-task-fridge-items.yml
-      working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multilablel-task-fridge-items
+      working-directory: cli/jobs/automl-standalone-jobs/cli-automl-image-classification-multilabel-task-fridge-items
diff --git a/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification.yml b/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification.yml
@@ -1,3 +1,8 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-responsible-ai-cli-responsibleaidashboard-housing-classification-cli-responsibleaidashboard-housing-classification
 on:
   workflow_dispatch:
@@ -6,7 +11,6 @@ on:
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/responsible-ai/cli-responsibleaidashboard-housing-classification/**
       - infra/**
diff --git a/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression.yml b/.github/workflows/cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression.yml
@@ -1,3 +1,8 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-responsible-ai-cli-responsibleaidashboard-programmer-regression-cli-responsibleaidashboard-programmer-regression
 on:
   workflow_dispatch:
@@ -6,7 +11,6 @@ on:
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/responsible-ai/cli-responsibleaidashboard-programmer-regression/**
       - infra/**
diff --git a/.github/workflows/cli-scripts-create-registries.yml b/.github/workflows/cli-scripts-create-registries.yml
@@ -1,3 +1,8 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-scripts-create-registries
 on:
   workflow_dispatch:
@@ -6,7 +11,6 @@ on:
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/create-registries.sh
       - infra/**
diff --git a/.github/workflows/cli-scripts-deploy-moe-binary-payloads.yml b/.github/workflows/cli-scripts-deploy-moe-binary-payloads.yml
@@ -1,16 +1,24 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-scripts-deploy-moe-binary-payloads
 on:
   workflow_dispatch:
   schedule:
-    - cron: "0 0/4 * * *"
+    - cron: "0 0/8 * * *"
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/deploy-moe-binary-payloads.sh
+      - infra/**
       - .github/workflows/cli-scripts-deploy-moe-binary-payloads.yml
       - cli/setup.sh
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -20,11 +28,22 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_CREDS}}
-    - name: setup
-      run: bash setup.sh
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
+    - name: bootstrap resources
+      run: |
+          bash bootstrap.sh
+      working-directory: infra
+      continue-on-error: false
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/init_environment.sh";
+          bash setup.sh
       working-directory: cli
       continue-on-error: true
     - name: test script script
-      run: set -e; bash -x deploy-moe-binary-payloads.sh
+      run: |
+          source "${{ github.workspace }}/infra/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/init_environment.sh";
+          set -e; bash -x deploy-moe-binary-payloads.sh
       working-directory: cli
diff --git a/.github/workflows/cli-scripts-deploy-moe-inference-schema.yml b/.github/workflows/cli-scripts-deploy-moe-inference-schema.yml
@@ -1,3 +1,8 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-scripts-deploy-moe-inference-schema
 on:
   workflow_dispatch:
@@ -6,7 +11,6 @@ on:
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/deploy-moe-inference-schema.sh
       - infra/**
diff --git a/.github/workflows/cli-scripts-deploy-moe-keyvault.yml b/.github/workflows/cli-scripts-deploy-moe-keyvault.yml
@@ -1,3 +1,8 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-scripts-deploy-moe-keyvault
 on:
   workflow_dispatch:
@@ -6,7 +11,6 @@ on:
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/deploy-moe-keyvault.sh
       - infra/**
diff --git a/.github/workflows/cli-scripts-deploy-moe-openapi.yml b/.github/workflows/cli-scripts-deploy-moe-openapi.yml
@@ -1,16 +1,24 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
 name: cli-scripts-deploy-moe-openapi
 on:
   workflow_dispatch:
   schedule:
-    - cron: "0 0/4 * * *"
+    - cron: "0 0/8 * * *"
   pull_request:
     branches:
       - main
-      - sdk-preview
     paths:
       - cli/deploy-moe-openapi.sh
+      - infra/**
       - .github/workflows/cli-scripts-deploy-moe-openapi.yml
       - cli/setup.sh
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -20,11 +28,22 @@ jobs:
     - name: azure login
       uses: azure/login@v1
       with:
-        creds: ${{secrets.AZ_CREDS}}
-    - name: setup
-      run: bash setup.sh
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
+    - name: bootstrap resources
+      run: |
+          bash bootstrap.sh
+      working-directory: infra
+      continue-on-error: false
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/init_environment.sh";
+          bash setup.sh
       working-directory: cli
       continue-on-error: true
     - name: test script script
-      run: set -e; bash -x deploy-moe-openapi.sh
+      run: |
+          source "${{ github.workspace }}/infra/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/init_environment.sh";
+          set -e; bash -x deploy-moe-openapi.sh
       working-directory: cli
diff --git a/.github/workflows/cli-scripts-deploy-safe-rollout-kubernetes-online-endpoints.yml b/.github/workflows/cli-scripts-deploy-safe-rollout-kubernetes-online-endpoints.yml
@@ -46,4 +46,4 @@ jobs:
           source "${{ github.workspace }}/infra/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/init_environment.sh";
           set -e; bash -x deploy-safe-rollout-kubernetes-online-endpoints.sh
-      working-directory: cli
+      working-directory: cli
diff --git a/cli/README.md b/cli/README.md
@@ -228,8 +228,6 @@ path|status|description
 [assets/environment/docker-context.yml](assets/environment/docker-context.yml)|[![assets/environment/docker-context](https://github.com/Azure/azureml-examples/workflows/cli-assets-environment-docker-context/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-environment-docker-context.yml)|*no description*
 [assets/environment/docker-image-plus-conda.yml](assets/environment/docker-image-plus-conda.yml)|[![assets/environment/docker-image-plus-conda](https://github.com/Azure/azureml-examples/workflows/cli-assets-environment-docker-image-plus-conda/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-environment-docker-image-plus-conda.yml)|Environment created from a Docker image plus Conda environment.
 [assets/environment/docker-image.yml](assets/environment/docker-image.yml)|[![assets/environment/docker-image](https://github.com/Azure/azureml-examples/workflows/cli-assets-environment-docker-image/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-environment-docker-image.yml)|Environment created from a Docker image.
-[assets/model/job-model-as-input.yml](assets/model/job-model-as-input.yml)|[![assets/model/job-model-as-input](https://github.com/Azure/azureml-examples/workflows/cli-assets-model-job-model-as-input/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-model-job-model-as-input.yml)|*no description*
-[assets/model/job-model-as-output.yml](assets/model/job-model-as-output.yml)|[![assets/model/job-model-as-output](https://github.com/Azure/azureml-examples/workflows/cli-assets-model-job-model-as-output/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-model-job-model-as-output.yml)|*no description*
 [assets/model/local-file.yml](assets/model/local-file.yml)|[![assets/model/local-file](https://github.com/Azure/azureml-examples/workflows/cli-assets-model-local-file/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-model-local-file.yml)|Model created from local file.
 [assets/model/local-mlflow.yml](assets/model/local-mlflow.yml)|[![assets/model/local-mlflow](https://github.com/Azure/azureml-examples/workflows/cli-assets-model-local-mlflow/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/cli-assets-model-local-mlflow.yml)|Model created from local MLflow model directory.
 
