Reorganizing Samples into v1 and v2 (Azure#1680)

* Moved all setup related folders into a parent setup folder

* Moved python-sdk into v1

* python-sdk workflows changed to v1 folder

* Moved notebooks folder into v1

* Update readme.py

* Updated workflows for v1 notebooks folder

* Moved scripts folder into v1

* moved all sdk code into sdk/python

* Updating sdkv2 workflows

* moving .net into sdk folder

* Updating README files

* Updating README

* Updating README

* Fixing sdk v2 workflows

* Fixing custom workflows

* Adding the missing json files

* Update docs.yml

* Manually fixing workflows for python-sdk since readme.py does not seem to generate them

Author: balapv

.github/workflows/docs.yml

@@ -22,4 +22,4 @@ jobs:
       run: pip install -r dev-requirements.txt
     - name: run docs checker script
       run: python docs.py
-      working-directory: setup-repo
+      working-directory: setup/setup-repo

.github/workflows/notebooks-basics.yml

@@ -6,9 +6,9 @@ on:
     branches:
       - main
     paths:
-      - notebooks/basics/**
+      - v1/notebooks/basics/**
       - .github/workflows/notebooks-basics.yml
-      - notebooks/dev-requirements.txt
+      - v1/notebooks/dev-requirements.txt
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -21,22 +21,22 @@ jobs:
         python-version: "3.8"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: pip install notebook reqs
-      run: pip install -r notebooks/dev-requirements.txt
+      run: pip install -r v1/notebooks/dev-requirements.txt
     - name: azure login
       uses: azure/login@v1
       with:
         creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples
     - name: run 1.train-lightgbm-local.ipynb
       run: papermill 1.train-lightgbm-local.ipynb - -k python
-      working-directory: notebooks/basics
+      working-directory: v1/notebooks/basics

.github/workflows/notebooks-cloud-data.yml

@@ -6,9 +6,9 @@ on:
     branches:
       - main
     paths:
-      - notebooks/cloud-data/**
+      - v1/notebooks/cloud-data/**
       - .github/workflows/notebooks-cloud-data.yml
-      - notebooks/dev-requirements.txt
+      - v1/notebooks/dev-requirements.txt
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -25,22 +25,22 @@ jobs:
         python-version: "3.8"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: pip install notebook reqs
-      run: pip install -r notebooks/dev-requirements.txt
+      run: pip install -r v1/notebooks/dev-requirements.txt
     - name: azure login
       uses: azure/login@v1
       with:
         creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples
     - name: run ${{matrix.notebook}}
       run: papermill ${{matrix.notebook}} - -k python
-      working-directory: notebooks/cloud-data
+      working-directory: v1/notebooks/cloud-data

.github/workflows/notebooks-mlflow.yml

@@ -21,8 +21,8 @@ jobs:
         python-version: "3.8"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: pip install notebook reqs
       run: pip install -r notebooks/dev-requirements.txt
@@ -32,8 +32,8 @@ jobs:
         creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples-rg

.github/workflows/notebooks-using-mlflow.yml

@@ -6,9 +6,9 @@ on:
     branches:
       - main
     paths:
-      - notebooks/using-mlflow/**
+      - v1/notebooks/using-mlflow/**
       - .github/workflows/notebooks-using-mlflow.yml
-      - notebooks/dev-requirements.txt
+      - v1/notebooks/dev-requirements.txt
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -21,19 +21,19 @@ jobs:
         python-version: "3.8"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: pip install notebook reqs
-      run: pip install -r notebooks/dev-requirements.txt
+      run: pip install -r v1/notebooks/dev-requirements.txt
     - name: azure login
       uses: azure/login@v1
       with:
         creds: ${{secrets.AZ_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples

.github/workflows/python-sdk-deploy-pytorch-mnist-job.yml

@@ -6,9 +6,9 @@ on:
     branches:
       - main
     paths:
-      - python-sdk/workflows/deploy/pytorch/mnist/**
+      - v1/python-sdk/workflows/deploy/pytorch/mnist/**
       - .github/workflows/python-sdk-deploy-pytorch-mnist-job.yml
-      - python-sdk/requirements.txt
+      - v1/python-sdk/requirements.txt
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -21,21 +21,21 @@ jobs:
         python-version: "3.8"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: pip install
-      run: pip install -r python-sdk/requirements.txt
+      run: pip install -r v1/python-sdk/requirements.txt
     - name: azure login
       uses: azure/login@v1
       with:
         creds: ${{secrets.AZ_AE_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
     - name: run workflow
-      run: python python-sdk/workflows/deploy/pytorch/mnist/job.py
+      run: python v1/python-sdk/workflows/deploy/pytorch/mnist/job.py

.github/workflows/python-sdk-deploy-scikit-learn-diabetes-job.yml

@@ -6,9 +6,9 @@ on:
     branches:
       - main
     paths:
-      - python-sdk/workflows/deploy/scikit-learn/diabetes/**
+      - v1/python-sdk/workflows/deploy/scikit-learn/diabetes/**
       - .github/workflows/python-sdk-deploy-scikit-learn-diabetes-job.yml
-      - python-sdk/requirements.txt
+      - v1/python-sdk/requirements.txt
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -21,21 +21,21 @@ jobs:
         python-version: "3.8"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: pip install
-      run: pip install -r python-sdk/requirements.txt
+      run: pip install -r v1/python-sdk/requirements.txt
     - name: azure login
       uses: azure/login@v1
       with:
         creds: ${{secrets.AZ_AE_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
     - name: run workflow
-      run: python python-sdk/workflows/deploy/scikit-learn/diabetes/job.py
+      run: python v1/python-sdk/workflows/deploy/scikit-learn/diabetes/job.py

.github/workflows/python-sdk-experimental-automl-model-testing-classification-tsi.yml

@@ -7,7 +7,7 @@ on:
     branches:
       - main
     paths:
-      - python-sdk/experimental/automl-model-testing/classification/**
+      - v1/python-sdk/experimental/automl-model-testing/classification/**
       - .github/workflows/python-sdk-experimental-automl-model-testing-classification-tsi.yml
 jobs:
   build:
@@ -26,14 +26,14 @@ jobs:
         python-version: "3.7"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: create automl conda environment
       uses: conda-incubator/setup-miniconda@v2
       with:
           activate-environment: azure_automl
-          environment-file: python-sdk/experimental/automl-model-testing/automl_env_linux.yml
+          environment-file: v1/python-sdk/experimental/automl-model-testing/automl_env_linux.yml
           auto-activate-base: false
     - name: install papermill and set up the IPython kernel
       run: |
@@ -46,17 +46,17 @@ jobs:
         creds: ${{secrets.AZ_AE_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
     - name: run classification-TSI.ipynb
       run: papermill -k python classification-TSI.ipynb classification-TSI.output.ipynb
-      working-directory: python-sdk/experimental/automl-model-testing/classification
+      working-directory: v1/python-sdk/experimental/automl-model-testing/classification
     - name: upload notebook's working folder as an artifact
       if: ${{ always() }}
       uses: actions/upload-artifact@v2
       with:
         name: classification-TSI
-        path: python-sdk/experimental/automl-model-testing/classification
+        path: v1/python-sdk/experimental/automl-model-testing/classification

.github/workflows/python-sdk-experimental-automl-model-testing-forecasting-tsi.yml

@@ -7,7 +7,7 @@ on:
     branches:
       - main
     paths:
-      - python-sdk/experimental/automl-model-testing/forecasting/**
+      - v1/python-sdk/experimental/automl-model-testing/forecasting/**
       - .github/workflows/python-sdk-experimental-automl-model-testing-forecasting-tsi.yml
 jobs:
   build:
@@ -26,14 +26,14 @@ jobs:
         python-version: "3.7"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: create automl conda environment
       uses: conda-incubator/setup-miniconda@v2
       with:
           activate-environment: azure_automl
-          environment-file: python-sdk/experimental/automl-model-testing/automl_env_linux.yml
+          environment-file: v1/python-sdk/experimental/automl-model-testing/automl_env_linux.yml
           auto-activate-base: false
     - name: install papermill and set up the IPython kernel
       run: |
@@ -46,17 +46,17 @@ jobs:
         creds: ${{secrets.AZ_AE_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
     - name: run forecasting-TSI.ipynb
       run: papermill -k python forecasting-TSI.ipynb forecasting-TSI.output.ipynb
-      working-directory: python-sdk/experimental/automl-model-testing/forecasting
+      working-directory: v1/python-sdk/experimental/automl-model-testing/forecasting
     - name: upload notebook's working folder as an artifact
       if: ${{ always() }}
       uses: actions/upload-artifact@v2
       with:
         name: forecasting-TSI
-        path: python-sdk/experimental/automl-model-testing/forecasting
+        path: v1/python-sdk/experimental/automl-model-testing/forecasting

.github/workflows/python-sdk-experimental-automl-model-testing-regression-tsi.yml

@@ -7,7 +7,7 @@ on:
     branches:
       - main
     paths:
-      - python-sdk/experimental/automl-model-testing/regression/**
+      - v1/python-sdk/experimental/automl-model-testing/regression/**
       - .github/workflows/python-sdk-experimental-automl-model-testing-regression-tsi.yml
 jobs:
   build:
@@ -26,14 +26,14 @@ jobs:
         python-version: "3.7"
     - name: Run Install packages
       run: |
-         chmod +x ./scripts/install-packages.sh
-         ./scripts/install-packages.sh
+         chmod +x ./v1/scripts/install-packages.sh
+         ./v1/scripts/install-packages.sh
       shell: bash
     - name: create automl conda environment
       uses: conda-incubator/setup-miniconda@v2
       with:
           activate-environment: azure_automl
-          environment-file: python-sdk/experimental/automl-model-testing/automl_env_linux.yml
+          environment-file: v1/python-sdk/experimental/automl-model-testing/automl_env_linux.yml
           auto-activate-base: false
     - name: install papermill and set up the IPython kernel
       run: |
@@ -46,17 +46,17 @@ jobs:
         creds: ${{secrets.AZ_AE_CREDS}}
     - name: Run update-azure-extensions
       run: |
-         chmod +x ./scripts/update-azure-extensions.sh
-         ./scripts/update-azure-extensions.sh
+         chmod +x ./v1/scripts/update-azure-extensions.sh
+         ./v1/scripts/update-azure-extensions.sh
       shell: bash
     - name: attach to workspace
       run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
     - name: run regression-TSI.ipynb
       run: papermill -k python regression-TSI.ipynb regression-TSI.output.ipynb
-      working-directory: python-sdk/experimental/automl-model-testing/regression
+      working-directory: v1/python-sdk/experimental/automl-model-testing/regression
     - name: upload notebook's working folder as an artifact
       if: ${{ always() }}
       uses: actions/upload-artifact@v2
       with:
         name: regression-TSI
-        path: python-sdk/experimental/automl-model-testing/regression
+        path: v1/python-sdk/experimental/automl-model-testing/regression