use pipfile and copy metadata on component folders

.github/workflows/Gated-Auto-Merger.yaml

@@ -18,40 +18,50 @@ jobs:
     - uses: actions/checkout@v3
       with:
         path: main
-    - name: Install dependencies
+
+    - name: Set up Python environment
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.10.15'  # Specify the Python version you need
+
+    - name: Install pipenv
       run: |
-        cd main
-        pip install -r requirements.txt
+        python -m pip install --upgrade pip
+        pip install pipenv
+
+    - name: Install dependencies from Pipfile.lock
+      run: cd main && pipenv install --ignore-pipfile
+
     - name: Trigger GAM
       env:
         HYDRA_TOKEN: ${{ secrets.HYDRA_TOKEN }}
       shell: bash
       id: trigger_gam
       run: |
         cd main
-        python src/main.py --component ${{ github.event.inputs.component }}
-        echo "inside main"
-        pwd
-        ls
-        cd ../
+        pipenv run python src/main.py --component ${{ github.event.inputs.component }}
+
     - uses: actions/checkout@v3
       with:
         ref: metadata
         path: metadata
+
     - name: Copy metadata Json
       id: copy_meta
       run: |
         meta=$(yq -o json main/$METADATA)
         execution_id=$(echo $meta | jq -r '.metadata.execution_id')
-        echo "execution_id=$execution_id"
-        mkdir metadata/executions/${execution_id}
-        cp main/data/metadata.yaml metadata/executions/${execution_id}
-        echo "inside metadata"
-        cd metadata/executions/${execution_id}/
-        pwd
-        ls
-        cat metadata.yaml
-        echo "EXECUTION_ID=${EXECUTION_ID}" >> $GITHUB_OUTPUT
+        component_name=$(echo $meta | jq -r '.metadata.name')
+
+        metadata_folder="metadata/executions/${component_name}/${execution_id}"
+        mkdir -p ${metadata_folder}
+        cp main/$METADATA ${metadata_folder}
+
+        echo "Metadata File: ${metadata_folder}"
+        echo "Copied Metadata:"
+        cat ${metadata_folder}/metadata.yaml
+        echo "EXECUTION_ID=${execution_id}" >> $GITHUB_OUTPUT
+
     - name: Commit and push changes to main branch
       uses: actions-js/push@master
       with:

Pipfile

@@ -0,0 +1,14 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[packages]
+requests = "~=2.32.3"
+pyyaml = "~=6.0.2"
+
+[dev-packages]
+
+[requires]
+python_version = "3.10"
+python_full_version = "3.10.15"