ci-linux.yml

name: CI-Linux

on:
  push:
    branches:
    - scenario_management
  pull_request:
    branches:
    - scenario_management
  schedule:
  - cron: "0 5 * * TUE"

env:
  CACHE_NUMBER: 1  # Change this value to manually reset the environment cache

jobs:
  build:
    strategy:
      fail-fast: false  # don't break CI for ubuntu if windows fails before
      matrix:
        include:
          # Matrix required to handle environment caching with Mambaforge
        - os: ubuntu-xlarge
          label: ubuntu-xlarge
          prefix: /usr/share/miniconda3/envs/pypsa-earth

    name: ${{ matrix.label }}
    runs-on: ${{ matrix.os }}

    defaults:
      run:
        shell: bash -l {0}

    steps:
    - uses: actions/checkout@v2

    - name: Download PyPSA-Earth
      run: |
        cd ..
        git clone https://github.com/pypsa-meets-earth/pypsa-earth.git

    - name: Organize folder structure
      run: |
        cd ..
        cp -r pypsa-kz-data ./pypsa-earth/pypsa-kz-data

    - name: Setup Mambaforge
      uses: conda-incubator/setup-miniconda@v2
      with:
        miniforge-variant: Mambaforge
        miniforge-version: latest
        activate-environment: pypsa-earth
        use-mamba: true

    - name: Create environment cache
      uses: actions/cache@v2
      id: cache
      with:
        path: ${{ matrix.prefix }}
        key: ${{ matrix.label }}-conda-${{ hashFiles('envs/environment.yaml') }}-${{ env.DATE }}-${{ env.CACHE_NUMBER }}

    - name: Update environment due to outdated or unavailable cache
      if: steps.cache.outputs.cache-hit != 'true'
      run: |
        ls
        mamba env update -n pypsa-earth -f ../pypsa-earth/envs/environment.yaml

    - name: Conda list
      run: |
        conda list

    - name: Move test config
      run: |
        cd ../pypsa-earth
        cp pypsa-kz-data/test/config_kz_default_test.yaml ./test/config.landlock.yaml
        
    - name: Create test configs
      run: |
        cd ../pypsa-earth
        snakemake --cores all build_test_configs

    - name: Clean scenarios folder
      run: |
        cd ../pypsa-earth
        rm -r pypsa-kz-data/scenarios/*

    - name: Move test configs to scenario folder
      run: |
        cd ../pypsa-earth
        cp pypsa-kz-data/test/config_kz_test1.yaml pypsa-kz-data/scenarios/config.kz_2013.yaml
        cp ./test/tmp/config.landlock_tmp.yaml pypsa-kz-data/config.kz_default.yaml

    - name : Change Snakefile lines
      run: |
        cd ../pypsa-earth
        sed -i 's\os.system("snakemake -j all solve_all_networks --rerun-incomplete")\os.system(f"snakemake -j1 networks/{wildcards.scenario_name}/base.nc")\g' Snakefile
        sed -i 's,os.system("snakemake -j1 make_statistics --force"),os.system("cp pypsa-kz-data/data/custom_powerplants.csv data/custom_powerplants.csv")\n\tos.system("snakemake -j1 solve_everything --rerun-incomplete"),g' Snakefile

    - name: Replace Default config
      run: |
        cd ../pypsa-earth
        cp pypsa-kz-data/config.kz_default.yaml config.default.yaml
        cp config.default.yaml config.yaml

    - name: Prepare KZ-scenarios
      run: |
        cd ../pypsa-earth
        snakemake -j1 prepare_kz_scenarios
        cat configs/scenarios/config.kz_2013.yaml

    
    - name: Run all scenarios
      run: |
        cd ../pypsa-earth
        snakemake -j1 run_all_scenarios