document the MG autotuner #413
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: qphix-build | |
| on: [push] | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| # handling of environment variable: https://stackoverflow.com/a/57969570 | |
| - name: lscpu | |
| if: ${{ always() }} | |
| run: | | |
| lscpu; \ | |
| echo "nb_cores=$(lscpu | grep \^CPU\(s\)\: | awk '{print $2}')" >> $GITHUB_ENV | |
| - name: gcc_version | |
| if: ${{ always() }} | |
| run: gcc --version | |
| - name: echo_nb_cores | |
| if: ${{ always() }} | |
| run: echo "Number of cores ${nb_cores}" | |
| - name: get_packages | |
| run: sudo apt update && sudo apt install openmpi-bin openmpi-common libopenmpi3 libopenmpi-dev numdiff | |
| - name: mpicc_version | |
| if: ${{ always() }} | |
| run: mpicc --version | |
| - name: get_lime | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: usqcd-software/c-lime | |
| path: lime | |
| - name: autogen_lime | |
| working-directory: ${{github.workspace}}/lime | |
| run: ./autogen.sh && mkdir build | |
| - name: build_lime | |
| working-directory: ${{github.workspace}}/lime/build | |
| run: | | |
| CC=gcc \ | |
| CFLAGS="-march=haswell -mtune=haswell -O2" \ | |
| ../configure --prefix=$(pwd)/install_dir | |
| make -j | |
| make install | |
| - name: Archive lime config.log | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: lime_config_output | |
| path: ${{github.workspace}}/lime/build/config.log | |
| - name: get_lemon | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: etmc/lemon | |
| path: lemon | |
| - name: autogen_lemon | |
| working-directory: ${{github.workspace}}/lemon | |
| run: | | |
| autoreconf -i -f | |
| mkdir build | |
| - name: build_lemon | |
| working-directory: ${{github.workspace}}/lemon/build | |
| run: | | |
| CC=mpicc \ | |
| CFLAGS="-march=haswell -mtune=haswell -O2" \ | |
| ../configure \ | |
| --prefix=$(pwd)/install_dir | |
| make -j | |
| make install | |
| - name: Archive lemon config.log | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: lemon_config_output | |
| path: ${{github.workspace}}/lemon/build/config.log | |
| - name: get_qmp | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: usqcd-software/qmp | |
| path: qmp | |
| - name: autogen_qmp | |
| working-directory: ${{github.workspace}}/qmp | |
| run: | | |
| autoreconf -i -f | |
| mkdir build | |
| - name: build_qmp | |
| working-directory: ${{github.workspace}}/qmp/build | |
| run: | | |
| CC=mpicc \ | |
| CFLAGS="-std=c99 -O2 -mtune=haswell -march=haswell" \ | |
| ../configure \ | |
| --prefix=$(pwd)/install_dir \ | |
| --with-qmp-comms-type=MPI | |
| make -j | |
| make install | |
| - name: Archive qmp config.log | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: qmp_config_output | |
| path: ${{github.workspace}}/qmp/build/config.log | |
| - name: get_qphix | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: JeffersonLab/qphix | |
| ref: sysctl_deprecated | |
| path: qphix | |
| - name: create_qphix_builddir | |
| working-directory: ${{github.workspace}}/qphix | |
| run: mkdir build | |
| - name: cache_qphix | |
| id: cache-qphix | |
| uses: actions/cache@v3 | |
| with: | |
| path: qphix/build | |
| key: ${{ runner.os }}-haswell-qphix | |
| - name: build_qphix | |
| working-directory: ${{github.workspace}}/qphix/build | |
| if: steps.cache-qphix.outputs.cache-hit != 'true' | |
| run: | | |
| cmake \ | |
| -DQMP_DIR=${{github.workspace}}/qmp/build/install_dir \ | |
| -Disa=avx2 \ | |
| -Dparallel_arch=parscalar \ | |
| -Dhost_cxx=g++ \ | |
| -Dtm_clover=ON \ | |
| -Dtwisted_mass=ON \ | |
| -Dtesting=OFF \ | |
| -Drecursive_jN=$(( ${nb_cores} + 3 )) \ | |
| -DCMAKE_CXX_COMPILER=mpicxx \ | |
| -DCMAKE_CXX_FLAGS="-std=c++11 -O2 -mavx2 -mfma -mtune=haswell -march=haswell -fopenmp" \ | |
| -DCMAKE_C_COMPILER=mpicc \ | |
| -DCMAKE_C_FLAGS="-std=c99 -O2 -mavx2 -mfma -mtune=haswell -march=haswell -fopenmp" \ | |
| -DCMAKE_INSTALL_PREFIX=$(pwd)/install_dir \ | |
| .. | |
| VERBOSE=1 make -j $(( ${nb_cores} + 3 )) | |
| make install | |
| - name: get_tmlqcd | |
| uses: actions/checkout@v3 | |
| with: | |
| path: main | |
| - name: create_builddir | |
| shell: bash | |
| run: mkdir ${{github.workspace}}/main/build | |
| - name: autogen_tmlqcd | |
| working-directory: ${{github.workspace}}/main | |
| run: autoconf | |
| - name: configure_and_build | |
| shell: bash | |
| working-directory: ${{github.workspace}}/main/build | |
| run: | | |
| CC=mpicc CXX=mpicxx \ | |
| LDFLAGS="-fopenmp" \ | |
| CFLAGS="-O2 -mtune=haswell -march=haswell -mavx2 -mfma -DOMPI_SKIP_MPICXX -fopenmp" \ | |
| CXXFLAGS="-O2 -mtune=haswell -march=haswell -mavx2 -mfma -DOMPI_SKIP_MPICXX -fopenmp" \ | |
| ../configure \ | |
| --enable-mpi \ | |
| --with-mpidimension=4 \ | |
| --enable-omp \ | |
| --disable-sse2 \ | |
| --disable-sse3 \ | |
| --with-limedir=${{github.workspace}}/lime/build/install_dir \ | |
| --with-lemondir=${{github.workspace}}/lemon/build/install_dir \ | |
| --with-lapack="-lblas -llapack" \ | |
| --with-qmpdir=${{github.workspace}}/qmp/build/install_dir \ | |
| --with-qphixdir=${{github.workspace}}/qphix/build/install_dir \ | |
| --enable-qphix-soalen=4 || cat config.log | |
| make -j | |
| - name: Archive tmLQCD config.log | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: tmlqcd_config_output | |
| path: ${{github.workspace}}/main/build/config.log | |
| - name: nf2_qphix_hmc_tmcloverdetratio | |
| working-directory: ${{github.workspace}}/main/build | |
| run: | | |
| mpirun -np 2 ./hmc_tm \ | |
| -f ../sample-input/sample-hmc-qphix-tmcloverdetratio.input | |
| - name: Archive nf2_qphix_hmc_tmcloverdetratio output | |
| if: ${{ always() }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: tmlqcd_test_output | |
| path: ${{github.workspace}}/main/build/output.data | |
| - name: compare_nf2_qphix_hmc_tmcloverdetratio | |
| working-directory: ${{github.workspace}}/main/build | |
| run: | | |
| refpath=${{github.workspace}}/main/sample-output/hmc-qphix-tmcloverdetratio | |
| numdiff -r 1e-4 -X 1:10 -X 1:5-8 -X 2:10 -X 2:5-8 output.data ${refpath}/output.data | |
| for i in $(seq 0 2 18); do \ | |
| f=onlinemeas.$(printf %06d $i); \ | |
| numdiff -r 1e-4 ${f} ${refpath}/${f}; \ | |
| done | |