Support needUpdate and defaultUpdate for DifftestBaseBundle (#262) #7
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [ master ] | |
| pull_request: | |
| branches: [ master ] | |
| workflow_dispatch: | |
| jobs: | |
| test-difftest-main: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Mill Installation | |
| run: | | |
| sudo curl -L https://github.com/com-lihaoyi/mill/releases/download/0.11.1/0.11.1 > /usr/local/bin/mill | |
| chmod +x /usr/local/bin/mill | |
| - name: Compile | |
| run: | | |
| mill -i design[3.6.0].compile | |
| mill -i design[6.0.0].compile | |
| - name: Generate Verilog | |
| run: | | |
| make difftest_verilog NOOP_HOME=$GITHUB_WORKSPACE | |
| test-difftest-nutshell: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Enable -Werror for EMU Build | |
| run: | | |
| echo "CXX_NO_WARNING=1" >> $GITHUB_ENV | |
| - name: Prepare environment | |
| run: | | |
| cd $GITHUB_WORKSPACE/.. | |
| git config --global url."https://github.com/".insteadOf [email protected]: | |
| git config --global url."https://".insteadOf git:// | |
| git clone https://github.com/OpenXiangShan/xs-env | |
| cd xs-env | |
| sudo -s ./setup-tools.sh | |
| source ./setup.sh | |
| - name: Prepare NutShell | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| rm -r NutShell | |
| git clone -b dev-difftest --single-branch https://github.com/OSCPU/NutShell.git | |
| cd NutShell && git submodule update --init | |
| rm -r difftest | |
| cp -r $GITHUB_WORKSPACE . | |
| - name: Simulation without DiffTest | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu NO_DIFF=1 EMU_TRACE=1 | |
| ./build/emu -b 0 -e 100 -i ./ready-to-run/microbench.bin --dump-wave -C 10000 | |
| ./build/emu -b 0 -e 100 -i ./ready-to-run/microbench.bin --dump-wave-full -C 10000 | |
| - name: Simulation with No Diff | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --no-diff | |
| - name: Basic Difftest | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| - name: Basic Difftest without Image | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| ./build/emu -b 0 -e 0 --no-diff -C 10000 | |
| - name: Difftest with Snapshot | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu EMU_SNAPSHOT=1 | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| - name: Difftest with Trace | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu EMU_TRACE=1 | |
| ./build/emu -b 10 -e 12 -i ./ready-to-run/microbench.bin --dump-wave --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| ./build/emu -b 10 -e 12 -i ./ready-to-run/microbench.bin --dump-wave-full --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| - name: Difftest with two threads | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu EMU_THREADS=2 | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| - name: Difftest with Verilator Coverage | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| rm -rf *.coverage | |
| make emu EMU_COVERAGE=1 | |
| ./build/emu -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so -C 10000 --dump-coverage | |
| make -C difftest coverage | |
| ls -lh *.coverage | |
| - name: Difftest with DiffTrace | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu | |
| ./build/emu -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so --dump-difftrace microbench | |
| ./build/emu -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so --load-difftrace microbench | |
| - name: Difftest with Footprints | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu | |
| ./build/emu -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so --dump-footprints microbench.bin | |
| ./build/emu -e 0 -i microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so --as-footprints | |
| - name: Difftest with Batch | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| sed -i 's/isBatch : Boolean = false/isBatch : Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| make emu | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| cd difftest && git restore src | |
| - name: Difftest with Global DPI-C Enable | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| sed -i 's/hasGlobalEnable: Boolean = false/hasGlobalEnable: Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| make emu | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| cd difftest && git restore src | |
| - name: Difftest with Squash and Global Enable | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| sed -i 's/hasGlobalEnable: Boolean = false/hasGlobalEnable: Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| sed -i 's/isSquash : Boolean = false/isSquash : Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| make emu | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| cd difftest && git restore src | |
| - name: Difftest with Squash Batch and Global Enable | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| sed -i 's/isSquash : Boolean = false/isSquash : Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| sed -i 's/isBatch : Boolean = false/isBatch : Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| sed -i 's/hasGlobalEnable: Boolean = false/hasGlobalEnable: Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| make emu | |
| ./build/emu -b 0 -e 0 -i ./ready-to-run/microbench.bin --diff ./ready-to-run/riscv64-nemu-interpreter-so | |
| cd difftest && git restore src | |
| - name: Difftest with Coverage-Guided Fuzzer | |
| run: | | |
| git clone https://github.com/OpenXiangShan/riscv-isa-sim.git | |
| export SPIKE_HOME=$(pwd)/riscv-isa-sim | |
| make -C riscv-isa-sim/difftest CPU=NUTSHELL SANCOV=1 -j2 | |
| git clone https://github.com/OpenXiangShan/xfuzz.git | |
| export XFUZZ_HOME=$(pwd)/xfuzz | |
| cargo install cargo-make | |
| cd xfuzz && git submodule update --init && make build-all | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| make emu XFUZZ=1 REF=$SPIKE_HOME/difftest/build/riscv64-spike-so LLVM_COVER=1 | |
| ./build/fuzzer -v -- ./ready-to-run/microbench.bin -e 0 | |
| test-difftest-vcs: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Enable -Werror for EMU Build | |
| run: | | |
| echo "CXX_NO_WARNING=1" >> $GITHUB_ENV | |
| - name: Prepare environment | |
| run: | | |
| cd $GITHUB_WORKSPACE/.. | |
| git config --global url."https://github.com/".insteadOf [email protected]: | |
| git config --global url."https://".insteadOf git:// | |
| git clone https://github.com/OpenXiangShan/xs-env | |
| cd xs-env | |
| sudo -s ./setup-tools.sh | |
| source ./setup.sh | |
| - name: Prepare NutShell | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| rm -r NutShell | |
| git clone -b dev-difftest --single-branch https://github.com/OSCPU/NutShell.git | |
| cd NutShell && git submodule update --init | |
| rm -r difftest | |
| cp -r $GITHUB_WORKSPACE . | |
| - name: Verilator Build with VCS Top (with Select) | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| sed -i 's/diffstateSelect: Boolean = false/diffstateSelect: Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| make simv VCS=verilator | |
| ./build/simv +workload=./ready-to-run/microbench.bin +e=0 +no-diff +max-cycles=100000 | |
| ./build/simv +workload=./ready-to-run/microbench.bin +e=0 +diff=./ready-to-run/riscv64-nemu-interpreter-so | |
| - name: Verilator Build with VCS Top (with Squash Batch and Global Enable) | |
| run: | | |
| cd $GITHUB_WORKSPACE/../xs-env | |
| source ./env.sh | |
| cd $GITHUB_WORKSPACE/../xs-env/NutShell | |
| source ./env.sh | |
| make clean | |
| sed -i 's/isSquash : Boolean = false/isSquash : Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| sed -i 's/isBatch : Boolean = false/isBatch : Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| sed -i 's/hasGlobalEnable: Boolean = false/hasGlobalEnable: Boolean = true/' difftest/src/main/scala/Gateway.scala | |
| make simv VCS=verilator | |
| ./build/simv +workload=./ready-to-run/microbench.bin +e=0 +no-diff +max-cycles=100000 | |
| ./build/simv +workload=./ready-to-run/microbench.bin +e=0 +diff=./ready-to-run/riscv64-nemu-interpreter-so |