diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 0929f985..0d67ee68 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -397,7 +397,7 @@ jobs:
           $(pwd)/deps/mod-plugin-builder/bootstrap.sh modduo-static minimal && $(pwd)/deps/mod-plugin-builder/.clean-install.sh modduo-static
       - name: Build for modduo
         run: |
-          make modduo HEADLESS=true WITH_LTO=true -j $(nproc)
+          make modduo HEADLESS=true WITH_LTO=true MODDUO=true -j $(nproc)
       - name: Set sha8
         id: slug
         run: echo "::set-output name=sha8::$(echo ${{ github.sha }} | cut -c1-8)"
diff --git a/Makefile b/Makefile
index 4441e9d7..fbb8b281 100644
--- a/Makefile
+++ b/Makefile
@@ -111,8 +111,11 @@ endif
 # --------------------------------------------------------------
 # MOD builds
 
-EXTRA_MOD_FLAGS  = -I../include/single-precision -fsingle-precision-constant -mno-unaligned-access
+EXTRA_MOD_FLAGS  = -I../include/single-precision -fsingle-precision-constant
 
+ifeq ($(MODDUO),true)
+EXTRA_MOD_FLAGS += -mno-unaligned-access
+endif
 ifeq ($(WITH_LTO),true)
 EXTRA_MOD_FLAGS += -ffat-lto-objects
 endif