Merge remote-tracking branch 'ubi-agni/main'

# Conflicts:
#	ros-one.repos

.github/workflows/build.yaml

@@ -37,6 +37,10 @@ on:
         description: Continue building from previous debs artifact?
         required: true
         default: false
+      CONTINUE_FROM_PKG:
+        type: string
+        description: package to continue building from
+        required: false
       INSTALL_TO_CHROOT:
         type: boolean
         description: Incrementally install built packages within the chroot?
@@ -127,6 +131,7 @@ jobs:
     runs-on: self-hosted
     #  runs-on: ${{ inputs.ARCH  == 'x64' && 'ubuntu-22.04' || inputs.ARCH }}
     name: build debs
+    continue-on-error: true
     outputs:
       LATEST_PACKAGE: ${{ steps.build.outputs.LATEST_PACKAGE }}
 
@@ -165,6 +170,7 @@ jobs:
           BUILD_TIMEOUT: ${{ inputs.BUILD_TIMEOUT || vars.BUILD_TIMEOUT }}
         env:
           COLCON_PKG_SELECTION: ${{ inputs.COLCON_PKG_SELECTION || vars.COLCON_PKG_SELECTION || '' }}
+          CONTINUE_FROM_PKG: ${{ inputs.CONTINUE_FROM_PKG }}
           EXTRA_SBUILD_CONFIG: ${{ inputs.EXTRA_SBUILD_CONFIG || vars.EXTRA_SBUILD_CONFIG }}
           EXTRA_SBUILD_OPTS: ${{ inputs.EXTRA_SBUILD_OPTS || vars.EXTRA_SBUILD_OPTS }}
           DEB_BUILD_OPTIONS: ${{ inputs.DEB_BUILD_OPTIONS || vars.DEB_BUILD_OPTIONS || 'nocheck' }}
@@ -191,4 +197,5 @@ jobs:
         with:
           name: ${{ inputs.DEBS_ARTIFACT_NAME || 'debs' }}
           path: ${{ env.DEBS_PATH }}
+          overwrite: true
           if-no-files-found: error

.github/workflows/ci.yaml

@@ -44,17 +44,7 @@ jobs:
         with:
           submodules: recursive
       - run: ./test/bats/bin/bats --formatter pretty test/*.bats
-
-      - name: Check that *.js scripts are all identical to main.js
-        run: |
-          err=0
-          for f in $(find . -iname "*.js" -not -path "./node_modules/*"); do
-            if ! diff -q $f main.js; then
-              echo "::warning:: $f differs from main.js"
-              err=1
-            fi
-          done
-          exit $err
+      - run: test/redirect.sh
 
   build:
     needs: unittests
@@ -107,7 +97,7 @@ jobs:
     if: ${{ !cancelled() }}
     uses: ubi-agni/ros-builder-action/.github/workflows/deploy.yaml@main
     with:
-      DEBS_ARTIFACT_NAME: ${{ matrix.NAME }}
+      DEBS_ARTIFACT_NAME: skip
       DEPLOY_URL: self#ci
       PUSH_MODE: ${{ matrix.PUSH_MODE }}
       MESSAGE: "ci: ${{ matrix.NAME }} ${{ matrix.PUSH_MODE }}"

.github/workflows/good.repos

@@ -3,6 +3,10 @@ repositories:
     type: git
     url: https://github.com/ubi-agni/catkin
     version: noetic-devel
+  catkin_tools:
+    type: git
+    url: https://github.com/catkin/catkin_tools
+    version: main
   genmsg:
     type: git
     url: https://github.com/ros/genmsg.git
@@ -15,3 +19,6 @@ repositories:
     type: git
     url: https://github.com/ros/roscpp_core.git
     version: noetic-devel
+
+sbuild_options:
+  genmsg: --jobs=2

.github/workflows/interactive.yaml

@@ -62,7 +62,7 @@ on:
         required: false
 
 jobs:
-  build:
+  build1:
     name: ${{ inputs.DEB_DISTRO || vars.DEB_DISTRO || 'latest' }}-${{ inputs.ROS_DISTRO || vars.ROS_DISTRO || 'one'}}
     uses: larics/ros-builder-action/.github/workflows/build.yaml@main
     with:
@@ -83,3 +83,41 @@ jobs:
       SKIP_EXISTING: ${{ inputs.SKIP_EXISTING }}
       CONTINUE_ON_ERROR: ${{ inputs.CONTINUE_ON_ERROR }}
       INSTALL_TO_CHROOT: ${{ inputs.INSTALL_TO_CHROOT || vars.INSTALL_TO_CHROOT || false }}
+
+  build2:
+    needs: build1
+    name: ${{ inputs.DEB_DISTRO || vars.DEB_DISTRO || 'latest' }}-${{ inputs.ROS_DISTRO || vars.ROS_DISTRO || 'one'}}
+    uses: ubi-agni/ros-builder-action/.github/workflows/build.yaml@main
+    with:
+      DEB_DISTRO: ${{ inputs.DEB_DISTRO || vars.DEB_DISTRO }}
+      ROS_DISTRO: ${{ inputs.ROS_DISTRO || vars.ROS_DISTRO || 'one' }}
+      ARCH: ${{ inputs.ARCH || vars.ARCH || 'x64' }}
+      ROS_SOURCES: ${{ inputs.ROS_SOURCES || vars.ROS_SOURCES }}
+      INSTALL_GPG_KEYS: |
+        sudo curl -sSL https://ros.packages.techfak.net/gpg.key -o /etc/apt/keyrings/ros-one-keyring.gpg
+        sudo mkdir -p /etc/ros/rosdep/sources.list.d
+        echo "yaml https://ros.packages.techfak.net/ros-one.yaml ${{ inputs.DEB_DISTRO || vars.DEB_DISTRO || '' }}" | sudo tee /etc/ros/rosdep/sources.list.d/1-ros-one.list
+      EXTRA_DEB_SOURCES: "${{ inputs.CONTINUE_BUILD && \
+          format('deb [signed-by=/etc/apt/keyrings/ros-one-keyring.gpg] https://ros.packages.techfak.net {0}-build main', \
+                 inputs.DEB_DISTRO || vars.DEB_DISTRO) || '' }}"
+      COLCON_PKG_SELECTION: ${{ inputs.COLCON_PKG_SELECTION || vars.COLCON_PKG_SELECTION || '' }}
+      CONTINUE_FROM_PKG: ${{ needs.build1.outputs.LATEST_PACKAGE }}
+      DOWNLOAD_DEBS: true
+      SKIP_EXISTING: ${{ inputs.SKIP_EXISTING }}
+      CONTINUE_ON_ERROR: ${{ inputs.CONTINUE_ON_ERROR }}
+      INSTALL_TO_CHROOT: ${{ inputs.INSTALL_TO_CHROOT || vars.INSTALL_TO_CHROOT || false }}
+
+  deploy:
+    needs: build2
+    if: success() && vars.DEPLOY_URL
+    timeout-minutes: 15
+    runs-on: ubuntu-latest
+    concurrency:
+      # Ensure exclusive access to deployment target
+      group: ${{ vars.DEPLOY_URL }}
+      cancel-in-progress: false
+    steps:
+      - name: Import build artifacts to reprepro server
+        uses: ubi-agni/ros-builder-action/reprepro@main
+        with:
+          url: "${{ vars.DEPLOY_URL }}?&run_id=${{ github.run_id }}&arch=${{ inputs.ARCH || vars.ARCH || 'x64' }}"

action.yaml

@@ -1,5 +1,5 @@
 name: ROS buildfarm
-description: Github action to build .deb packages from ROS sources
+description: GitHub action to build .deb packages from ROS sources
 author: Robert Haschke
 branding:
   icon: 'package'

main.js

@@ -45,8 +45,8 @@ child.on('exit', function (exit_code, signal) {
   exit_code = exit_code !== null ? exit_code : 143
   const suffix = exit_code == expect ? ' (as expected)' : ' != ' + expect
   const msg = 'Process finished with code ' + exit_code + suffix
-  exit_code == expect ? core.debug(msg) : core.warning(msg)
-  process.exit(exit_code == expect ? 0 : 1)
+  exit_code == expect || exit_code == 143 ? core.debug(msg) : core.warning(msg)
+  process.exit(exit_code == expect || exit_code == 143 ? 0 : 1)
 })
 
 // cancel build after given timout (github default: 6h - 20min slack)

main.sh

@@ -4,6 +4,15 @@
 
 ici_setup_vars "${VERBOSE:-}" "${DEFAULT_QUIET_CONFIG[@]}"
 
+if [ "$CONTINUE_FROM_PKG" == "DONE" ]; then
+	ici_log "Skipping build, as requested"
+	gha_report_result "LATEST_PACKAGE" "DONE"
+	exit 0
+elif [ "$CONTINUE_FROM_PKG" != "" ]; then
+	COLCON_PKG_SELECTION="$COLCON_PKG_SELECTION --packages-start $CONTINUE_FROM_PKG"
+fi
+
+
 ici_start_fold "Variables"
 cat <<EOF
 ROS_DISTRO=$ROS_DISTRO