Move container build infrastructure to Ansible

.github/workflows/runner.yml

@@ -96,15 +96,25 @@ jobs:
     - name: Checkout repository
       uses: actions/checkout@v3
 
+    - name: Install Ansible
+      run: |
+        sudo apt-get update
+        sudo apt-get -y install ansible
+
     - name: Build container
       run: |
-        docker buildx build -f ./share/containers/${{ matrix.os }}.dockerfile . --output build-out
+        pushd share/ansible/
+        ansible-playbook playbook.yml -i inventory.ini -e 'distribution=${{ matrix.os }}'
+        popd
 
     - name: Store artifacts
+      if: always()
       uses: actions/upload-artifact@v3
       with:
         name: ${{ matrix.os }}-build
         path: |
-          ./build-out/config.log
-          ./build-out/config.h
+          ./share/ansible/build-out/config.log
+          ./share/ansible/build-out/config.h
+          ./share/ansible/build-out/build.log
+          ./share/ansible/build-out/test-suite.log
         if-no-files-found: ignore

doc/contributions/build_install.md

@@ -62,9 +62,11 @@ You can either generate a single image by running the following command from
 the root folder of the project (i.e. Alpine):
 
 ```
-docker build -f share/containers/alpine.dockerfile . --output build-out/alpine
+ansible-playbook share/ansible/playbook.yml -i share/ansible/inventory.ini -e 'distribution=alpine'
 ```
 
+**Note**: you'll need to install ansible to run this automation.
+
 Or generate all of the images with the `container-build.sh` script, as if you
 were running some of the CI checks locally:
 

share/.gitignore

@@ -0,0 +1 @@
+ansible/build-out/

share/ansible/inventory.ini

@@ -0,0 +1 @@
+builder ansible_connection=containers.podman.podman

share/ansible/playbook.yml

@@ -0,0 +1,17 @@
+- name: Start build container
+  hosts: localhost
+  vars:
+    image:
+      fedora: registry.fedoraproject.org/fedora:latest
+      alpine: docker.io/library/alpine:latest
+      debian: docker.io/library/debian:latest
+
+  roles:
+    - role: build_container
+
+- name: CI run
+  hosts: builder
+  connection: podman
+  gather_facts: false
+  roles:
+    - role: ci_run

share/ansible/roles/build_container/README.md

@@ -0,0 +1,28 @@
+Role Name
+=========
+
+Build container images.
+
+Role Variables
+--------------
+
+* `image[distribution]` defines the container image URL.
+
+Example Playbook
+----------------
+
+Usage example:
+
+    - hosts: localhost
+      roles:
+        - role: build_container
+
+License
+-------
+
+BSD
+
+Author Information
+------------------
+
+Iker Pedrosa <[email protected]>

share/ansible/roles/build_container/tasks/main.yml

@@ -0,0 +1,20 @@
+---
+# tasks file for build_container
+- name: Pull container image
+  containers.podman.podman_image:
+    name: '{{ image[distribution] }}'
+
+- name: Create and start container
+  containers.podman.podman_container:
+    name: builder
+    state: started
+    image: '{{ image[distribution] }}'
+    command: "sleep 1d"
+
+- name: Create repo
+  ansible.builtin.shell:
+    podman exec builder mkdir -p /usr/local/src
+
+- name: Copy repo
+  ansible.builtin.shell:
+    podman cp ../../ builder:/usr/local/src/shadow

share/ansible/roles/ci_run/README.md

@@ -0,0 +1,25 @@
+Role Name
+=========
+
+Build, install and test package.
+
+Example Playbook
+----------------
+
+Usage example:
+
+    - hosts: builder
+      connection: podman
+      gather_facts: false
+      roles:
+        - role: ci_run
+
+License
+-------
+
+BSD
+
+Author Information
+------------------
+
+Iker Pedrosa <[email protected]>

share/ansible/roles/ci_run/tasks/alpine.yml

@@ -0,0 +1,66 @@
+---
+# tasks file for ci_run
+- name: Ensure python is installed
+  ansible.builtin.raw: apk add python3
+
+- name: Ensure dependencies are installed
+  community.general.apk:
+    name:
+      - autoconf
+      - automake
+      - bash
+      - build-base
+      - byacc
+      - cmocka-dev
+      - expect
+      - gettext-dev
+      - git
+      - libbsd-dev
+      - libeconf-dev
+      - libtool
+      - libxslt
+      - pkgconf
+    state: present
+
+- name: Build configuration
+  ansible.builtin.command: >
+    ./autogen.sh
+    --disable-man
+    --disable-nls
+    --with-yescrypt
+    --without-selinux
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Build
+  ansible.builtin.shell:
+    make -Orecurse -j4 > build.log
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Run unit-tests
+  ansible.builtin.command:
+    make check
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Install
+  ansible.builtin.command:
+    make install
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Copy logs
+  ansible.builtin.fetch:
+    src: '{{ item }}'
+    dest: ./build-out/
+    flat: yes
+  with_items:
+    - "/usr/local/src/shadow/config.log"
+    - "/usr/local/src/shadow/config.h"
+    - "/usr/local/src/shadow/build.log"
+    - "/usr/local/src/shadow/tests/unit/test-suite.log"

share/ansible/roles/ci_run/tasks/debian.yml

@@ -0,0 +1,73 @@
+---
+# tasks file for ci_run
+- name: Ensure repos are updated
+  ansible.builtin.raw: apt update
+
+- name: Ensure python is installed
+  ansible.builtin.raw: apt install python3 -y
+
+- name: Ensure dependencies are installed
+  ansible.builtin.apt:
+    name:
+      - libbsd-dev
+      - libcmocka-dev
+      - libltdl-dev
+      - pkgconf
+    state: present
+
+- name: Gather selected facts
+  ansible.builtin.setup:
+    filter:
+      - 'ansible_distribution_release'
+
+- name: Add specified repository into sources list
+  ansible.builtin.apt_repository:
+    repo: deb-src http://deb.debian.org/debian {{ ansible_distribution_release }} main
+    state: present
+
+- name: Ensure build dependencies are installed
+  ansible.builtin.apt:
+    pkg: shadow
+    state: build-dep
+
+- name: Build configuration
+  ansible.builtin.command: >
+    ./autogen.sh
+    --enable-man
+    --with-yescrypt
+    --without-selinux
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Build
+  ansible.builtin.shell:
+    make -Orecurse -j4 > build.log
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Run unit-tests
+  ansible.builtin.command:
+    make check
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Install
+  ansible.builtin.command:
+    make install
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Copy logs
+  ansible.builtin.fetch:
+    src: '{{ item }}'
+    dest: ./build-out/
+    flat: yes
+  with_items:
+    - "/usr/local/src/shadow/config.log"
+    - "/usr/local/src/shadow/config.h"
+    - "/usr/local/src/shadow/build.log"
+    - "/usr/local/src/shadow/tests/unit/test-suite.log"

share/ansible/roles/ci_run/tasks/fedora.yml

@@ -0,0 +1,70 @@
+---
+# tasks file for ci_run
+- name: Ensure dependencies are installed
+  ansible.builtin.dnf:
+    name:
+      - dnf-plugins-core
+      - libcmocka-devel
+      - systemd-devel
+    state: present
+
+- name: Ensure build dependencies are installed
+  ansible.builtin.command:
+    dnf builddep -y shadow-utils
+  register: dnf_result
+  changed_when: '"Nothing to do" not in dnf_result.stdout'
+
+- name: Build configuration
+  ansible.builtin.command: >
+    ./autogen.sh
+    --disable-account-tools-setuid
+    --enable-lastlog
+    --enable-logind=no
+    --enable-man
+    --enable-shadowgrp
+    --enable-shared
+    --with-audit
+    --with-bcrypt
+    --with-group-name-max-length=32
+    --with-libpam
+    --with-selinux
+    --with-sha-crypt
+    --with-yescrypt
+    --without-libbsd
+    --without-libcrack
+    --without-sssd
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Build
+  ansible.builtin.shell:
+    make -Orecurse -j4 > build.log
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Run unit-tests
+  ansible.builtin.command:
+    make check
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Install
+  ansible.builtin.command:
+    make install
+  args:
+    chdir: /usr/local/src/shadow/
+  ignore_errors: true
+
+- name: Copy logs
+  ansible.builtin.fetch:
+    src: '{{ item }}'
+    dest: ./build-out/
+    flat: yes
+  with_items:
+    - "/usr/local/src/shadow/config.log"
+    - "/usr/local/src/shadow/config.h"
+    - "/usr/local/src/shadow/build.log"
+    - "/usr/local/src/shadow/tests/unit/test-suite.log"

share/ansible/roles/ci_run/tasks/main.yml

@@ -0,0 +1,4 @@
+---
+# tasks file for ci_run
+- name: 'Include distribution specific ci_run tasks fedora'
+  include_tasks: '{{ distribution }}.yml'

share/container-build.sh

@@ -2,17 +2,13 @@
 
 #
 # SPDX-FileCopyrightText:  2023, Iker Pedrosa <[email protected]>
+# SPDX-FileCopyrightText:  2024, Iker Pedrosa <[email protected]>
 #
 # SPDX-License-Identifier:  BSD-3-Clause
 #
 
-for FILE in share/containers/*; do
-	IFS='/'
-	read -ra ADDR <<< "$FILE"
-	IFS='.'
-	read -ra ADDR <<< "${ADDR[2]}"
-	IFS=''
-	if ! docker build -f $FILE . --output build-out/${ADDR[0]}; then
-		exit
-	fi
-done
+set -eE
+cd ansible/
+ansible-playbook playbook.yml -i inventory.ini -e 'distribution=alpine'
+ansible-playbook playbook.yml -i inventory.ini -e 'distribution=debian'
+ansible-playbook playbook.yml -i inventory.ini -e 'distribution=fedora'