03-slurm.yaml

---
- hosts: pakupi_controller
  become: yes
  tasks:
  - name: Install munge on the Controller
    package: 
      name: munge
      state: present
  - name: Retrieve the munge key from the Controller
    fetch:
      src: /etc/munge/munge.key
      dest: ./files/ 
# - hosts: localhost
  # gather_facts: no
  # tasks:
  # - name: Validate the Slurm partition definition
    # fail:
      # msg: "Unknown Ansible group '{{ item }}', please create the group in your inventory or remove the group from `pakupi_slurm_partitions`."
    # loop: "{{ pakupi_slurm_partitions }}"
    # when: item not in groups
- hosts: 
  - pakupi_controller
  - pakupi_worker
  gather_facts: yes
  tasks:
  - name: "Prevent cloud-init interference with hostname"
    become: yes
    lineinfile:
      path: /etc/cloud/cloud.cfg
      regexp: "^preserve_hostname:"
      line: "preserve_hostname: true"
  - name: "Set hostname to {{ inventory_hostname }}"
    become: yes
    ansible.builtin.hostname:
      name: "{{ inventory_hostname }}"
      use: systemd
  - name: Build Slurm user information
    set_fact:
      slurm_user:
        uid: "{{ hostvars[groups['pakupi_controller']|first].ansible_user_uid }}"
        gid: "{{ hostvars[groups['pakupi_controller']|first].ansible_user_gid }}"
        name: "{{ hostvars[groups['pakupi_controller']|first].ansible_user }}"
        group: "{{ hostvars[groups['pakupi_controller']|first].ansible_user }}"
      slurm_create_user: no
      slurm_create_dirs: yes
      slurm_nodes: "{{ slurm_nodes }}"
      slurm_partitions: "{{ slurm_partitions }}"
      slurm_config:
        SlurmctldHost: "{{ hostvars[groups['pakupi_controller']|first].inventory_hostname }}"
        SlurmctldLogFile: "/var/log/slurm/slurmctld.log"
        SlurmdSpoolDir: "/var/lib/slurm/slurmd"
        SlurmdLogFile: "/var/log/slurm/slurmd.log"
        SlurmctldPidFile: "/var/run/slurm/slurmctld.pid"
        SlurmdPidFile: "/var/run/slurm/slurmd.pid"
        StateSaveLocation: "/var/lib/slurm/slurmctld"
        ReturnToService: 2
      slurm_munge_key: "./files/{{ hostvars[groups['pakupi_controller']|first].inventory_hostname }}/etc/munge/munge.key"
      slurm_config_dir: "/etc/slurm"
  vars:
    slurm_partitions: "{{ lookup('template', 'slurm_partitions.yml.j2') }}"
    slurm_nodes: "{{ lookup('template', 'slurm_nodes.yml.j2') }}"
      
- hosts: pakupi_controller
  become: yes
  tasks:
  - name: Setup slurm controller
    include_role:
      name: galaxyproject.slurm
  - name: Create slurm run dir
    file:
      path: /var/run/slurm-llnl
      state: directory
      owner: slurm
      group: slurm
      mode: '0644'
  - name: Restart controller
    service:
      name: slurmctld
      state: started
  vars: 
    slurm_roles: ["controller"]

- hosts: pakupi_worker
  become: yes
  tasks:
  - name: Setup slurm workers
    include_role:
      name: galaxyproject.slurm
  - name: Create slurm run dir
    file:
      path: /var/run/slurm-llnl
      state: directory
      owner: slurm
      group: slurm
      mode: '0644'
  - name: Create slurm lib dir
    file:
      path: /var/lib/slurm-llnl
      state: directory
      owner: slurm
      group: slurm
      mode: '0644'
  - name: Restart controller
    service:
      name: slurmd
      state: started
  vars:
    slurm_roles: ["exec"]