# frozen_string_literal: true

#
# Cookbook:: aws-parallelcluster-slurm
# Recipe:: install_slurm
#
# Copyright:: 2013-2021 Amazon.com, Inc. or its affiliates. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with the
# License. A copy of the License is located at
#
# http://aws.amazon.com/apache2.0/
#
# or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
# OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions and
# limitations under the License.

slurm_dependencies 'Install slurm dependencies'

slurm_user = node['cluster']['slurm']['user']
slurm_user_id = node['cluster']['slurm']['user_id']
slurm_group = node['cluster']['slurm']['group']
slurm_group_id = node['cluster']['slurm']['group_id']
cluster_admin_slurm_share_group = node['cluster']['cluster_admin_slurm_share_group']
cluster_admin_slurm_share_group_id = node['cluster']['cluster_admin_slurm_share_group_id']
slurm_install_dir = node['cluster']['slurm']['install_dir']

slurm_version = node['cluster']['slurm']['version']
slurm_commit = node['cluster']['slurm']['commit']
slurm_tar_name = if slurm_commit.empty?
                   "slurm-#{slurm_version}"
                 else
                   "#{slurm_commit}"
                 end
slurm_tarball = "#{node['cluster']['sources_dir']}/#{slurm_tar_name}.tar.gz"
slurm_url = "https://github.com/SchedMD/slurm/archive/#{slurm_tar_name}.tar.gz"
slurm_sha256 = node['cluster']['slurm']['sha256']

# Setup slurm group
group slurm_group do
  comment 'slurm group'
  gid slurm_group_id
  system true
end

# Setup slurm user
user slurm_user do
  comment 'slurm user'
  uid slurm_user_id
  gid slurm_group_id
  # home is mounted from the head node
  manage_home ['HeadNode', nil].include?(node['cluster']['node_type'])
  home "/home/#{slurm_user}"
  system true
  shell '/bin/bash'
end

# Setup cluster admin slurm share group
group cluster_admin_slurm_share_group do
  comment 'slurm resume program group'
  gid cluster_admin_slurm_share_group_id
  system true
end

# add slurm user and pcluster-admin to share group
group cluster_admin_slurm_share_group do
  action :modify
  members [ slurm_user, node['cluster']['cluster_admin_user'] ]
  append true
end

# Get slurm tarball
remote_file slurm_tarball do
  source slurm_url
  mode '0644'
  retries 3
  retry_delay 5
  checksum slurm_sha256
  action :create_if_missing
end

# Copy Slurm patches
remote_directory "#{node['cluster']['sources_dir']}/slurm_patches" do
  source 'install_slurm/slurm_patches'
  mode '0755'
  action :create
  recursive true
end

# Install Slurm
bash 'make install' do
  not_if { redhat_on_docker? }
  user 'root'
  group 'root'
  cwd Chef::Config[:file_cache_path]
  code <<-SLURM
    set -e

    # python3 is required to build slurm >= 20.02
    source #{cookbook_virtualenv_path}/bin/activate

    tar xf #{slurm_tarball}
    cd slurm-#{slurm_tar_name}

    # Apply possible Slurm patches
    shopt -s nullglob  # with this an empty slurm_patches directory does not trigger the loop
    for patch in #{node['cluster']['sources_dir']}/slurm_patches/*.diff; do
      echo "Applying patch ${patch}..."
      patch --ignore-whitespace -p1 < ${patch}
      echo "...DONE."
    done
    shopt -u nullglob

    # Configure Slurm
    ./configure --prefix=#{slurm_install_dir} --with-pmix=/opt/pmix --with-jwt=/opt/libjwt --enable-slurmrestd

    # Build Slurm
    CORES=$(grep processor /proc/cpuinfo | wc -l)
    make -j $CORES
    make install
    make install-contrib

    deactivate
  SLURM
  # TODO: Fix, so it works for upgrade
  creates "#{slurm_install_dir}/bin/srun"
end

# Copy required licensing files
directory "#{node['cluster']['license_dir']}/slurm"

bash 'copy license stuff' do
  not_if { redhat_on_docker? }
  user 'root'
  group 'root'
  cwd Chef::Config[:file_cache_path]
  code <<-SLURMLICENSE
    set -e
    cd slurm-slurm-#{slurm_version}
    cp -v COPYING #{node['cluster']['license_dir']}/slurm/COPYING
    cp -v DISCLAIMER #{node['cluster']['license_dir']}/slurm/DISCLAIMER
    cp -v LICENSE.OpenSSL #{node['cluster']['license_dir']}/slurm/LICENSE.OpenSSL
    cp -v README.rst #{node['cluster']['license_dir']}/slurm/README.rst
  SLURMLICENSE
  # TODO: Fix, so it works for upgrade
  creates "#{node['cluster']['license_dir']}/slurm/README.rst"
end

file '/etc/ld.so.conf.d/slurm.conf' do
  not_if { redhat_on_docker? }
  content "#{slurm_install_dir}/lib/"
  mode '0744'
end