roles to calculate etcHosts etcExports and slurm.conf so we no longer do these...

roles to calculate etcHosts etcExports and slurm.conf so we no longer do these when deploying each node, but in a preconfiguration stage

roles/calculateEtcHosts/files/makehosts.py

+#!/usr/bin/python
+import sys
+import json
+import socket
+filename = sys.argv[1]
+try:
+ domain = sys.argv[2]
+except IndexError:
+ domain = None
+f=open(filename,'r')
+s=f.read()
+d=json.loads(s)
+f.close()
+hosts={}
+
+for group in d['groups'].keys():
+    i=0
+    for h in d['groups'][group]:
+      if not domain:
+        hosts[h] = [h]
+      else:
+        hosts[h] = ['%s.%s %s'%(h,domain,h)]
+
+for h in hosts.keys():
+    if d['hostvars'].has_key(h):
+        string="%s"%(d['hostvars'][h]['ansible_eth0']['ipv4']['address'])
+        for name in hosts[h]:
+            string=string+" %s"%(name)
+        print string
+
+for h in hosts.keys():
+    if d['hostvars'].has_key(h):
+        if d['hostvars'][h].has_key('ansible_tun0'):
+            string="%s"%(d['hostvars'][h]['ansible_tun0']['ipv4']['address'])
+            string=string+" %s-vpn"%h
+            print string

roles/calculateEtcHosts/tasks/main.yml

+- name: get_groups_json
+  template: dest=/tmp/groups src=groups.j2
+
+- name: copy script
+  copy: src=makehosts.py dest=/tmp/makehosts.py mode=755
+
+- name: make hosts data
+  command: /tmp/makehosts.py /tmp/groups {{ domain }}
+  register: hosts_data
+               
+- name: write hosts file
+  template: dest=/tmp/etcHosts src=etcHosts.j2
+
+
+- name: fetch hosts file
+  fetch: src=/tmp/etcHosts dest=files/etcHosts flat=yes

roles/calculateEtcHosts/templates/etcHosts.j2

+127.0.0.1 localhost
+::1     ip6-localhost ip6-loopback
+fe00::0 ip6-localnet
+ff00::0 ip6-mcastprefix
+ff02::1 ip6-allnodes
+ff02::2 ip6-allrouters
+{% for item in hosts_data.stdout_lines %}
+{{ item }}
+{% endfor %}

roles/calculateEtcHosts/templates/groups.j2

+{ 
+  "groups": {{ groups | to_nice_json }},
+  "hostvars": {{ hostvars | to_nice_json }}
+}

roles/calculateExports/tasks/main.yml

+- name: "Templating /etc/exports"
+  template: src=exports.j2 dest=/tmp/exports owner=root group=root mode=644
+  sudo: true
+
+- name: "Fetch etcExports"
+  fetch: src=/tmp/exports dest=files/etcExports flat=yes

roles/calculateExports/templates/exports.j2

+{% for export in exportList %}
+{% set iplist = [] %}
+{% for group in export.group %}
+{% for node in groups[group] %}
+{% if hostvars[node]['ansible_'+export.interface] is defined %}
+{% if iplist.append(hostvars[node]['ansible_'+export.interface]['ipv4']['address']) %} 
+{% endif %}
+{% endif %}
+{% endfor %}
+{% endfor %}
+{{ export.src }} {% for ip in iplist|unique %}{{ ip }}({{ export.srvopts }}) {% endfor %}
+
+{% endfor %}

roles/calculateSlurmConf/tasks/main.yml

+- name: "Templating slurm.conf"
+  template: src=slurm.conf.j2 dest=/tmp/slurm.conf owner=root group=root mode=644
+  sudo: true
+
+- name: fetch slurm.conf
+  fetch: src=/tmp/slurm.conf dest=files/slurm.conf flat=yes

roles/calculateSlurmConf/templates/slurm.conf.j2

+#
+# Example slurm.conf file. Please run configurator.html
+# (in doc/html) to build a configuration file customized
+# for your environment.
+#
+#
+# slurm.conf file generated by configurator.html.
+#
+# See the slurm.conf man page for more information.
+#
+ClusterName={{ clustername }}
+ControlMachine={{ slurmctrl }}
+#ControlAddr=
+#BackupController=
+#BackupAddr=
+#
+SlurmUser=slurm
+SlurmdUser=root
+SlurmctldPort=6817
+SlurmdPort=6818
+AuthType=auth/munge
+#JobCredentialPrivateKey=
+#JobCredentialPublicCertificate=
+StateSaveLocation={{ slurmstatedir }}
+SlurmdSpoolDir={{ slurmdatadir }}
+SwitchType=switch/none
+MpiDefault=pmi2
+SlurmctldPidFile={{ slurmpiddir }}/slurmctld.pid
+SlurmdPidFile={{ slurmpiddir }}/slurmd.pid
+ProctrackType=proctrack/linuxproc
+#PluginDir=
+CacheGroups=0
+#FirstJobId=
+ReturnToService=1
+#MaxJobCount=
+#PlugStackConfig=
+#PropagatePrioProcess=
+#PropagateResourceLimits=
+#PropagateResourceLimitsExcept=
+#Prolog=
+#Epilog=
+#SrunProlog=
+#SrunEpilog=
+#TaskProlog=
+#TaskEpilog=
+TaskPlugin=task/cgroup
+#TaskPlugin=task/affinity
+#TaskPlugin=task/affinity,task/cgroup
+{% if slurm_lua is defined %}
+JobSubmitPlugins=lua
+{% endif %}
+OverTimeLimit=1
+CompleteWait=10
+
+#TrackWCKey=no
+#TreeWidth=50
+#TmpFS=
+#UsePAM=
+#
+# TIMERS
+#SlurmctldTimeout=300
+#SlurmdTimeout=300
+#InactiveLimit=0
+#MinJobAge=300
+KillWait=10
+#Waittime=0
+#
+# SCHEDULING
+SchedulerType={{ slurmschedulertype }}
+#SchedulerAuth=
+#SchedulerPort=
+#SchedulerRootFilter=
+SelectType={{ slurmselecttype }}
+{% if slurmselecttype.find("cons_res") > 0 %}
+SelectTypeParameters=CR_Core_Memory
+{% endif %}
+FastSchedule={{ slurmfastschedule }}
+#PriorityType=priority/multifactor
+#PriorityFlags=Ticket_Based
+#PriorityCalcPeriod=5
+#PriorityDecayHalfLife=0
+#PriorityUsageResetPeriod=14-0
+##PriorityWeightFairshare=10000
+#PriorityWeightAge=10000
+#PriorityWeightPartition=10000
+#PriorityWeightJobSize=10000
+#PriorityMaxAge=14-0
+#
+# LOGGING
+{% if slurmctlddebug %}
+SlurmctldDebug={{ slurmctlddebug.level }}
+SlurmctldLogFile={{ slurmctlddebug.log }}
+{% else %}
+#SlurmctldDebug=
+#SlurmctldLogFile=
+{% endif %}
+{% if slurmddebug %}
+SlurmdDebug={{ slurmddebug.level }}
+SlurmdLogFile={{ slurmddebug.log }}
+{% else %}
+#SlurmdDebug=
+#SlurmdLogFile=
+{% endif %}
+{% if slurmschedlog %}
+SlurmSchedlogLevel={{ slurmschedlog.level }}
+SlurmSchedLogFile={{ slurmschedlog.log }}
+{% else %}
+#SlurmSchedlogLevel=
+#SlurmSchedLogFile=
+{% endif %}
+JobCompType=jobcomp/none
+#JobCompLoc=
+#
+{% if slurmjob is defined %}
+Prolog={{ slurmjob.prolog }}
+Epilog={{ slurmjob.epilog }}
+{% endif %}
+#
+# ACCOUNTING
+#JobAcctGatherType=jobacct_gather/linux
+#JobAcctGatherFrequency=30
+#
+AccountingStorageType=accounting_storage/slurmdbd
+AccountingStorageHost={{ slurmctrl }}
+#AccountingStorageEnforce=limits,safe
+#AccountingStorageLoc=
+#AccountingStoragePass=
+#AccountingStorageUser=
+#
+#GRES
+GresTypes=gpu
+
+# Fair share
+{% if slurmfairshare.def %}
+PriorityWeightFairshare={{ slurmfairshare.val }}
+{% endif %}
+
+DisableRootJobs=YES
+MpiParams=ports=12000-12999
+# COMPUTE NODES
+{% set nodelist = [] %}
+{% for queue in slurmqueues %}
+{% for node in groups[queue.group] %}
+{% if nodelist.append(node) %}
+{% endif %}
+{% endfor %}
+{% endfor %}
+{% for node in nodelist|unique %}
+NodeName={{ node }} Procs={{ hostvars[node]['ansible_processor_vcpus'] }} RealMemory={{ hostvars[node].ansible_memory_mb.real.total }} Sockets={{ hostvars[node]['ansible_processor_vcpus'] }} CoresPerSocket=1 ThreadsPerCore={{ hostvars[node].ansible_processor_threads_per_core }} {% if hostvars[node].ansible_hostname.find('vis') != -1 %}Gres=gpu:1{% endif %} {% if hostvars[node]['ansible_processor_vcpus'] == 1 %}Weight=1{% endif %}{% if hostvars[node]['ansible_processor_vcpus'] > 1 and hostvars[node]['ansible_processor_vcpus'] <= 16 %}Weight=3{% endif %}{% if hostvars[node]['ansible_processor_vcpus'] > 16 and hostvars[node]['ansible_processor_vcpus'] <= 20 %}Weight=5{% endif %}{% if hostvars[node]['ansible_processor_vcpus'] > 20 and hostvars[node]['ansible_processor_vcpus'] <= 40 %}Weight=7{% endif %}{% if hostvars[node]['ansible_processor_vcpus'] > 40 and hostvars[node]['ansible_processor_vcpus'] <= 64 %}Weight=8{% endif %}{% if hostvars[node]['ansible_processor_vcpus'] > 64 and hostvars[node]['ansible_processor_vcpus'] <= 128 %}Weight=9{% endif %}{% if hostvars[node]['ansible_processor_vcpus'] > 128 %}Weight=10{% endif %} Feature=stage1 State=UNKNOWN  
+{% endfor %}
+
+{% for queue in slurmqueues %}
+PartitionName={{ queue.name }} {% if queue.default %}Default=yes{% endif %} Nodes={{ groups[queue.group]|join(',') }} DefaultTime=24:00:00 State=UP 
+{% endfor %}