Added listdeps, which output a list softwares that depend on the any given...

Added listdeps, which output a list softwares that depend on the any given module. Added software_usage, which count the number of occurence for each modules in module logging and sort them in desceding order. Added smoke_test, which is the driver for running test cases under smoke_test/tests folder

smoke_test/listdeps

+#!/bin/bash
+set -e
+software=$1
+if [ -z $1 ]; then 
+    echo 'please specify target software'
+    echo 'input can be either '
+    echo 'listdeps <name>'
+    echo 'OR'
+    echo 'listdeps <name> <version>'
+    exit 1
+fi
+version=$2
+
+if [ -z $version ]; then
+    version=( $(ls /usr/local/Modules/modulefiles/$software) )
+else 
+    version=( $version )
+fi 
+mkdir -p $software
+
+for i in $version; do touch $software/$ver; done
+for i in $(ls -d /usr/local/*/); do
+    name=$(basename $i)
+    load_ver=$(module show $name 2>&1 | sed -n "s/module.*load\ ${software}\/\(.*\)/\1/p")
+    if [ ! -z $load_ver ]; then 
+        echo $name >> $software/$load_ver
+    fi
+done
+set +e

smoke_test/smoke_test

+#!/bin/bash
+
+# each application will create a folder under output_dir
+output_dir=${1:-output_dir}
+
+# select top 50 most used module by default
+num_module=${2:-50}
+
+
+testcase_dir='./tests'
+
+
+
+mkdir -p $output_dir
+software_usage=software_usage.txt
+if [ ! -f $software_usage ]; then 
+    software_usage $software_usage
+fi
+
+
+declare -a modules
+IFS_orig=$IFS
+IFS=$'\n'
+for i in $(head -n $num_module $software_usage); do
+    m=$(sed -n 's/\(.*\)\/\(.*\)  -  \(.*\)/\1 \2/p' <<< $i)
+    name=$(cut -f1 -d' ' <<< $m)
+    ver=$(cut -f2 -d' ' <<< $m)
+    module load $name/$ver
+    mkdir -p $output_dir/$name
+    echo '' > $output_dir/$name/$ver
+    if [ -d $testcase_dir/$name ]; then
+        for i in $(ls -X $testcase_dir/$name); do
+            t_case=$testcase_dir/$name/$i 
+            $t_case >> $output_dir/$name/$ver 2>&1
+            exitcode=$?
+            if [ $exitcode -ne 0 ]; then
+                echo "$m return non-zero exitcode $exitcode for testcase $t_case"
+            fi
+        done
+    fi
+    module purge
+done
+IFS=$IFS_orig
+

smoke_test/software_usage

+#!/bin/bash
+
+# This script will count the number of occurence for all modules in logging and sort the them in desceding order
+timestamp=$(date | sed 's/ /_/g' | sed 's/\:/\_/g' )
+output=${1:-${timestamp}.txt}
+#MODULE_LOGGING_PATH=/projects/pMOSP/module_logging
+MODULE_LOGGING_PATH=/home/luhanc/module_logging
+
+userlist=$(ls -d $MODULE_LOGGING_PATH/*/)
+declare -A modules
+modules=()
+for userpath in $userlist
+do 
+    if [[ -r $userpath ]]
+    then 
+        logfiles=$(ls $userpath/module_log_*)
+        for logfile in $logfiles
+        do 
+            for i in $(cat $logfile | tr ':' '\n')
+            do 
+                (( modules["$i"] ++ ))
+            done
+        done
+    fi
+done
+
+for k in "${!modules[@]}"
+do
+    echo $k ' - ' ${modules["$k"]}
+done |
+sort -rn -k3 > $output

smoke_test/tests/R/bashcmd

+#!/bin/bash
+R --version

smoke_test/tests/anaconda/bashcmd

+#!/bin/bash
+conda --version

smoke_test/tests/cuda/bashcmd

+#!/bin/bash
+nvidia-smi
+

smoke_test/tests/gcc/bashcmd

+#!/bin/bash
+gcc --version
+

smoke_test/tests/hdf5/bashcmd

+#!/bin/bash
+h5stat --help

smoke_test/tests/java/bashcmd

+#!/bin/bash
+java --version

smoke_test/tests/openmpi/bashcmd

+#!/bin/bash
+mpicc --version
+mpirun --version
+mpirun -np 4 hostname

smoke_test/tests/python/bashcmd

+#!/bin/bash
+python --version
+pip --version

smoke_test/tests/python/pythoncmd

+#!/usr/bin/env python
+import sys
+import os

smoke_test/tests/samtools/bashcmd

+#!/bin/bash
+samtools --version

smoke_test/tests/singularity/bashcmd

+#!/bin/bash
+singularity --version