#!/bin/bash
MINNODE=1
MAXNODE=3
for i in $(seq $MINNODE $(($MAXNODE-1)))
  do
    for j in $(seq $(($i+1)) $MAXNODE)
      do
        STARTNODES=$(seq -s',' $(($i*4)) $(($i*4+3)))
        ENDNODES=$(seq -s',' $(($j*4)) $(($j*4+3)))
        echo -n "Testing node link $i-$j: "
        echo -e "cpus $STARTNODES,$ENDNODES\nmems $i,$j\ncpu_exclusive 1\nmem_exclusive 1\nmemory_migrate 0\nmemory_spread_page 1\nmemory_spread_slab 1\nnotify_on_release 0" | cpuset -c /${i}_to_$j > /dev/null
        echo -e "#!/bin/bash\nLD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/intel/mkl/current/lib/64/\nLIBRARY_PATH=$LIBRARY_PATH:/opt/intel/mkl/current/lib/64/\nOMP_NUM_THREADS=8\nnumactl --interleave=$i,$j ./mult_bf.exe < mult_bf.in > out.${i}_to_$j" > myjob
        chmod a+x myjob
        cpuset -i /${i}_to_$j -I ./myjob
        cpuset -x /${i}_to_$j > /dev/null
      done
  done