#! /usr/bin/env bash
#
# template to activate the virtualenv, call post process program, deactivate virtualenv
#

#BSUB -n 128
#BSUB -R "span[ptile=4]"
#BSUB -q regular
#BSUB -N
#BSUB -a poe
#BSUB -J CESM_postprocessing
#BSUB -W 00:30
#BSUB -P None 

. /glade/apps/opt/lmod/lmod/init/bash

export MP_TIMEOUT=14400
export MP_PULSE=1800
export MP_DEBUG_NOTIMEOUT=yes

if [ ! -e /glade/u/home/dbailey/postprocessing/cesm-env2/bin ]; then
    echo "*************************************************************************************"
    echo "CESM atm_averages exiting due to non-existant python virtual environment in"
    echo "    /glade/u/home/dbailey/postprocessing/cesm-env2/bin"
    echo "You must first run:"
    echo "$SRCROOT/postprocessing/create_python_env.sh -machine [machine] -cimeroot [$CIMEROOT]"
    echo "*************************************************************************************"
    exit
fi

cd /glade/u/home/dbailey/postprocessing/cesm-env2/bin
pwd
. activate


module load python/2.7.7

module load numpy/1.8.1

module load scipy/0.15.1

module load mpi4py/2.0.0

module load pynio/1.4.1

module load matplotlib/1.4.3

module load intel/15.0.3

module load netcdf/4.3.0

module load nco/4.4.4

module use /glade/apps/contrib/ncl-nightly/modules

module load ncltest-intel




echo "******************************************"
echo "Start atm_averages generation $(date)"
echo "******************************************"


mpirun.lsf ./atm_avg_generator.py --debug 0  --caseroot /glade/scratch/dbailey/b.e15.B1850.f09_g16.pi_control.all.63/postprocess >> /glade/scratch/dbailey/b.e15.B1850.f09_g16.pi_control.all.63/postprocess/logs/atm_averages.log 2>&1


echo "******************************************"
echo "End atm_averages generation $(date)"
echo "******************************************"

deactivate
cd /glade/scratch/dbailey/b.e15.B1850.f09_g16.pi_control.all.63/postprocess