#!/bin/bash ####################################### # Give execute permission to your script: # chmod +x yourscript.sh # To run your script: # ./yourscript.sh ####################################### #$ -m ae #$ -M andrew.yim@aya.yale.edu #$ -l h_rt=172800 # #PBS -l walltime=48:00:00 # #PBS -l nodes=1:ppn=4 # #PBS -l nodes=1:ppn=24 #$ -l m_mem_free=32G # #$ -l m_mem_free=45G # #$ -l m_mem_free=64G # #$ -l m_mem_free=109G echo "Started job at `date`" export SHELLSCRIPT=cmdStan0.5.2a_bkgd.sh export METRIC=dense_e export N_WARMUP=8 export N_ITER=6 export SEED=51234 export DELTA=0.98 export INIT_BUFFER=75 export TERM_BUFFER=50 ####################################### export WINDOW=25 export MAXDEPTH=11 export SAVE_WARMUP=1 export CMDSTAN=$HOME/cmdstan-2.19.1 export PATH=$HOME/gcc-4.9.4/bin:$PATH export LDFLAGS="-Wl,-rpath,$HOME/gcc-4.9.4/bin" export LD_LIBRARY_PATH=$HOME/gcc-4.9.4/lib64 #NOW=$(date "+%Y.%m.%d-%H.%M.%S") NOW=$(date "+%Y%m%d.%H%M%S") # #printenv mkdir -p /scratch/city/${NOW}_${JOB_ID} cp $HOME/$SHELLSCRIPT /scratch/city/${NOW}_${JOB_ID} cd $CMDSTAN mkdir -p ${NOW}_${JOB_ID} for i in {1..3} do nohup ../SSM0.5.2a sample algorithm=hmc engine=nuts max_depth=$MAXDEPTH metric=$METRIC num_samples=$N_ITER num_warmup=$N_WARMUP save_warmup=1 adapt delta=$DELTA init_buffer=$INIT_BUFFER term_buffer=$TERM_BUFFER window=$WINDOW random seed=$SEED id=$i data file=../SSM_data_J90d.dat output file=/scratch/city/${NOW}_${JOB_ID}/samples$i.csv > $HOME/$SHELLSCRIPT.${NOW}_${JOB_ID}.$i.out 2> $HOME/$SHELLSCRIPT.${NOW}_${JOB_ID}.$i.err & done jobs wait ####################################### cd $CMDSTAN/${NOW}_${JOB_ID} ../bin/diagnose /scratch/city/${NOW}_${JOB_ID}/samples*.csv &> diagnose.txt & ../bin/stansummary /scratch/city/${NOW}_${JOB_ID}/samples*.csv --sig_figs=3 &> summary.txt echo "#===================================================="; \ echo " # sd_y = 0.08, mu_u1 = y_LT = 0.1; mu_alpha = 0.04; beta = 0.6; "; \ echo "# theta = 0.15; rho = 1, # sd_base = 0.2; mu_base = -1.6 "; \ echo " # sd_season = 0.1, mu_season = c(-0.12, -0.06, 0.15); "; \ echo "# s = c(0.4, 0.15, 0.15) "; \ echo " # p = c(0.7, 0.62, 0.68); p = c(0.7, 0.62, 0.35) [inv_logit()]; p = c(0.72, 0.42) #p[3]=0.7"; \ echo " # g = c(0.85, 0.35) #old: g = c(0.2, 0.2, 0.25) "; \ echo " # w = c(0.72, 0.15, 0.62) "; \ echo "# d = c(0.05, 0.7, 0.25) "; \ echo "#====================================================" echo "In folder: ${NOW}_${JOB_ID} [${INIT_BUFFER},${TERM_BUFFER},${WINDOW},${SAVE_WARMUP},${SEED},${N_WARMUP},${N_ITER},${DELTA},${MAXDEPTH},${METRIC}]" echo "#====================================================" { grep -P "Inference" summary.txt; \ grep -P "iterations saved" summary.txt; \ grep -P "Warmup" summary.txt; \ grep -P "Sampling" summary.txt; \ grep -P "Mean" summary.txt; for \ var in lp__ accept_stat__ stepsize__ treedepth__ n_leapfrog__ divergent__ energy__ \ sd_y mu_u1 mu_alpha beta theta sd_season mu_season p g w d; do \ grep -P "^$var[[:space:]]|^$var\[" summary.txt; done; } > mysummary_${SEED},${N_WARMUP},${N_ITER},${DELTA},${MAXDEPTH},${METRIC}.txt cat mysummary*.txt cat diagnose.txt ####################################### echo "Finished job at `date`"