Homec4science
Diffusion solar_potential (master) Browse

solarPOT/EW_scenarios_MMH/2_exec_pv_pipeline_batch_flat_EW.sh
29f993e4425amaster

Last Change
Raw File

2_exec_pv_pipeline_batch_flat_EW.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=pv_pipe_EW
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=125G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --time=00:20:00
#SBATCH --chdir=./output
#SBATCH --array=1-95 ###97
#SBATCH -o pv_pipe_EW_%A_%a.out # Standard output
#SBATCH -e pv_pipe_EW_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_EW_scenarios_MMH # PATH TO WORKING DIRECTORY
FLATDIR=/scratch/walch/workdir_solar_EW_scenarios
## ====== User input
PATH_TO_SCRIPT=$WORKDIR\/poa_irradiance.py
PATH_TO_SCRIPT2=$WORKDIR\/merge_poa_batch.py
PATH_TO_IRRAD=$WORKDIR\/compute_tilted_irrad_batch_flat_EW.py
PATH_TO_PV=$WORKDIR\/compute_PV_output_batch_flat_EW.py
# input file paths:
ROOFTOPS=$FLATDIR\/files/flat_roofs.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP INFORMATION
ROOFS_E=$FLATDIR\/files/flat_roofs_E.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP
ROOFS_W=$FLATDIR\/files/flat_roofs_W.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP
AVAIL_AREA=$FLATDIR\/files/PRED_avail_area_flat.csv
ALBEDO=/work/hyenergy/output/solar_potential/physical_potential/results/ALB_dhm25_200_CH_ELM30_1000_CPU_prediction.nc
METEO=/work/hyenergy/output/solar_potential/physical_potential/results/physical_potential_dhm25_200_CH_ELM50_1000_interp.nc # ABSOLUTE PATH TO FILE WITH SOLAR RADIATION DATA
BATCH_SIZE=20000 # 200000 corresponds to 49 batches, 100000 corresponds to 97 batches
MINIBATCH_SIZE=500
N_MINIBATCH=`expr $BATCH_SIZE \/ $MINIBATCH_SIZE - 1`
N_BATCHES=95
CURR_ID=`expr $N - 1`
START_ID=`expr $CURR_ID \* $BATCH_SIZE`
## ===== Execute script
source activate py3
for YEAR in MMH
do
## ================== ##
## ====== E ========= ##
PV_DIR=$WORKDIR\/tmp_$YEAR
E_DIR=$WORKDIR\/tmp_$YEAR\/east
W_DIR=$WORKDIR\/tmp_$YEAR\/west
mkdir $PV_DIR
mkdir $E_DIR
mkdir $W_DIR
OUTPUT=$E_DIR\/poa_irradiance_$CURR_ID\.nc
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
else
for BATCH in `seq 0 $N_MINIBATCH`
do
START_BATCH=`expr $START_ID + $BATCH \* $MINIBATCH_SIZE + 1`
OUTPUT=$E_DIR\/poa_irradiance_$CURR_ID\_$BATCH\.nc
python $PATH_TO_SCRIPT $METEO $ROOFS_E $OUTPUT $ALBEDO $START_BATCH $MINIBATCH_SIZE
done
echo
echo FINISHED LOOP AT $(date)
echo
OUTPUT=$E_DIR\/poa_irradiance_$CURR_ID\.nc
python $PATH_TO_SCRIPT2 $OUTPUT
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
rm $E_DIR\/poa_irradiance_$CURR_ID\_*.nc
fi
fi
echo
echo FINISHED POA IRRAD AT $(date)
echo
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
TILT_IRRAD_E_FP=$E_DIR\/tilted_irrad_$CURR_ID\.nc
python $PATH_TO_IRRAD $OUTPUT $ROOFS_E $TILT_IRRAD_E_FP
fi
echo
echo FINISHED TILTED IRRAD AT $(date)
echo
## ========================= ##
## ========== W ============ ##
OUTPUT=$W_DIR\/poa_irradiance_$CURR_ID\.nc
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
else
for BATCH in `seq 0 $N_MINIBATCH`
do
START_BATCH=`expr $START_ID + $BATCH \* $MINIBATCH_SIZE + 1`
OUTPUT=$W_DIR\/poa_irradiance_$CURR_ID\_$BATCH\.nc
python $PATH_TO_SCRIPT $METEO $ROOFS_W $OUTPUT $ALBEDO $START_BATCH $MINIBATCH_SIZE
done
echo
echo FINISHED LOOP AT $(date)
echo
OUTPUT=$W_DIR\/poa_irradiance_$CURR_ID\.nc
python $PATH_TO_SCRIPT2 $OUTPUT
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
rm $W_DIR\/poa_irradiance_$CURR_ID\_*.nc
fi
fi
echo
echo FINISHED POA IRRAD AT $(date)
echo
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
TILT_IRRAD_W_FP=$W_DIR\/tilted_irrad_$CURR_ID\.nc
python $PATH_TO_IRRAD $OUTPUT $ROOFS_W $TILT_IRRAD_W_FP
fi
echo
echo FINISHED TILTED IRRAD AT $(date)
echo
## ================================ ##
## ========== PV ================== ##
if test -f "$TILT_IRRAD_E_FP"; then
echo "$TILT_IRRAD_E_FP exist"
TILT_IRRAD_FP=$PV_DIR\/tilted_irrad_$CURR_ID\.nc
PV_POT_FP=$PV_DIR\/pv_potential_$CURR_ID\.nc
python $PATH_TO_PV $TILT_IRRAD_E_FP $TILT_IRRAD_W_FP $ROOFTOPS $AVAIL_AREA $TILT_IRRAD_FP $PV_POT_FP
fi
echo
echo FINISHED PV POTENTIAL AT $(date)
done
conda deactivate
echo
echo FINISHED AT $(date)
c4science · Help