Homec4science
Diffusion solar_potential (master) Browse

solarPOT/EW_scenarios_MMH/baseline_scenario/2_exec_pv_pipeline_batch.sh
29f993e4425amaster

Last Change
Raw File

2_exec_pv_pipeline_batch.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=pv_pipe_hr
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=125G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --time=02:00:00
#SBATCH --chdir=./output
#SBATCH --array=1-97 ###97
#SBATCH -o pv_pipe_hr_%A_%a.out # Standard output
#SBATCH -e pv_pipe_hr_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_MMH_base # PATH TO WORKING DIRECTORY
FLATDIR=/scratch/walch/workdir_solar_EW_scenarios
## ====== User input
PATH_TO_SCRIPT=$WORKDIR\/poa_irradiance.py
PATH_TO_SCRIPT2=$WORKDIR\/merge_poa_batch.py
PATH_TO_IRRAD=$WORKDIR\/compute_tilted_irrad_batch.py
PATH_TO_PV=$WORKDIR\/compute_PV_output_batch.py
# input file paths:
ROOFTOPS=/work/hyenergy/output/solar_potential/geographic_potential/CH_ROOFS_all_replaced.csv #$FLATDIR\/files/flat_roofs_baseline.csv
AVAIL_AREA=/work/hyenergy/output/solar_potential/geographic_potential/available_area/PRED_available_area_unc_filled.csv
METEO=/work/hyenergy/output/solar_potential/physical_potential/results/physical_potential_dhm25_200_CH_ELM50_1000_interp.nc # ABSOLUTE PATH TO FILE WITH SOLAR RADIATION DATA
ALBEDO=/work/hyenergy/output/solar_potential/physical_potential/results/ALB_dhm25_200_CH_ELM30_1000_CPU_prediction.nc
BATCH_SIZE=100000 # 200000 corresponds to 49 batches, 100000 corresponds to 97 batches
MINIBATCH_SIZE=1000
N_MINIBATCH=`expr $BATCH_SIZE \/ $MINIBATCH_SIZE - 1`
## ===== Variable definitions
CURR_ID=`expr $N - 1`
START_ID=`expr $CURR_ID \* $BATCH_SIZE`
## ===== Execute script
source activate py3
for YEAR in MMH_base_all
do
PV_DIR=$WORKDIR\/tmp_$YEAR
mkdir $PV_DIR
OUTPUT=$PV_DIR\/poa_irradiance_$CURR_ID\.nc
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
else
for BATCH in `seq 0 $N_MINIBATCH`
do
START_BATCH=`expr $START_ID + $BATCH \* $MINIBATCH_SIZE + 1`
OUTPUT=$PV_DIR\/poa_irradiance_$CURR_ID\_$BATCH\.nc
python $PATH_TO_SCRIPT $METEO $ROOFTOPS $OUTPUT $ALBEDO $START_BATCH $MINIBATCH_SIZE
done
echo
echo FINISHED LOOP AT $(date)
echo
OUTPUT=$PV_DIR\/poa_irradiance_$CURR_ID\.nc
python $PATH_TO_SCRIPT2 $OUTPUT
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
rm $PV_DIR\/poa_irradiance_$CURR_ID\_*.nc
fi
fi
echo
echo FINISHED POA IRRAD AT $(date)
echo
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
TILT_IRRAD_FP=$PV_DIR\/tilted_irrad_$CURR_ID\.nc
python $PATH_TO_IRRAD $OUTPUT $ROOFTOPS $TILT_IRRAD_FP
fi
echo
echo FINISHED TILTED IRRAD AT $(date)
echo
## ================================ ##
## ========== PV ================== ##
if test -f "$TILT_IRRAD_FP"; then
echo "$TILT_IRRAD_FP exist"
PV_POT_FP=$PV_DIR\/pv_potential_$CURR_ID\.nc
python $PATH_TO_PV $TILT_IRRAD_FP $ROOFTOPS $AVAIL_AREA $PV_POT_FP
fi
echo
echo FINISHED PV POTENTIAL AT $(date)
done
conda deactivate
echo
echo FINISHED AT $(date)
c4science · Help