Page MenuHomec4science
Files F111250965

exec_pv_pipeline_batch.sh
No OneTemporary
Actions

File Metadata

Created
Wed, Apr 30, 09:42

exec_pv_pipeline_batch.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=pv_pipe_hr
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=125G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --time=06:00:00
#SBATCH --chdir=./output
#SBATCH --array=3-3 ###97
#SBATCH -o pv_pipe_hr_%A_%a.out # Standard output
#SBATCH -e pv_pipe_hr_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_hourly # PATH TO WORKING DIRECTORY
## ====== User input
PATH_TO_SCRIPT=$WORKDIR\/poa_irradiance.py
PATH_TO_SCRIPT2=$WORKDIR\/merge_poa_batch.py
PATH_TO_IRRAD=$WORKDIR\/compute_tilted_irrad_batch.py
PATH_TO_PV=$WORKDIR\/compute_PV_output_batch.py
# input file paths:
ROOFTOPS=/work/hyenergy/output/solar_potential/geographic_potential/CH_ROOFS_all_replaced.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP INFORMATION
METEO=/work/hyenergy/raw/METEO/MeteoSwiss_satellite/2010_physical_potential_interp.nc # ABSOLUTE PATH TO FILE WITH SOLAR RADIATION DATA
ALBEDO='map' # (choose btw map and constant)
BATCH_SIZE=100000 # 200000 corresponds to 49 batches, 100000 corresponds to 97 batches
MINIBATCH_SIZE=1000
N_MINIBATCH=`expr $BATCH_SIZE \/ $MINIBATCH_SIZE - 1`
## ===== Variable definitions
CURR_ID=`expr $N - 1`
START_ID=`expr $CURR_ID \* $BATCH_SIZE`
## ===== Execute script
source activate py3
for BATCH in `seq 0 $N_MINIBATCH`
do
START_BATCH=`expr $START_ID + $BATCH \* $MINIBATCH_SIZE + 1`
OUTPUT=$WORKDIR\/tmp/poa_irradiance_$CURR_ID\_$BATCH\.nc
python $PATH_TO_SCRIPT $METEO $ROOFTOPS $OUTPUT $ALBEDO $START_BATCH $MINIBATCH_SIZE
done
echo
echo FINISHED LOOP AT $(date)
echo
OUTPUT=$WORKDIR\/tmp/poa_irradiance_$CURR_ID\.nc
python $PATH_TO_SCRIPT2 $OUTPUT
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
rm $WORKDIR\/tmp/poa_irradiance_$CURR_ID\_*.nc
fi
echo
echo FINISHED POA IRRAD AT $(date)
echo
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
TILT_IRRAD_FP=$WORKDIR\/tmp/tilted_irrad_$CURR_ID\.nc
python $PATH_TO_IRRAD $OUTPUT $TILT_IRRAD_FP
fi
echo
echo FINISHED TILTED IRRAD AT $(date)
echo
if test -f "$TILT_IRRAD_FP"; then
echo "$TILT_IRRAD_FP exist"
PV_POT_FP=$WORKDIR\/tmp/pv_potential_$CURR_ID\.nc
python $PATH_TO_PV $TILT_IRRAD_FP $PV_POT_FP
fi
echo
echo FINISHED PV POTENTIAL AT $(date)
# conda deactivate
echo
echo FINISHED AT $(date)

Event Timeline

c4science · Help