Homec4science
Diffusion solar_potential (master) Browse

solarPOT/Potential_hourly/exec_poa_irrad.sh
29f993e4425amaster

Last Change
Raw File

exec_poa_irrad.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=tilted_irrad_hr
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=250G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=1
#SBATCH --time=04:00:00
#SBATCH --chdir=./output
#SBATCH --array=5-5 ###97
#SBATCH -o tilted_irrad_hr_%A_%a.out # Standard output
#SBATCH -e tilted_irrad_hr_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_hourly # PATH TO WORKING DIRECTORY
## ====== User input
PATH_TO_SCRIPT=$WORKDIR\/poa_irradiance.py
PATH_TO_SCRIPT2=$WORKDIR\/merge_poa_batch.py
# input file paths:
ROOFTOPS=/work/hyenergy/output/solar_potential/geographic_potential/CH_ROOFS_all_replaced.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP INFORMATION
METEO=/work/hyenergy/raw/METEO/MeteoSwiss_satellite/2010_physical_potential_interp.nc # ABSOLUTE PATH TO FILE WITH SOLAR RADIATION DATA
ALBEDO='map' # (choose btw map and constant)
BATCH_SIZE=100000 # 200000 corresponds to 49 batches, 100000 corresponds to 97 batches
MINIBATCH_SIZE=1000
N_MINIBATCH=`expr $BATCH_SIZE \/ $MINIBATCH_SIZE - 1`
## ===== Variable definitions
CURR_ID=`expr $N - 1`
START_ID=`expr $CURR_ID \* $BATCH_SIZE`
## ===== Execute script
source activate py3
for BATCH in `seq 0 $N_MINIBATCH`
do
START_BATCH=`expr $START_ID + $BATCH \* $MINIBATCH_SIZE + 1`
OUTPUT=$WORKDIR\/tmp/poa_irradiance_$CURR_ID\_$BATCH\.nc
python $PATH_TO_SCRIPT $METEO $ROOFTOPS $OUTPUT $ALBEDO $START_BATCH $MINIBATCH_SIZE
done
echo FINISHED LOOP AT $(date)
OUTPUT=$WORKDIR\/tmp/poa_irradiance_$CURR_ID\.nc
python $PATH_TO_SCRIPT2 $OUTPUT
if test -f "$OUTPUT"; then
echo "$OUTPUT exist"
rm $WORKDIR\/tmp/poa_irradiance_$CURR_ID\_*.nc
fi
# conda deactivate
echo
echo FINISHED AT $(date)
c4science · Help