Homec4science
Diffusion solar_potential (master) Browse

solarPOT/Potential_hourly/EW_scenarios/4_exec_postprocess_flat_original.sh
67c48c8e30edmaster

Last Change
Raw File

4_exec_postprocess_flat_original.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=postprocess_hr
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=125G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --time=03:00:00
#SBATCH --chdir=./output
#SBATCH --array=1-1 ###97
#SBATCH -o postprocess_tlt_%A_%a.out # Standard output
#SBATCH -e postprocess_tlt_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=1 # ${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_EW_scenarios # PATH TO WORKING DIRECTORY
ROOF_FP=$WORKDIR\/files/flat_roofs.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP INFORMATION
AREA_FP='/work/hyenergy/output/solar_potential/geographic_potential/available_area/PRED_available_area_unc_filled.csv'
## ====== User input
PATH_TO_SCRIPT_ANNUAL=$WORKDIR\/merge_annual_data.py
PATH_TO_SCRIPT_COMMUNE=$WORKDIR\/merge_commune_batch.py
PATH_TO_SCRIPT_COMM_SUM=$WORKDIR\/merge_commune_all.py
N_BATCHES=97
LAST_BATCH=`expr $N_BATCHES - 1`
START_BATCH=0
## ===== Variable definitions
CURR_ID=`expr $N - 1`
## ===== Execute script
source activate py3_geo
for YEAR in 2019 2020
do
# Save annual data
PV_PATH=/scratch/walch/workdir_solar_hourly/tmp_$YEAR
OUTPATH=$WORKDIR\/files_$YEAR
echo
# echo CHECKING EXISTANCE AND CHECKSUM OF BATCH FILES
# echo
# python $WORKDIR\/check_files.py $PV_PATH $N_BATCHES
mkdir $OUTPATH
# python $PATH_TO_SCRIPT_ANNUAL $PV_PATH $ROOF_FP $AREA_FP $OUTPATH\/$YEAR\_annual_roofs.csv
for BATCH in `seq $START_BATCH $LAST_BATCH`
do
PV_FP=$PV_PATH\/pv_potential_$BATCH\.nc
GT_FP=$PV_PATH\/tilted_irrad_$BATCH\.nc
OUTFP=$OUTPATH\/$YEAR\_commune_hourly_flat_base_$BATCH\.nc
python $PATH_TO_SCRIPT_COMMUNE $PV_FP $GT_FP $ROOF_FP $AREA_FP $OUTFP
done
OUT_ALL=$OUTPATH\/$YEAR\_commune_hourly_flat_base.nc
python $PATH_TO_SCRIPT_COMM_SUM $OUT_ALL $N_BATCHES
if test -f $OUTPATH\/$YEAR\_commune_hourly_flat_base_gt.csv; then
echo $OUTPATH\/$YEAR\_commune_hourly_flat_base_gt.csv exists
mkdir $OUTPATH\/$YEAR\_commune_hourly_flat_base
mv $OUTPATH\/$YEAR\_commune_hourly_flat_base_*.nc $OUTPATH\/$YEAR\_commune_hourly_flat_base/.
fi
done
conda deactivate
echo
echo FINISHED AT $(date)
c4science · Help