Page MenuHomec4science
Files F114016915

3_exec_postprocess_flat_EW.sh
No OneTemporary
Actions

File Metadata

Created
Fri, May 23, 01:05

3_exec_postprocess_flat_EW.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=postprocess_hr
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=125G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --time=01:00:00
#SBATCH --chdir=./output
#SBATCH --array=1-1 ###97
#SBATCH -o postprocess_hr_%A_%a.out # Standard output
#SBATCH -e postprocess_hr_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=1 # ${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_EW_scenarios_MMH # PATH TO WORKING DIRECTORY
FLATDIR=/scratch/walch/workdir_solar_EW_scenarios
ROOF_FP=$FLATDIR\/files/flat_roofs.csv # ABSOLUTE PATH TO FILE WITH ROOFTOP INFORMATION
AREA_FP=$FLATDIR\/files/PRED_avail_area_flat.csv
## ====== User input
PATH_TO_SCRIPT_ANNUAL=$WORKDIR\/merge_annual_data.py
PATH_TO_SCRIPT_COMMUNE=$WORKDIR\/merge_commune_batch.py
PATH_TO_SCRIPT_COMM_SUM=$WORKDIR\/merge_commune_all.py
N_BATCHES=95
LAST_BATCH=`expr $N_BATCHES - 1`
START_BATCH=0
## ===== Variable definitions
CURR_ID=`expr $N - 1`
## ===== Execute script
source activate py3_geo
for YEAR in MMH
do
# Save annual data
PV_PATH=$WORKDIR\/tmp_$YEAR
OUTPATH=$WORKDIR\/files_$YEAR
echo
echo CHECKING EXISTANCE AND CHECKSUM OF BATCH FILES
echo
python $WORKDIR\/check_files_flat_EW.py $PV_PATH $N_BATCHES
mkdir $OUTPATH
python $PATH_TO_SCRIPT_ANNUAL $PV_PATH $ROOF_FP $AREA_FP $OUTPATH\/$YEAR\_annual_roofs_flat.csv
done
conda deactivate
echo
echo FINISHED AT $(date)

Event Timeline

c4science · Help