Page MenuHomec4science
Files F110698805

3_exec_postprocess.sh
No OneTemporary
Actions

File Metadata

Created
Sun, Apr 27, 14:51

3_exec_postprocess.sh
View Options

#!/bin/bash
## == Settings
#SBATCH --job-name=postprocess_hr
#SBATCH --account=leso-pb
#SBATCH --nodes=1
#SBATCH --mem=125G
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --time=03:00:00
#SBATCH --chdir=./output
#SBATCH --array=1-1 ###97
#SBATCH -o postprocess_hr_%A_%a.out # Standard output
#SBATCH -e postprocess_hr_%A_%a.err # Standard error
echo STARTING AT $(date)
echo
## ====== Specify here the needed modules
module purge
module load gcc python/3.7.3
## ====== Get slurm array ID
N=1 # ${SLURM_ARRAY_TASK_ID}
echo Slurm array task ID: $N
echo
WORKDIR=/scratch/walch/workdir_solar_hourly # PATH TO WORKING DIRECTORY
## ====== User input
YEAR=2019
PATH_TO_SCRIPT_ANNUAL=$WORKDIR\/merge_annual_data.py
PATH_TO_SCRIPT_COMMUNE=$WORKDIR\/merge_commune_batch.py
PATH_TO_SCRIPT_COMM_SUM=$WORKDIR\/merge_commune_all.py
N_BATCHES=97
LAST_BATCH=`expr $N_BATCHES - 1`
START_BATCH=0
## ===== Variable definitions
CURR_ID=`expr $N - 1`
## ===== Execute script
source activate py3_geo
# Save annual data
PV_PATH=$WORKDIR\/tmp_$YEAR
OUTPATH=$WORKDIR\/files_$YEAR
echo
echo CHECKING EXISTANCE AND CHECKSUM OF BATCH FILES
echo
python $WORKDIR\/check_files.py $PV_PATH $N_BATCHES
mkdir $OUTPATH
python $PATH_TO_SCRIPT_ANNUAL $PV_PATH $OUTPATH\/$YEAR\_annual_roofs.csv
for BATCH in `seq $START_BATCH $LAST_BATCH`
do
PV_FP=$PV_PATH\/pv_potential_$BATCH\.nc
GT_FP=$PV_PATH\/tilted_irrad_$BATCH\.nc
OUTFP=$OUTPATH\/$YEAR\_commune_hourly_$BATCH\.nc
python $PATH_TO_SCRIPT_COMMUNE $PV_FP $GT_FP $OUTFP
done
OUT_ALL=$OUTPATH\/$YEAR\_commune_hourly.nc
python $PATH_TO_SCRIPT_COMM_SUM $OUT_ALL $N_BATCHES
if test -f $OUTPATH\/$YEAR\_commune_hourly_gt.csv; then
echo $OUTPATH\/$YEAR\_commune_hourly_gt.csv exists
mkdir $OUTPATH\/$YEAR\_commune_hourly
mv $OUTPATH\/$YEAR\_commune_hourly_*.nc $OUTPATH\/$YEAR\_commune_hourly/.
fi
conda deactivate
echo
echo FINISHED AT $(date)

Event Timeline

c4science · Help