make_datasets.sh
dd1c0248d00drc_energy_potential

make_datasets.sh
View Options

			#!/bin/bash

			################## USER SETTINGS ##############

			MY_PATH='Documents/EPFL/data/meteo'

			# give features and targets as string with comma as delimiter: ','
			TARGETS='SIS,SISDIR'
			FEATURES='x,y,z,hour,month'
			N_FTRS=5

			MASK='rand100'
			SAMPLE_SIZE=0.05 # give in million

			MONTH=06 # give month as 2-digit number
			FEATURES_MON='x,y,z,hour'
			N_FTRS_MON=4

			VAL_RATIO=0.8

			QUERY='query_locs_13d_2000'

			############### DEFAULT SETTINGS ###############

			MODEL_MASK=2001_$MASK\_$TARGETS\_$N_FTRS\D
			MODEL_RAND=2001_sample$SAMPLE_SIZE\M_$TARGETS\_$N_FTRS\D

			MODEL_MASK_MONTH=2001-$MONTH\_$MASK\_$TARGETS\_$N_FTRS_MON\D
			MODEL_RAND_MONTH=2001-$MONTH\_sample$SAMPLE_SIZE\M_$TARGETS\_$N_FTRS_MON\D

			DATA_PATH=$HOME\/$MY_PATH

			################# MAKE DATASETS ################

			# MAKE DATASET FROM MASK (MONTHLY)
			python make_ds_mask_month.py $DATA_PATH $MODEL_MASK_MONTH $FEATURES_MON $TARGETS $MASK $VAL_RATIO $MONTH
			python make_ds_query.py $DATA_PATH $MODEL_MASK_MONTH $QUERY

			# MAKE DATASET FROM MASK (YEARLY)
			# python make_ds_mask.py $DATA_PATH $MODEL_MASK $FEATURES $TARGETS $MASK $VAL_RATIO
			# python make_ds_query.py $DATA_PATH $MODEL_MASK $QUERY

			# MAKE DATASET AS RANDOM SAMPLE (MONTHLY)
			python make_ds_rand_month.py $DATA_PATH $MODEL_RAND_MONTH $FEATURES_MON $TARGETS $SAMPLE_SIZE $VAL_RATIO $MONTH
			python make_ds_query.py $DATA_PATH $MODEL_RAND_MONTH $QUERY

			# MAKE DATASET AS RANDOM SAMPLE (YEARLY)
			# python make_ds_rand.py $DATA_PATH $MODEL_RAND $FEATURES $TARGETS $SAMPLE_SIZE $VAL_RATIO
			# python make_ds_query.py $DATA_PATH $MODEL_RAND $QUERY