make_datasets.sh
No OneTemporary
Actions

Subscribers

None

File Metadata

	#!/bin/bash

	################## USER SETTINGS ##############

	MY_PATH='Documents/EPFL/data/meteo'

	# give features and targets as string with comma as delimiter: ','
	TARGETS='SIS,SISDIR'
	FEATURES='x,y,z,hour,month'
	N_FTRS=5

	MASK='rand100'
	SAMPLE_SIZE=0.05 # give in million

	MONTH=06 # give month as 2-digit number
	FEATURES_MON='x,y,z,hour'
	N_FTRS_MON=4

	VAL_RATIO=0.8

	QUERY='query_locs_13d_2000'

	############### DEFAULT SETTINGS ###############

	MODEL_MASK=2001_$MASK\_$TARGETS\_$N_FTRS\D
	MODEL_RAND=2001_sample$SAMPLE_SIZE\M_$TARGETS\_$N_FTRS\D

	MODEL_MASK_MONTH=2001-$MONTH\_$MASK\_$TARGETS\_$N_FTRS_MON\D
	MODEL_RAND_MONTH=2001-$MONTH\_sample$SAMPLE_SIZE\M_$TARGETS\_$N_FTRS_MON\D

	DATA_PATH=$HOME\/$MY_PATH

	################# MAKE DATASETS ################

	# MAKE DATASET FROM MASK (MONTHLY)
	python make_ds_mask_month.py $DATA_PATH $MODEL_MASK_MONTH $FEATURES_MON $TARGETS $MASK $VAL_RATIO $MONTH
	python make_ds_query.py $DATA_PATH $MODEL_MASK_MONTH $QUERY

	# MAKE DATASET FROM MASK (YEARLY)
	# python make_ds_mask.py $DATA_PATH $MODEL_MASK $FEATURES $TARGETS $MASK $VAL_RATIO
	# python make_ds_query.py $DATA_PATH $MODEL_MASK $QUERY

	# MAKE DATASET AS RANDOM SAMPLE (MONTHLY)
	python make_ds_rand_month.py $DATA_PATH $MODEL_RAND_MONTH $FEATURES_MON $TARGETS $SAMPLE_SIZE $VAL_RATIO $MONTH
	python make_ds_query.py $DATA_PATH $MODEL_RAND_MONTH $QUERY

	# MAKE DATASET AS RANDOM SAMPLE (YEARLY)
	# python make_ds_rand.py $DATA_PATH $MODEL_RAND $FEATURES $TARGETS $SAMPLE_SIZE $VAL_RATIO
	# python make_ds_query.py $DATA_PATH $MODEL_RAND $QUERY