Page MenuHomec4science
Files F101375596

baseline.py
No OneTemporary
Actions

File Metadata

Created
Sun, Feb 9, 20:28

baseline.py
View Options

# coding: utf-8
# In[ ]:
import matplotlib
matplotlib.use('Agg') # Must be before importing matplotlib.pyplot or pylab!
import matplotlib.pyplot as plt
import pandas as pd
import numpy as np
pd.set_option('display.max_columns', 100)
# In[ ]:
# import scikit learn packages
from sklearn.linear_model import Ridge
from sklearn.model_selection import train_test_split
from sklearn.metrics import mean_squared_error
from sklearn.metrics import r2_score
from sklearn.preprocessing import StandardScaler
from sklearn.pipeline import make_pipeline
# In[ ]:
from helpers import *
# **Parameters**
# In[ ]:
seasonwise = False
feature_selection = False
output_y_only = False
rnd_state=50
alphas = [1e-4,1e-4]
deg = 3
train_dim = 0.6
test_dim = 0.2
validate_dim = 0.2
print('-seasonwise: ',seasonwise,' -feature_selection: ',feature_selection,' -output_y_only: ',output_y_only)
seasons_list = ['spring','summer','autumn','winter']
consistency_splitting(train_dim, test_dim ,validate_dim)
if output_y_only:
alphas = alphas[0]
model = make_pipeline(StandardScaler(), Ridge(alphas))
print(model)
print('')
# In[ ]:
if seasonwise==False:
feature_selection = False
# In[ ]:
# In[ ]:
#Local
# DATA_FOLDER = r'../data_extractor_scripts/'
# RESULTS_FOLDER = r'./'
#Server
DATA_FOLDER = '~/scripts/'
RESULTS_FOLDER = '/raid/motus/results/baseline/'
# In[ ]:
tot_df=pd.read_csv(DATA_FOLDER+'regression_mat_year.csv',index_col=0)
# In[ ]:
if feature_selection:
df_features_sel = pd.read_csv('feature_for_ridge.txt',header=None)
df_features_sel = df_features_sel.drop(df_features_sel.columns[0], axis=1)
lst_features_sel=np.array(df_features_sel).tolist()
# Transform absolute value and direction in vector components
# In[ ]:
tot_df = vectorize_wind_speed(tot_df)
# Split season by season
# In[ ]:
if seasonwise:
df_spring, df_summer, df_autumn, df_winter = season_splitter(tot_df)
season_dfs=[df_spring, df_summer, df_autumn, df_winter]
else:
season_dfs=[tot_df]
# In[ ]:
#Empty dataframes
mses_results=[]
r_2s_results=[]
mag_avg_pred_results=[]
mag_avg_true_results=[]
# In[ ]:
for index,df in enumerate(season_dfs):
if len(season_dfs)>2:
names=seasons_list
else:
names=['allyear']
#Printing progress
print('Period under optimization: ',names[index])
#Dividing X and y
X = df.drop(columns=['u_x', 'u_y','u_z'])
if feature_selection:
print('Features considered: ',lst_features_sel[index])
print('')
X=np.array(X[lst_features_sel[index]])
h_position=lst_features_sel[index].index('h')
else:
X=np.array(X)
#Chose 1D or 2D output
if output_y_only:
y = np.array(df['u_y'])
else:
y = np.array(df[['u_x', 'u_y']])
#Splitting Matrices
X_tr, X_temp, y_tr, y_temp = train_test_split(X, y, test_size=test_dim+validate_dim, random_state=rnd_state)
X_te, X_va, y_te, y_va = train_test_split(X_temp, y_temp, test_size=validate_dim/(test_dim+validate_dim), random_state=rnd_state)
X_temp = None
y_temp = None
#Make a list with differet heights
if feature_selection:
X_te_hs, y_te_hs = split_hs_test(X_te,y_te,h_pos=h_position)
else:
X_te_hs, y_te_hs = split_hs_test(X_te,y_te)
#Fit the model
model.fit(X_tr,y_tr)
y_pred_hs=[]
mag_avg_pred=[]
for hs in X_te_hs:
ans=model.predict(hs)
y_pred_hs.append(ans)
#ans=np.sqrt(np.sum(np.square(ans),axis=1)).mean()
ans=magnitude_avg(ans)
#print(ans.shape)
mag_avg_pred.append(ans)
mag_avg_pred.append(names[index])
mag_avg_pred_results.append(mag_avg_pred)
mses=[]
mag_avg_true=[]
for idx,i in enumerate(y_pred_hs):
mses.append(mean_squared_error(y_te_hs[idx],i))
ans=y_te_hs[idx]
#ans=np.sqrt(np.sum(np.square(ans),axis=1)).mean()
ans=magnitude_avg(ans)
mag_avg_true.append(ans)
mses.append(names[index])
mag_avg_true.append(names[index])
mses_results.append(mses)
mag_avg_true_results.append(mag_avg_true)
r_2s=[]
for idx,i in enumerate(y_pred_hs):
r_2s.append(r2_score(y_te_hs[idx],i))
r_2s.append(names[index])
r_2s_results.append(r_2s)
if output_y_only:
plot_ys_single(y_pred_hs,y_te_hs,RESULTS_FOLDER+'/images/',save=True,name=(names[index]+'-'))
else:
plot_ys(y_pred_hs,y_te_hs,RESULTS_FOLDER+'/images/',save=True,name=(names[index]+'-'))
# In[ ]:
mses_results_df=pd.DataFrame(mses_results)
mses_results_df.to_csv(RESULTS_FOLDER+'mses_results.txt',header=None, sep=',', mode='a')
# In[ ]:
r_2s_results_df=pd.DataFrame(r_2s_results)
r_2s_results_df.to_csv(RESULTS_FOLDER+'r_2s_results.txt',header=None, sep=',', mode='a')
# In[ ]:
pd.DataFrame(mag_avg_pred_results).to_csv(RESULTS_FOLDER+'magnitude_average_pred.txt',header=None, sep=',', mode='a')
pd.DataFrame(mag_avg_true_results).to_csv(RESULTS_FOLDER+'magnitude_average_true.txt',header=None, sep=',', mode='a')
# In[ ]:
print('JOB Finished')

Event Timeline

c4science · Help