Homec4science
Diffusion SRR - Source receptor relationship (master) Browse

srr/readScenarios_onlyTXT.cc
900b64533547master

Last Change
Raw File

readScenarios_onlyTXT.cc
View Options

#include "readScenarios_onlyTXT.hh"
#include <algorithm>
ReadScenarios::ReadScenarios(){}
ReadScenarios::~ReadScenarios(){}
std::string ReadScenarios::getTypeInput(){return this->type_input;}
SingleVectorS ReadScenarios::getTypeOut(){return this->type_out;}
void ReadScenarios::ReadParFile(std::string par){
std::ifstream inFile;
inFile.open( par.c_str());
if (!inFile.is_open()){
std::cerr << "Biiiiiip" << std::endl;
throw;
}
std::string line, Dir, BC_dir, out_Dir;
SingleVectorS TraScn, ValScn;
UInt start_del, end_del, med_del;
while(inFile.good()){
std::string left_part;
getline(inFile, line);
if (line[0] == '#' || line.size()==0) continue;
start_del=line.find('[');
end_del=line.find(']');
med_del=line.find(':');
for (UInt i=start_del+1; i<end_del; ++i){
left_part.push_back(line[i]);
}
//std::cout << left_part << std::endl;
if (left_part=="type_of_input_files"){
for (UInt i=med_del+1; i<line.size(); ++i){
if (line[i]!=' '){
type_input.push_back(line[i]);
}
}
}
if (left_part=="input_globaldirectory"){
for (UInt i=med_del+1; i<line.size(); ++i){
if (line[i]!=' '){
Dir.push_back(line[i]);
}
}
}
if (left_part=="base_case_directory"){
std::string baseCaseFiles;
for (UInt i=med_del+1; i<line.size(); ++i){
if (line[i]!=' '){
baseCaseFiles.push_back(line[i]);
}
}
BC_dir= Dir + baseCaseFiles;
// readEmissions bc
// readConcentrations bc
}
//std::cout << Efile << std::endl;
UInt sep0=med_del+1;
if (left_part=="listscn_forTraining"){
UInt sep1=0;
std::string new_part = " ";
std::string scn = " ";
while (sep0<line.size() ){
new_part.clear();
for (UInt i=sep0; i<line.size(); ++i){
if (line[i]!=' ')
new_part.push_back(line[i]);
}
//std::string comp_end = line.substr(line.size()-new_part.size(),new_part.size());
if (new_part.size()>scn.size()){
sep1= new_part.find(';');
scn.clear();
for (UInt i=0; i<sep1; ++i){
if (line[i]!=' ')
scn.push_back(new_part[i]);
}
sep0=line.find(scn)+scn.size()+1;
}
else {
scn = new_part;
sep0= line.size();
}
TraScn.push_back(scn);
//std::cout << (Dir+ scn + '/') << std::endl;
}
}
if (left_part=="listscn_forValidation"){
UInt sep1=0;
std::string new_part = " ";
std::string scn = " ";
while (sep0<line.size() ){
new_part.clear();
for (UInt i=sep0; i<line.size(); ++i){
if (line[i]!=' ')
new_part.push_back(line[i]);
}
//std::string comp_end = line.substr(line.size()-new_part.size(),new_part.size());
if (new_part.size()>scn.size()){
sep1= new_part.find(';');
scn.clear();
for (UInt i=0; i<sep1; ++i){
if (line[i]!=' ')
scn.push_back(new_part[i]);
}
sep0=line.find(scn)+scn.size()+1;
}
else {
scn = new_part;
sep0= line.size();
}
ValScn.push_back(scn);
//std::cout << (Dir+ scn + '/') << std::endl;
}
}
if (left_part=="headName_emissionFiles"){
std::cout << " > Reading Emissions files" << std::endl;
std::string ef;
for (UInt i=med_del+1; i<line.size(); ++i){
if (line[i]!=' '){
ef.push_back(line[i]);
}
}
SingleVectorD Lat_, Lon_;
ThreeVectorD prec_bc, prec_sc;
SingleVectorS name_precs_;
prec_bc = readE_txt(BC_dir+'/'+ef+"BC.txt",Lat_,Lon_,name_precs_);
//std::cout << BC_dir+'/'+ef +"BC.txt"<< std::endl;
EBC = prec_bc;
this->Lat_BC=Lat_;
this->Lon_BC=Lon_;
this->Lat_resol = sqrt(pow(Lat_[1]-Lat_[0],2));
this-> Lon_resol = sqrt(pow(Lon_[1]-Lon_[0],2));
this->NamePrecursors=name_precs_;
for (UInt j=0; j<TraScn.size(); ++j){
prec_sc= readE_txt(Dir+TraScn[j]+'/'+ef+"SC.txt",Lat_,Lon_,name_precs_);
ETra.push_back(prec_sc);
if (Lat_BC != Lat_) std::cout << "Warning error: latitude coordinates in Emissions file " << TraScn[j] << " are different to that of BaseCase" << std::endl;
if (Lon_BC != Lon_) std::cout << "Warning error: longitude coordinates in Emissions file " << TraScn[j] << " are different to that of BaseCase" << std::endl;
if (NamePrecursors!=name_precs_) std::cout << "Warning error: precursors in Emission file " << TraScn[j] << " are different to that of BaseCase" << std::endl;
}
for (UInt j=0; j<ValScn.size(); ++j){
prec_sc = readE_txt(Dir+ValScn[j]+'/'+ef+"SC.txt",Lat_,Lon_,name_precs_);
EVal.push_back(prec_sc);
if (NamePrecursors!=name_precs_) std::cout << "Warning error: precursors in Emission file " << ValScn[j] << " are different to that of BaseCase" << std::endl;
}
}
if (left_part=="list_of_pollutants"){
UInt sep1=0;
std::string new_part = " ";
std::string poll = " ";
while (sep0<line.size() ){
new_part.clear();
for (UInt i=sep0; i<line.size(); ++i){
if (line[i]!=' ')
new_part.push_back(line[i]);
}
std::string comp_end = line.substr(line.size()-new_part.size(),new_part.size());
if (new_part.size()>poll.size() && comp_end!= new_part){
sep1= new_part.find(';');
poll.clear();
for (UInt i=0; i<sep1; ++i){
if (line[i]!=' ')
poll.push_back(new_part[i]);
}
sep0=line.find(poll)+poll.size()+1;
}
else {
poll = new_part;
sep0= line.size();
}
//std::cout << poll << std::endl;
this->NamePollutants.push_back(poll);
}
}
if (left_part=="headName_concentrationFiles"){
std::cout << " > Reading Concentrations files" << std::endl;
std::string pf;
for (UInt i=med_del+1; i<line.size(); ++i){
if (line[i]!=' '){
pf.push_back(line[i]);
}
}
SingleVectorD Lat_, Lon_;
ThreeVectorD poll_bc, poll_sc;
for (UInt p=0; p<NamePollutants.size(); ++p){
DoubleVectorD poll_p = readC_txt(BC_dir+'/'+pf+"BC_" + NamePollutants[p] + ".txt",Lat_,Lon_);
poll_bc.push_back(poll_p);
if (Lat_BC != Lat_) std::cout << "Warning error: latitude coordinates in ConcentrationsBC file are different to that of Emissions BaseCase" << std::endl;
if (Lon_BC != Lon_) std::cout << "Warning error: longitude coordinates in ConcentrationsBC file are different to that of Emissions BaseCase" << std::endl;
}
CBC= poll_bc;
for (UInt j=0; j<TraScn.size(); ++j){
for (UInt p=0; p<NamePollutants.size(); ++p){
DoubleVectorD poll_p = readC_txt(Dir+TraScn[j]+'/'+pf+"SC_"+NamePollutants[p]+ ".txt",Lat_,Lon_);
poll_sc.push_back(poll_p);
if (Lat_BC != Lat_) std::cout << "Warning error: latitude coordinates in ConcentrationsSC " << TraScn[j] << " file are different to that of Emissions BaseCase" << std::endl;
if (Lon_BC != Lon_) std::cout << "Warning error: longitude coordinates in ConcentrationsSC " << TraScn[j] << " file are different to that of Emissions BaseCase" << std::endl;
}
CTra.push_back(poll_sc);
poll_sc.clear();
}
for (UInt j=0; j<ValScn.size(); ++j){
for (UInt p=0; p<NamePollutants.size(); ++p){
DoubleVectorD poll_p = readC_txt(Dir+ValScn[j]+'/'+pf+"SC_"+NamePollutants[p]+ ".txt",Lat_,Lon_);
poll_sc.push_back(poll_p);
if (Lat_BC != Lat_) std::cout << "Warning error: latitude coordinates in ConcentrationsSC " << ValScn[j] << " file are different to that of Emissions BaseCase" << std::endl;
if (Lon_BC != Lon_) std::cout << "Warning error: longitude coordinates in ConcentrationsSC " << ValScn[j] << " file are different to that of Emissions BaseCase" << std::endl;
}
CVal.push_back(poll_sc);
poll_sc.clear();
}
}
if (left_part=="output_directory"){
for (UInt i=med_del+1; i<line.size(); ++i){
if (line[i]!=' '){
out_Dir.push_back(line[i]);
}
}
}
this->output_directory= out_Dir;
}
this->nPre= NamePrecursors.size();
this->nx = ETra[0][0].size();
this->ny = ETra[0][0][0].size();
DETra = ETra;
DEVal = EVal;
for (UInt s=0; s<ETra.size(); ++s){
for (UInt p=0; p<nPre; ++p){
for (UInt x=0; x<nx; ++x){
for (UInt y=0; y<ny; ++y){
DETra[s][p][x][y] = EBC[p][x][y]-ETra[s][p][x][y];
}
}
}
}
for (UInt s=0; s<EVal.size(); ++s){
for (UInt p=0; p<nPre; ++p){
for (UInt x=0; x<nx; ++x){
for (UInt y=0; y<ny; ++y){
DEVal[s][p][x][y] = EBC[p][x][y]-EVal[s][p][x][y];
}
}
}
}
this->nPol=NamePollutants.size();
this->DCTra = CTra;
DCVal=CVal;
for (UInt s=0; s<CTra.size(); ++s){
for (UInt p=0; p<nPol; ++p){
for (UInt x=0; x<nx; ++x){
for (UInt y=0; y<ny; ++y){
DCTra[s][p][x][y] = CBC[p][x][y]-CTra[s][p][x][y];
}
}
}
}
for (UInt s=0; s<CVal.size(); ++s){
for (UInt p=0; p<nPol; ++p){
for (UInt x=0; x<nx; ++x){
for (UInt y=0; y<ny; ++y){
DCVal[s][p][x][y] = CBC[p][x][y]-CVal[s][p][x][y];
}
}
}
}
/*
for (UInt i=0; i<ny; ++i){
std::cout << Lat_BC[i] << " ";
}
std::cout << std::endl << " INIt ETra " << ETra.size() << " " << ETra[0].size() << " " << ETra[0][0].size() << " " << ETra[0][0][0].size() << std::endl;
std::cout << ETra[0][1][50][50] << " ";
std::cout << ETra[1][1][50][50] << " ";
std::cout << ETra[2][1][50][50] << " ";
std::cout << ETra[3][1][50][50] << " ";
std::cout << ETra[4][1][50][50] << " ";
std::cout << ETra[5][1][50][50] << " ";
std::cout << ETra[6][1][50][50] << " ";
std::cout << ETra[7][1][50][50] << " ";
std::cout << ETra[8][1][50][50] << " ";
std::cout << ETra[9][1][50][50] << " ";
std::cout << NamePrecursors[1] << std::endl;
std::cout << NamePollutants[1] << std::endl;
*/
nTra = CTra.size();
nVal = CVal.size();
std::cout << " > Summarizing: " << std::endl;
std::cout << " For training: " << "1 Base Case + " << nTra << " Scenarios" << std::endl;
std::cout << " For Validation: " << nVal << " Scenarios" << std::endl;
std::cout << " (" << nPre << ") Precursors: " ;
for (UInt p=0; p< NamePrecursors.size();++p){
std::cout << NamePrecursors[p] << " ";
} std::cout << std::endl;
std::cout << " (" << nPol << ") Pollutants: " ;
for (UInt p=0; p< NamePollutants.size();++p){
std::cout << NamePollutants[p] << " ";
} std::cout << std::endl;
std::cout << " > Your domain has " << nx << " x " << ny<< " cells in X & Y directions" << std::endl;
//std::cout << " > You are working with a resolution of " << Lon_BC[1]- Lon_BC[0] << " x " << Lat_BC[1]- Lat_BC[0] << " degrees" << std::endl;
std::cout << std::endl << "...All parameters were successful read!!! " << std::endl;
}
ThreeVectorD ReadScenarios::readE_txt(std::string fname, SingleVectorD & Lat_, SingleVectorD & Lon_,SingleVectorS & name_precs_){
Lat_.clear();
Lon_.clear();
name_precs_.clear();
std::ifstream inFile;
inFile.open( fname.c_str());
if (!inFile.is_open()){
std::cerr << "Biiip.. couldn't open file" << std::endl;
throw;
}
DoubleVectorD precs_lines;
std::string line;
//SingleVectorS name_precs;
while(inFile.good()){
getline(inFile, line);
if (line.size()==0) continue;
std::stringstream lineStream(line);
std::string cell;
SingleVectorD sav_lineNumbers;
if (line[0]=='#'){
while(std::getline(lineStream,cell,';')){
name_precs_.push_back(cell);
}
name_precs_.erase(name_precs_.begin());
name_precs_.erase(name_precs_.begin());
}
else{
while(std::getline(lineStream,cell,';')){
sav_lineNumbers.push_back(atof(cell.c_str()));
}
Lon_.push_back(sav_lineNumbers[0]);
Lat_.push_back(sav_lineNumbers[1]);
SingleVectorD po_line;
for (UInt j=2; j<sav_lineNumbers.size(); ++j){
po_line.push_back(sav_lineNumbers[j]);
}
precs_lines.push_back(po_line);
}
}
std::sort(Lon_.begin(), Lon_.end());
auto last_Lon = std::unique(Lon_.begin(),Lon_.end());
Lon_.erase(last_Lon,Lon_.end());
std::sort(Lat_.begin(), Lat_.end());
auto last_Lat = std::unique(Lat_.begin(),Lat_.end());
Lat_.erase(last_Lat,Lat_.end());
UInt NX = Lon_.size();
UInt NY = Lat_.size();
UInt nPrec = name_precs_.size();
//nPol, nx, ny
SingleVectorD dim1(NY,0);
DoubleVectorD dim2(NX,dim1);
ThreeVectorD precs(nPrec,dim2);
//std::cout << precs_lines.size() << " " << precs_lines[0].size() << std::endl;
//std::cout << precs.size() << " " << precs[0].size()<< " " << precs[0][0].size() << std::endl;
//std::cout << NX << " " << NY<< " " << nPrec << std::endl;
/*
for (UInt x=0; x<Lon_.size(); ++x){
for (UInt y=0; y<Lat_.size(); ++y){
for (UInt ps=0; ps<precs_lines.size(); ++ps){
for (UInt p=0; p<precs_lines[ps].size(); ++p){
precs[x][y][p] = precs_lines[ps][p];
//std::cout << precs[x][y][p] << " " ;
}
}
}
}
*/
for (UInt x=0; x<NX; ++x){
for (UInt y=0; y<NY; ++y){
for (UInt p=0; p<nPrec; ++p){
precs[p][x][y] = precs_lines[NY*x+y][p];
//std::cout << precs[x][y][p] << " " ;
}
}
}
return precs;
}
DoubleVectorD ReadScenarios::readC_txt(std::string fname, SingleVectorD & Lat_, SingleVectorD & Lon_){
Lat_.clear();
Lon_.clear();
std::ifstream inFile;
inFile.open(fname.c_str());
if (!inFile.is_open()){
std::cerr << "Biiip.. couldn't open file" << std::endl;
throw;
}
//DoubleVectorD precs_lines;
std::string line;
SingleVectorS name_poll;
SingleVectorD poll_;
while(inFile.good()){
getline(inFile, line);
if (line.size()==0) continue;
std::stringstream lineStream(line);
std::string cell;
SingleVectorD sav_lineNumbers;
if (line[0]=='#'){
while(std::getline(lineStream,cell,';')){
name_poll.push_back(cell);
}
//std::cout << fname << " (" << fname.size() << ") " << name_poll[2] << std::endl;
UInt OK = fname.find(name_poll[2]);
if (OK<0 || OK>200) std::cout << "Warning error: Verify you are reading the correct concentration file" << std::endl;
}
else{
while(std::getline(lineStream,cell,';')){
sav_lineNumbers.push_back(atof(cell.c_str()));
}
Lon_.push_back(sav_lineNumbers[0]);
Lat_.push_back(sav_lineNumbers[1]);
poll_.push_back(sav_lineNumbers[2]);
}
}
std::sort(Lon_.begin(), Lon_.end());
auto last_Lon = std::unique(Lon_.begin(),Lon_.end());
Lon_.erase(last_Lon,Lon_.end());
std::sort(Lat_.begin(), Lat_.end());
auto last_Lat = std::unique(Lat_.begin(),Lat_.end());
Lat_.erase(last_Lat,Lat_.end());
UInt NX = Lon_.size();
UInt NY = Lat_.size();
// nx, ny
SingleVectorD dim1(NY,0);
DoubleVectorD polls_(NX,dim1);
for (UInt x=0; x<NX; ++x){
for (UInt y=0; y<NY; ++y){
polls_[x][y] = poll_[NY*x+y];
}
}
return polls_;
}
std::string ReadScenarios::get_OutputDir(){return this->output_directory;}
UInt ReadScenarios::get_nPol(){return this->nPol ;}
UInt ReadScenarios::get_nPre(){return this->nPre ;}
UInt ReadScenarios::get_nx(){return this->nx ;}
UInt ReadScenarios::get_ny(){return this->ny ;}
UInt ReadScenarios::get_nTra(){return this->nTra;}
UInt ReadScenarios::get_nVal(){return this->nVal;}
SingleVectorS ReadScenarios::get_NamePrecursors(){return this->NamePrecursors ;}
SingleVectorS ReadScenarios::get_NamePollutants(){return this->NamePollutants ;}
SingleVectorD ReadScenarios::get_Lat_BC(){return this->Lat_BC ;}
SingleVectorD ReadScenarios::get_Lon_BC(){return this->Lon_BC ;}
ThreeVectorD ReadScenarios::get_EBC(){return this->EBC ;}
ThreeVectorD ReadScenarios::get_CBC(){return this->CBC ;}
FourVectorD ReadScenarios::get_ETra(){return this->ETra ;}
FourVectorD ReadScenarios::get_CTra(){return this->CTra ;}
FourVectorD ReadScenarios::get_DETra(){return this->DETra ;}
FourVectorD ReadScenarios::get_DCTra(){return this->DCTra ;}
FourVectorD ReadScenarios::get_EVal(){return this->EVal ;}
FourVectorD ReadScenarios::get_CVal(){return this->CVal ;}
FourVectorD ReadScenarios::get_DEVal(){return this->DEVal ;}
FourVectorD ReadScenarios::get_DCVal(){return this->DCVal ;}
void ReadScenarios::setDEtraAgg(FiveVectorD DETraAgg_){
this->DETraAgg = DETraAgg_;
}
void ReadScenarios::setDistAgg(SingleVectorD Dist_Agg_){
this->Dist_Agg = Dist_Agg_;
}
FiveVectorD ReadScenarios::get_DEtraAgg(){return this->DETraAgg;}
SingleVectorD ReadScenarios::get_DistAgg(){return this->Dist_Agg;}
void ReadScenarios::set_AlphaCoeff_Step1(DoubleVectorD AlphaCoeff_Step1_){
this->AlphaCoeff_Step1 = AlphaCoeff_Step1_;
};
DoubleVectorD ReadScenarios::get_AlphaCoeff_Step1(){return this->AlphaCoeff_Step1;}
void ReadScenarios::set_OmegaCoeff_Step1(DoubleVectorD OmegaCoeff_Step1_){
this->OmegaCoeff_Step1= OmegaCoeff_Step1_;
}
DoubleVectorD ReadScenarios::get_OmegaCoeff_Step1(){return this->OmegaCoeff_Step1;}
void ReadScenarios::set_AlphaCoeff_Step2(FourVectorD AlphaCoeff_Step2_){
this->AlphaCoeff_Step2= AlphaCoeff_Step2_;
}
FourVectorD ReadScenarios::get_AlphaCoeff_Step2(){return this->AlphaCoeff_Step2;}
void ReadScenarios::set_OmegaCoeff_Step2(FourVectorD OmegaCoeff_Step2_){
this->OmegaCoeff_Step2 = OmegaCoeff_Step2_;
}
FourVectorD ReadScenarios::get_OmegaCoeff_Step2(){ return this->OmegaCoeff_Step2;}
void ReadScenarios::setDEValAgg(FiveVectorD DEValAgg_){
this->DEValAgg = DEValAgg_;
}
void ReadScenarios::setDistValAgg(SingleVectorD DistVal_Agg_){
this->DistVal_Agg = DistVal_Agg_;
}
FiveVectorD ReadScenarios::get_DEValAgg(){return this->DEValAgg;}
SingleVectorD ReadScenarios::get_DistValAgg(){return this->DistVal_Agg;}
void ReadScenarios::set_DCVal_calculated(FourVectorD DCVal_calculated_){
this->DCVal_calculated = DCVal_calculated_;
}
FourVectorD ReadScenarios::get_DCVal_calculated(){ return this->DCVal_calculated;}
c4science · Help