Homec4science
Diffusion Multi-level Scheduling in Large Scale High Performance Computers (master) Browse

mls/bls-als/gridsim-simgrid/code/two-level_simulator/unibas/multilevel/GenieCollector.java
6b13c2da5e54master

Last Change
Raw File

GenieCollector.java
View Options

/*********************************************************************************
* Copyright (c) 2017 *
* Ahmed Eleliemy <ahmed.eleliemy@unibas.ch> *
* University of Basel, Switzerland *
* All rights reserved. *
* *
* This program is free software; you can redistribute it and/or modify it *
* under the terms of the license (GNU LGPL) which comes with this package. *
*********************************************************************************/
package unibas.multilevel;
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.ObjectInputStream;
import java.text.DecimalFormat;
import java.util.ArrayList;
import gridsim.Gridlet;
import xklusac.environment.ExperimentSetup;
/**
* @author eleliemy
*
*/
public class GenieCollector
{
ArrayList<Gridlet> data;
int totalNumberofJobs;
double totaljoblength=0;
double currenttime = 0;
/**
* Constructor
* @param TotalNumberofJobs total number of jobs in the workload
*/
public GenieCollector(int TotalNumberofJobs)
{
totalNumberofJobs = TotalNumberofJobs;
data = new ArrayList<Gridlet>();
}
/**
* This function is used to keep tract with the recent finish time of all jobs
* @param time finish time of a job
*/
public void updateLastFinishTime(double time)
{
//if (time > currenttime)
currenttime = time;
}
/**
* This function is used to store job in the list of completed jobs.
* It also update the total execution time of all jobs with this one
*
*/
public void storeJob(Gridlet x)
{
data.add(x);
totaljoblength+=x.getGridletLength();
}
/**
* This function is used to write the details of the cluster utilization results
* and it also writes the job trace
* in CSV file in results folder
*/
public void exportResultstoCSV()
{
writeClusterUtilzation();
writeJobTracesToCSV();
}
/**
* This function is used to write the cluster utilization details
* in CSV file in results folder
*/
private void writeClusterUtilzation()
{
// total Cluster utilization
try
{
File UIFile = new File(ExperimentSetup.resultDirectory + "/Results"+ExperimentSetup.experId+".csv");
if (UIFile.exists())
{
UIFile.delete();
}
UIFile.createNewFile();
FileWriter filewriter = new FileWriter(UIFile.getAbsoluteFile());
BufferedWriter outputStream = new BufferedWriter(filewriter);
//1000.0*1000.0*
Double makespan=currenttime-ExperimentSetup.firstJobArrival;
double uitilzation=(100.0*totaljoblength)/(ExperimentSetup.totalnumberofCoresperHost*
ExperimentSetup.totalnumberofHosts*1000000.0*ExperimentSetup.speedPerCore*makespan);
outputStream.write("cluster Unitilization percentage,"+uitilzation+"\n");
outputStream.write("total makespan,"+makespan+"\n");
outputStream.write("first job arrived at,"+ExperimentSetup.firstJobArrival+"\n");
outputStream.flush();
outputStream.close();
}
catch (IOException e)
{
e.printStackTrace();
}
}
/**
* This function is used to write otf2 traces from text based traces
* in CSV file in results folder
*/
@SuppressWarnings("resource")
public void exportResultsToOTF2()
{
try
{
FileInputStream fileIn = new FileInputStream(ExperimentSetup.resultDirectory+"/JobCoresHistory.bin");
ObjectInputStream in = new ObjectInputStream(fileIn);
@SuppressWarnings("unchecked")
ArrayList<JobCoreInfo> jobCoreHistory = (ArrayList<JobCoreInfo>) in.readObject();
in.close();
fileIn.close();
File UIFile = new File(ExperimentSetup.resultDirectory + "/total_trace.txt");
if (UIFile.exists())
{
UIFile.delete();
}
UIFile.createNewFile();
FileWriter filewriter = new FileWriter(UIFile.getAbsoluteFile());
BufferedWriter outputStream = new BufferedWriter(filewriter);
// writing Header
outputStream.write("#hosts="+ExperimentSetup.totalnumberofHosts+ "\n");
outputStream.write(
"BLS Method " + ExperimentSetup.BLSMethod + " ALS Method " + ExperimentSetup.alsMethod + "\n");
outputStream.write("\n\nhostID #cores\n");
for (int i = 0; i < ExperimentSetup.totalnumberofHosts; i++)
{
outputStream.write(i + "\t" + ExperimentSetup.totalnumberofCoresperHost + "\n");
}
outputStream.write("\n\nindex JobID\n");
for (int i = 0; i < data.size(); i++)
{
outputStream.write(i + "\t" + data.get(i).getGridletID() + "\n");
}
outputStream.write("\n\nchunkID\tbatchID\tjobID\t#Tasks\thostID\tcoreID\tstartTime\tendTime\n");
outputStream.flush();
long chunkcounter=0;
for (Gridlet gridlet:data)
{
// Gridlet gridlet= getGridletWithID(data,id);
// if(gridlet==null)
// continue;
BufferedReader inputStream = new BufferedReader(new FileReader(ExperimentSetup.resultDirectory
+ "/generated_traces/" + "trace" + gridlet.getGridletID() + ".txt"));
String line;
Integer JobID=gridlet.getGridletID();
JobCoreInfo target=null;
for (JobCoreInfo jobCoreInfo : jobCoreHistory)
{
if(jobCoreInfo.job==JobID)
{
target=jobCoreInfo;
break;
}
}
if(target==null)
{
System.out.println("Fatal error");
return ;
}
while ((line = inputStream.readLine()) != null)
{
String[] lineTokens = line.split("\t");
DecimalFormat df = new DecimalFormat("#.#########");
Integer CoreID=Integer.parseInt(lineTokens[5]);
Integer HostID=Integer.parseInt(lineTokens[4]);
int localindexofCore=0;
for(int i=0;i<target.hostIDs.size();i++)
{
if(!target.hostIDs.get(i).equals(HostID))
{
localindexofCore++;
}
else
{
break;
}
}
CoreID=target.coreIDs.get(CoreID+localindexofCore);
Double starttime = Double.parseDouble(lineTokens[6]) + gridlet.getExecStartTime();
Double endtime = Double.parseDouble(lineTokens[7]) + gridlet.getExecStartTime();
lineTokens[6] = df.format(starttime);
lineTokens[7] = df.format(endtime);
if(endtime<starttime)
{
try
{
throw new Exception("SimGrid Component generate wrong trace\n"+ "At Job " +gridlet.getGridletID());
}
catch (Exception e)
{
e.printStackTrace();
}
}
line = lineTokens[0] + "\t" + lineTokens[1] + "\t" + lineTokens[2] + "\t" + lineTokens[3] + "\t"
+ lineTokens[4] + "\t" + CoreID + "\t" + lineTokens[6] + "\t" + lineTokens[7] + "\n";
outputStream.write(line);
chunkcounter++;
}
outputStream.flush();
inputStream.close();
}
outputStream.write("\n\njob counter = " + data.size() + "\n");
outputStream.write("chunk counter = "+chunkcounter+ "\n");
outputStream.write("Simulated execution time " + currenttime);
outputStream.flush();
outputStream.close();
String params = ExperimentSetup.resultDirectory + "/total_trace.txt";
Process simGridProcess = Runtime.getRuntime().exec(
ExperimentSetup.otf2ConverterDirectory + "./" + ExperimentSetup.otf2ConverterName + " " + params);
while (simGridProcess.isAlive())
{
}
//Thread.sleep(1000);
Runtime.getRuntime()
.exec("mv archivePath " + ExperimentSetup.resultDirectory + "/otf2_traces/");
}
catch (FileNotFoundException e)
{
e.printStackTrace();
}
catch (IOException e)
{
e.printStackTrace();
}
catch (ClassNotFoundException e1)
{
e1.printStackTrace();
}
}
/**
* This function is used to write Job traces to csv file
* in CSV file in results folder
*/
private void writeJobTracesToCSV()
{
try
{
File UIFile = new File(ExperimentSetup.resultDirectory + "/Restuts"+ExperimentSetup.experId+".csv");
FileWriter filewriter = new FileWriter(UIFile.getAbsoluteFile(),true);
BufferedWriter outputStream = new BufferedWriter(filewriter);
outputStream.write("\n\nJo ID, Start, Finish , diff \n");
for (Gridlet gridlet : data)
{
outputStream.write( gridlet.getGridletID()+"," +
gridlet.getExecStartTime()+","+gridlet.getFinishTime()+","+(gridlet.getFinishTime()-gridlet.getExecStartTime())+"\n");
outputStream.flush();
}
outputStream.close();
}
catch (IOException e)
{
e.printStackTrace();
}
}
/**
* This function is used to print the job traces (history) to screen
* in CSV file in results folder
*/
public void printJobTracesToScreen()
{
for (Gridlet gridlet : data)
{
System.out.println("History of job with ID : " + gridlet.getGridletID());
System.out.print("started at: " + gridlet.getExecStartTime());
System.out.print(" finished at: " + gridlet.getFinishTime());
System.out.println(" cpu time " + gridlet.getActualCPUTime());
}
}
}
c4science · Help