Page Menu
Home
c4science
Search
Configure Global Search
Log In
Files
F120722805
calc-summarized-decision-list
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Subscribers
None
File Metadata
Details
File Info
Storage
Attached
Created
Sun, Jul 6, 13:53
Size
2 KB
Mime Type
text/x-shellscript
Expires
Tue, Jul 8, 13:53 (1 d, 23 h)
Engine
blob
Format
Raw Data
Handle
27216675
Attached To
R3704 elastic-yarn
calc-summarized-decision-list
View Options
#!/bin/bash
if [ $# -ne 1 ]
then
echo "give dir"
exit
fi
cd $1
DIR=$1
PARSE_DIR="PARSE"
rm -fr $PARSE_DIR
mkdir $PARSE_DIR
#for SIM in "greedy-none" "regular-none" "informed-hAgg" "informed-hInd" "informed-head" "informed-crt" "informed-rnd"
for SIM in `ls | grep simulation | sed 's/-simulation.log//g' | sed 's/^[0-9-]*//g' | sort | uniq | tr "\n" " "`
do
FIRST_FILE_FULL=`ls | grep $SIM | grep simulation | head -n 1`
for app in `cat $FIRST_FILE_FULL | grep assignContainer | grep -o 'application_[0-9]*_[0-9]*' | uniq | sort | uniq`
do
FIRST_FILE="$PARSE_DIR/FIRST_FILE-$app"
grep $app $FIRST_FILE_FULL > $FIRST_FILE
NR_TASKS=`grep "$app.*FLORIN assignContainer" $FIRST_FILE | wc -l`
NR_TASKS=$(($NR_TASKS-1)) #subtract the AM
ASKED=`grep -m 2 "$app.*FLORIN assignContainer" $FIRST_FILE | tail -n 1 | sed 's/FLORIN/ FLORIN/g' | awk '{print $17}'`
#ASKED=`grep -m 2 "$app.*FLORIN assignContainer. [^1]*. On" $FIRST_FILE | sed 's/FLORIN/ FLORIN/g' | awk '{print $17}'`
RT=`grep $app $FIRST_FILE | grep SUCC | grep -o 'runTime=[0-9.]*' | grep -o '[0-9.]*'`
#SUMMARIZED_LIST=`grep assignContainer $FIRST_FILE | grep $app | sed 's/FLORIN/ FLORIN/g' | awk '/normally\./ {printf "%c ","N";} /informed\./ {printf "%d ",$13*100/$17} /greedily\./ {printf "%d ",$13*100/$17}' | tr " " "\n" | awk -vTOT=$NR_TASKS 'BEGIN {
SUMMARIZED_LIST=`awk -vAPP="$app" 'BEGIN{pattern=APP".*assignContainer";s=0} $0 ~ pattern {if(s>=1){print $0} s++;}' $FIRST_FILE | sed 's/FLORIN/ FLORIN/g' | awk '/normally\./ {printf "%c ","N";} /informed\./ {printf "%d ",$19*100/$17} /greedily\./ {printf "%d ",$19*100/$17}' | tr " " "\n" | awk -vTOT=$NR_TASKS 'BEGIN {
n=0; all=0;
for (i = 1; i <= 11; i++)
used[i] = 0
}
/N/ {n++;all++;}
/[0-9]/{
if($1<10) {used[1]++;}
if($1>=10 && $1<20) {used[2]++;}
if($1>=20 && $1<30) {used[3]++;}
if($1>=30 && $1<40) {used[4]++;}
if($1>=40 && $1<50) {used[5]++;}
if($1>=50 && $1<60) {used[6]++;}
if($1>=60 && $1<70) {used[7]++;}
if($1>=70 && $1<80) {used[8]++;}
if($1>=80 && $1<90) {used[9]++;}
if($1>=90 && $1<100) {used[10]++;}
if($1==100) {used[11]++;}
all++;
}
END{
printf " |N|=%3d ",n;
for (i = 1; i <= 11; i++){
if(used[i]==0)
printf " |%d|= ",i;
else
printf " |%d|=%3d ",i,used[i];
}
if(TOT!=all)
printf " MISMATCH %d vs %d\n",TOT,all;
else
printf "\n";
}'`
APP_TRIP_NAME=`echo $app | tr "_" " " | awk '{print $3}'`
echo "$SIM#$APP_TRIP_NAME#$NR_TASKS#$ASKED#$RT#$SUMMARIZED_LIST" | awk -F# '{printf "%15s %5s %4s %4s %10s %s\n",$1,$2,$3,$4,$5,$6}'
done
echo
done
rm -fr $PARSE_DIR
Event Timeline
Log In to Comment