Page Menu
Home
c4science
Search
Configure Global Search
Log In
Files
F102883366
calc-summarized-decision-list
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Subscribers
None
File Metadata
Details
File Info
Storage
Attached
Created
Tue, Feb 25, 04:35
Size
2 KB
Mime Type
text/x-shellscript
Expires
Thu, Feb 27, 04:35 (1 d, 20 h)
Engine
blob
Format
Raw Data
Handle
24448799
Attached To
R3704 elastic-yarn
calc-summarized-decision-list
View Options
#!/bin/bash
if
[
$#
-ne 1
]
then
echo
"give dir"
exit
fi
cd
$1
DIR
=
$1
PARSE_DIR
=
"PARSE"
rm -fr
$PARSE_DIR
mkdir
$PARSE_DIR
#for SIM in "greedy-none" "regular-none" "informed-hAgg" "informed-hInd" "informed-head" "informed-crt" "informed-rnd"
for
SIM in
`
ls | grep simulation | sed
's/-simulation.log//g'
| sed
's/^[0-9-]*//g'
| sort | uniq | tr
"\n"
" "
`
do
FIRST_FILE_FULL
=
`
ls | grep
$SIM
| grep simulation | head -n 1
`
for
app in
`
cat
$FIRST_FILE_FULL
| grep assignContainer | grep -o
'application_[0-9]*_[0-9]*'
| uniq | sort | uniq
`
do
FIRST_FILE
=
"$PARSE_DIR/FIRST_FILE-$app"
grep
$app
$FIRST_FILE_FULL
>
$FIRST_FILE
NR_TASKS
=
`
grep
"$app.*FLORIN assignContainer"
$FIRST_FILE
| wc -l
`
NR_TASKS
=
$((
$NR_TASKS
-
1
))
#subtract the AM
ASKED
=
`
grep -m 2
"$app.*FLORIN assignContainer"
$FIRST_FILE
| tail -n 1 | sed
's/FLORIN/ FLORIN/g'
| awk
'{print $17}'
`
#ASKED=`grep -m 2 "$app.*FLORIN assignContainer. [^1]*. On" $FIRST_FILE | sed 's/FLORIN/ FLORIN/g' | awk '{print $17}'`
RT
=
`
grep
$app
$FIRST_FILE
| grep SUCC | grep -o
'runTime=[0-9.]*'
| grep -o
'[0-9.]*'
`
#SUMMARIZED_LIST=`grep assignContainer $FIRST_FILE | grep $app | sed 's/FLORIN/ FLORIN/g' | awk '/normally\./ {printf "%c ","N";} /informed\./ {printf "%d ",$13*100/$17} /greedily\./ {printf "%d ",$13*100/$17}' | tr " " "\n" | awk -vTOT=$NR_TASKS 'BEGIN {
SUMMARIZED_LIST
=
`
awk -vAPP
=
"$app"
'BEGIN{pattern=APP".*assignContainer";s=0} $0 ~ pattern {if(s>=1){print $0} s++;}'
$FIRST_FILE
| sed
's/FLORIN/ FLORIN/g'
| awk
'/normally\./ {printf "%c ","N";} /informed\./ {printf "%d ",$19*100/$17} /greedily\./ {printf "%d ",$19*100/$17}'
| tr
" "
"\n"
| awk -vTOT
=
$NR_TASKS
'BEGIN {
n=0; all=0;
for (i = 1; i <= 11; i++)
used[i] = 0
}
/N/ {n++;all++;}
/[0-9]/{
if($1<10) {used[1]++;}
if($1>=10 && $1<20) {used[2]++;}
if($1>=20 && $1<30) {used[3]++;}
if($1>=30 && $1<40) {used[4]++;}
if($1>=40 && $1<50) {used[5]++;}
if($1>=50 && $1<60) {used[6]++;}
if($1>=60 && $1<70) {used[7]++;}
if($1>=70 && $1<80) {used[8]++;}
if($1>=80 && $1<90) {used[9]++;}
if($1>=90 && $1<100) {used[10]++;}
if($1==100) {used[11]++;}
all++;
}
END{
printf " |N|=%3d ",n;
for (i = 1; i <= 11; i++){
if(used[i]==0)
printf " |%d|= ",i;
else
printf " |%d|=%3d ",i,used[i];
}
if(TOT!=all)
printf " MISMATCH %d vs %d\n",TOT,all;
else
printf "\n";
}'
`
APP_TRIP_NAME
=
`
echo
$app
| tr
"_"
" "
| awk
'{print $3}'
`
echo
"$SIM#$APP_TRIP_NAME#$NR_TASKS#$ASKED#$RT#$SUMMARIZED_LIST"
| awk -F#
'{printf "%15s %5s %4s %4s %10s %s\n",$1,$2,$3,$4,$5,$6}'
done
echo
done
rm -fr
$PARSE_DIR
Event Timeline
Log In to Comment