Page MenuHomec4science
Files F121033927

parse-per-job-rt
No OneTemporary
Actions

File Metadata

Created
Tue, Jul 8, 09:39

parse-per-job-rt
View Options

#!/bin/bash
TRACE=$1
NRJ=`grep 'job.queue.name' $TRACE | wc -l`
echo -n "Preprocessing $NRJ jobs ............."
for dir in `ls -l | grep ^d | awk '{print $9}' |tr "/" " "`
do
cd $dir
cat jobruntime.csv |tr "_," " " | awk '{print $3,$7-$6}' | sed 's/^0*//g' | sort -g -k1,1 > parsed_jrt
grep Conversion simulation-log > conversions
cd ..
echo -n "..X.."
done
echo ".......... done"
for job in `seq 1 $NRJ`
do
tasks=`grep -A 4 job_$job\" $TRACE | grep dur | tr "}" " " | awk '{print $18}'`
mem=`grep -A 4 job_$job\" $TRACE | grep dur | tr "}" " " | awk '{print $12}' | tr "," " "`
dur=`grep -A 4 job_$job\" $TRACE | grep dur | tr "}:" " " | awk '{print $4/1000}'`
rt=""
reg_rt=-1
for dir in `ls -l | grep ^d | awk '{print $9}' |tr "/" " "`
do
cd $dir
corr_jid=`grep "job_$job " conversions | tr "_" " " | grep -o '[0-9]*$' | sed 's/^0*//g'`
run_time=`awk -vjob=$corr_jid '{if($1==job) print int($2/1000)}' parsed_jrt`
if [ $reg_rt -eq -1 ]
then
reg_rt=$run_time
fi
rt=$rt" "$run_time" "$(($run_time-$reg_rt))
cd ..
done
echo $job "Tasks: " $tasks " Mem:" $mem " " Dur:" $dur Runtimes: " $rt `echo $rt | tr " " "\n" | grep [0-9] | ~/stats | grep COV`
done | column -t | sort -g -k3,3 > parsed-rt.txt.sort
echo >> parsed-rt.txt.sort
ls -l | grep ^d | awk '{print $9}' |tr "/" " " >> parsed-rt.txt.sort
cat parsed-rt.txt.sort
#cat parsed-rt.txt.sort | awk '{if(($9-$7)<0||($10-$7)<0||($11-$7)<0||($12-$7)<0||($13-$7)<0||($14-$7<0)||($15-$7)<0) {print $0," !!!!!"} else {print $0}}' > parsed-rt.txt.sort.2
#cat parsed-rt.txt.sort | awk '{if($17>0.05) print $0}' > parsed-rt.txt.sort.cov_gt_0.05

Event Timeline

c4science · Help