Changeset 1645:0ed4e146584c

Timestamp:

06/04/08 17:18:30 (3 months ago)

Author:

hadoopsandholm@…

Children:

1647:474b457c875a, 1650:e53bd66d0178

Branch:

default

Message:

update gridmix code

Location:

src/grid/hadoop

Files:

• benchmarks/gridmix/avg.plt (modified) (1 diff)
• benchmarks/gridmix/avg.ps (added)
• benchmarks/gridmix/collectbenchmark (modified) (1 diff)
• benchmarks/gridmix/completion-time-gen (modified) (1 diff)
• benchmarks/gridmix/completion-time.plt (added)
• benchmarks/gridmix/decay-gen (added)
• benchmarks/gridmix/decay.plt (added)
• benchmarks/gridmix/decay.ps (added)
• benchmarks/gridmix/dummycreate.sh (modified) (1 diff)
• benchmarks/gridmix/dummydelete.sh (modified) (1 diff)
• benchmarks/gridmix/dummyrun.sh (modified) (1 diff)
• benchmarks/gridmix/efficiency.plt (modified) (1 diff)
• benchmarks/gridmix/efficiency.ps (added)
• benchmarks/gridmix/generateData.sh (added)
• benchmarks/gridmix/getmetrics (modified) (1 diff)
• benchmarks/gridmix/gridmix-env (added)
• benchmarks/gridmix/hosts (added)
• benchmarks/gridmix/metrics.ps (added)
• benchmarks/gridmix/metrics.txt (added)
• benchmarks/gridmix/monsterQueries20/completion-time-monsterQueries20.ps (added)
• benchmarks/gridmix/monsterQueries20/completion-time.plt (added)
• benchmarks/gridmix/monsterQueries20/config (added)
• benchmarks/gridmix/monsterQueries20/generateData.sh (added)
• benchmarks/gridmix/monsterQueries20/gridmix-env (added)
• benchmarks/gridmix/monsterQueries20/interleaved-equal.high (added)
• benchmarks/gridmix/monsterQueries20/interleaved-equal.low (added)
• benchmarks/gridmix/monsterQueries20/interleaved-equal.plan.result (added)
• benchmarks/gridmix/monsterQueries20/interleaved-equal.plan.result.utility (added)
• benchmarks/gridmix/monsterQueries20/interleaved.high (added)
• benchmarks/gridmix/monsterQueries20/interleaved.low (added)
• benchmarks/gridmix/monsterQueries20/interleaved.plan.result (added)
• benchmarks/gridmix/monsterQueries20/interleaved.plan.result.utility (added)
• benchmarks/gridmix/monsterQueries20/monsterQueries20.avg (added)
• benchmarks/gridmix/monsterQueries20/monsterQueries20.efficiency (added)
• benchmarks/gridmix/monsterQueries20/monsterQueries20.equal.avg (added)
• benchmarks/gridmix/monsterQueries20/monsterQueries20.equal.efficiency (added)
• benchmarks/gridmix/monsterQueries20/optimal.dat (added)
• benchmarks/gridmix/monsterQueries40/completion-time-monsterQueries40.ps (added)
• benchmarks/gridmix/monsterQueries40/completion-time.plt (modified) (1 diff)
• benchmarks/gridmix/monsterQueries40/config (modified) (1 diff)
• benchmarks/gridmix/monsterQueries40/interleaved-equal.plan.result.utility (modified) (1 diff)
• benchmarks/gridmix/monsterQueries40/interleaved.plan.result.utility (modified) (1 diff)
• benchmarks/gridmix/monsterQueries40/interleaved.plan.result.utility.1 (added)
• benchmarks/gridmix/monsterQueries40/interleaved.plan.result.utility.2 (added)
• benchmarks/gridmix/monsterQueries40/interleaved.plan.result.utility.3 (added)
• benchmarks/gridmix/monsterQueries40/monsterQueries40.efficiency (modified) (1 diff)
• benchmarks/gridmix/monsterQueries40/monsterQueries40.equal.efficiency (modified) (1 diff)
• benchmarks/gridmix/risk-gen (added)
• benchmarks/gridmix/risk.plt (added)
• benchmarks/gridmix/risk.ps (added)
• benchmarks/gridmix/riskcurve-gen (added)
• benchmarks/gridmix/riskcurve-queries.ps (added)
• benchmarks/gridmix/riskcurve-text.ps (added)
• benchmarks/gridmix/riskcurve-web.ps (added)
• benchmarks/gridmix/riskcurve.plt (added)
• benchmarks/gridmix/textSort20/completion-time-textSort20.ps (added)
• benchmarks/gridmix/textSort20/completion-time.plt (added)
• benchmarks/gridmix/textSort20/generateData.sh (added)
• benchmarks/gridmix/textSort20/gridmix-env (added)
• benchmarks/gridmix/textSort20/interleaved-equal.high (added)
• benchmarks/gridmix/textSort20/interleaved-equal.low (added)
• benchmarks/gridmix/textSort20/interleaved-equal.plan.result (added)
• benchmarks/gridmix/textSort20/interleaved-equal.plan.result.utility (added)
• benchmarks/gridmix/textSort20/interleaved.high (added)
• benchmarks/gridmix/textSort20/interleaved.low (added)
• benchmarks/gridmix/textSort20/interleaved.plan.result (added)
• benchmarks/gridmix/textSort20/interleaved.plan.result.utility (added)
• benchmarks/gridmix/textSort20/optimal.dat (added)
• benchmarks/gridmix/textSort20/textSort20.avg (added)
• benchmarks/gridmix/textSort20/textSort20.efficiency (added)
• benchmarks/gridmix/textSort20/textSort20.equal.efficiency (added)
• benchmarks/gridmix/textSort40/completion-time-textSort40.ps (added)
• benchmarks/gridmix/textSort40/completion-time.plt (modified) (1 diff)
• benchmarks/gridmix/textSort40/config (modified) (1 diff)
• benchmarks/gridmix/textSort40/interleaved-equal.plan.result.utility (modified) (1 diff)
• benchmarks/gridmix/textSort40/interleaved.plan.result.utility (modified) (1 diff)
• benchmarks/gridmix/textSort40/interleaved.plan.result.utility.1 (added)
• benchmarks/gridmix/textSort40/interleaved.plan.result.utility.2 (added)
• benchmarks/gridmix/textSort40/interleaved.plan.result.utility.3 (added)
• benchmarks/gridmix/textSort40/textSort40.efficiency (modified) (1 diff)
• benchmarks/gridmix/textSort40/textSort40.equal.efficiency (modified) (1 diff)
• benchmarks/gridmix/webdataSort20/completion-time-webdataSort20.ps (added)
• benchmarks/gridmix/webdataSort20/completion-time.plt (added)
• benchmarks/gridmix/webdataSort20/gridmix-env (modified) (1 diff)
• benchmarks/gridmix/webdataSort20/interleaved-equal.high (added)
• benchmarks/gridmix/webdataSort20/interleaved-equal.low (added)
• benchmarks/gridmix/webdataSort20/interleaved-equal.plan.result (added)
• benchmarks/gridmix/webdataSort20/interleaved-equal.plan.result.utility (added)
• benchmarks/gridmix/webdataSort20/interleaved.high (added)
• benchmarks/gridmix/webdataSort20/interleaved.low (added)
• benchmarks/gridmix/webdataSort20/interleaved.plan.result (added)
• benchmarks/gridmix/webdataSort20/interleaved.plan.result.utility (added)
• benchmarks/gridmix/webdataSort20/webdataSort20.avg (added)
• benchmarks/gridmix/webdataSort20/webdataSort20.efficiency (added)
• benchmarks/gridmix/webdataSort20/webdataSort20.equal.avg (added)
• benchmarks/gridmix/webdataSort20/webdataSort20.equal.efficiency (added)
• benchmarks/gridmix/webdataSort40/completion-time-webdataSort40.ps (added)
• benchmarks/gridmix/webdataSort40/completion-time.plt (modified) (1 diff)
• benchmarks/gridmix/webdataSort40/config (modified) (1 diff)
• benchmarks/gridmix/webdataSort40/interleaved-equal.plan.result.utility (modified) (1 diff)
• benchmarks/gridmix/webdataSort40/interleaved.plan.result.utility (modified) (1 diff)
• benchmarks/gridmix/webdataSort40/interleaved.plan.result.utility.1 (added)
• benchmarks/gridmix/webdataSort40/interleaved.plan.result.utility.2 (added)
• benchmarks/gridmix/webdataSort40/interleaved.plan.result.utility.3 (added)
• benchmarks/gridmix/webdataSort40/webdataSort40.efficiency (modified) (1 diff)
• benchmarks/gridmix/webdataSort40/webdataSort40.equal.efficiency (modified) (1 diff)
• bin/GridMixUtil.py (modified) (1 diff)
• bin/th_start-node (added)

src/grid/hadoop/benchmarks/gridmix/avg.plt

@@ -2 +2 @@
 set output "/home/hadoopbench/hadoop/gridmix/avg.ps"
 set ylabel "Average Completion Time (s)"
-set xtics ("web\n(Bid)" 1, "web\n(PS)" 2, "queries\n(Bid)" 3, "queries\n(PS)" 4, "text\n(Bid)" 5, "text\n(PS)" 6)
+set xtics ("web" 1, "web" 2, "queries" 3, "queries" 4, "text" 5, "text" 6)
 set key top left
 set xrange [0:7]
+set xlabel "Benchmark"
 plot "/home/hadoopbench/hadoop/gridmix/avg.dat" using 1:2:3:4 title 'Bid Low' w errorbars ps 2.0 pt 4, \
      "/home/hadoopbench/hadoop/gridmix/avg.dat" using 1:5:6:7 title 'Bid High' w errorbars ps 2.0 pt 5, \
-     "/home/hadoopbench/hadoop/gridmix/avg-equal.dat" using 1:2:3:4 title 'PS Low' w errorbars ps 2.0 pt 6, \
-     "/home/hadoopbench/hadoop/gridmix/avg-equal.dat" using 1:5:6:7 title 'PS High' w errorbars ps 2.0 pt 7
+     "/home/hadoopbench/hadoop/gridmix/avg-equal.dat" using 1:2:3:4 title 'Fair Share Low' w errorbars ps 2.0 pt 6, \
+     "/home/hadoopbench/hadoop/gridmix/avg-equal.dat" using 1:5:6:7 title 'Fair Share High' w errorbars ps 2.0 pt 7

src/grid/hadoop/benchmarks/gridmix/collectbenchmark

@@ -2 +2 @@
 BENCH=$1
 HOSTS=$2
+DECAY=$3
+RISK=$4
 ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/config > /dev/null
+if [ "X$DECAY" != "X" ]; then
+   tycoon_hadoop set-config decay_rate $DECAY >/dev/null
+fi
+if [ "X$RISK" != "X" ]; then
+   tycoon_hadoop set-config risk_averse $RISK >/dev/null
+fi
 ${HADOOP_ROOT}/gridmix/getutility ${BENCH} ${HOSTS}
 ${HADOOP_ROOT}/gridmix/getefficiency ${BENCH} ${HOSTS}

src/grid/hadoop/benchmarks/gridmix/completion-time-gen

@@ -11 +11 @@
 plot "${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/interleaved.low" using 2:3 title 'Bid Low Value' w points pt 4, \
      "${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/interleaved.high" using 2:3 title 'Bid High Value' w points pt 5, \
-     "${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/interleaved-equal.low" using 2:3 title 'PS Low Value' w points pt 6, \
-     "${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/interleaved-equal.high" using 2:3 title 'PS High Value' w points pt 7
+     "${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/interleaved-equal.low" using 2:3 title 'Fair Share Low Value' w points pt 6, \
+     "${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/interleaved-equal.high" using 2:3 title 'Fair Share High Value' w points pt 7
 ANY
 gnuplot ${BENCH}${HOSTS}/completion-time.plt 

src/grid/hadoop/benchmarks/gridmix/dummycreate.sh

@@ -1 +1 @@
 #! /bin/bash
-vxargs.py -a ${HADOOP_ROOT}/gridmix/hosts tycoon -u hadoopdummy host create_account {} 1 1209600 memory:1,512MB,512MB
+vxargs.py -a ${HADOOP_ROOT}/gridmix/hosts tycoon -b thomas.e.sandholm@hp.com -u hadoopdummy host create_account {} 1 1209600 memory:1,512MB,512MB

src/grid/hadoop/benchmarks/gridmix/dummydelete.sh

@@ -1 +1 @@
 #! /bin/bash
-vxargs.py -a ${HADOOP_ROOT}/gridmix/hosts tycoon -u hadoopdummy host delete_account {} hadoopdummy
+vxargs.py -a ${HADOOP_ROOT}/gridmix/hosts tycoon -b thomas.e.sandholm@hp.com -u hadoopdummy host delete_account {} hadoopdummy

src/grid/hadoop/benchmarks/gridmix/dummyrun.sh

@@ -1 +1 @@
 #! /bin/bash
-vxargs.py -a ${HADOOP_ROOT}/gridmix/hosts tycoon_ssh -u hadoopdummy {} screen -d -m tycoon_bench -t 604800
+vxargs.py -a ${HADOOP_ROOT}/gridmix/hosts tycoon_ssh -a thomas.e.sandholm@hp.com -u hadoopdummy hadoopdummy{} screen -d -m tycoon_bench -t 604800

src/grid/hadoop/benchmarks/gridmix/efficiency.plt

@@ -1 +1 @@
 set terminal postscript enhanced color 21
 set output "/home/hadoopbench/hadoop/gridmix/efficiency.ps"
-set ylabel "Efficiency\nU(value,price)=(value-price)exp(-decay x time)"
+set ylabel "Efficiency"
 set yrange [0:1]
-set xtics ("web\n(Bid)" 1, "web\n(PS)" 2, "queries\n(Bid)" 3, "queries\n(PS)" 4, "text\n(Bid)" 5, "text\n(PS)" 6)
+set xtics ("web" 1, "web" 2, "queries" 3, "queries" 4, "text" 5, "text" 6)
+set xlabel "Benchmark"
 set xrange [0:7]
 set key bottom left
 plot "/home/hadoopbench/hadoop/gridmix/efficiency.dat" using 1:2:3:4 title 'Bid' w errorbars ps 2.0 pt 4, \
-     "/home/hadoopbench/hadoop/gridmix/efficiency-equal.dat" using 1:2:3:4 title 'PS' w errorbars ps 2.0 pt 5
+     "/home/hadoopbench/hadoop/gridmix/efficiency-equal.dat" using 1:2:3:4 title 'Fair Share' w errorbars ps 2.0 pt 5

src/grid/hadoop/benchmarks/gridmix/getmetrics

@@ -2 +2 @@
 BENCH=$1
 HOSTS=$2
+RISK=$3
 LOWAVG=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.avg | awk '{print $1}'`
 HIGHAVG=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.avg | awk '{print $4}'`
-BIDEFF=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.efficiency | awk '{print $1}'`
-EQUALEFF=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.equal.efficiency | awk '{print $1}'`
-BOOST=`${HADOOP_INSTALL}/bin/eval "100*(10**float(var[0])-10**float(var[1]))/(10**float(var[0]))" $LOWAVG $HIGHAVG`
+
+if [ "X$RISK" == "X" ]; then
+  BIDEFF=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.efficiency | awk '{print $1}'`
+  EQUALEFF=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.equal.efficiency | awk '{print $1}'`
+else
+  BIDEFF=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.efficiency | awk '{print $4}'`
+  EQUALEFF=`cat ${HADOOP_ROOT}/gridmix/${BENCH}${HOSTS}/${BENCH}${HOSTS}.equal.efficiency | awk '{print $4}'`
+
+fi
+
+#BOOST=`${HADOOP_INSTALL}/bin/eval "100*(10**float(var[0])-10**float(var[1]))/(10**float(var[0]))" $LOWAVG $HIGHAVG`
+BOOST=`${HADOOP_INSTALL}/bin/eval "100*(float(var[0])-float(var[1]))/(float(var[0]))" $LOWAVG $HIGHAVG`
 EFFGAIN=`${HADOOP_INSTALL}/bin/eval "100*(var[0]-var[1])/(var[1])" $BIDEFF $EQUALEFF`
 echo ${BOOST} ${EFFGAIN}

src/grid/hadoop/benchmarks/gridmix/monsterQueries40/completion-time.plt

@@ -5 +5 @@
 set xrange [1:*]
 set key bottom right
-plot "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved.low" using 2:3 title 'Bid Low Value' w points pt 4,      "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved.high" using 2:3 title 'Bid High Value' w points pt 5,      "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved-equal.low" using 2:3 title 'PS Low Value' w points pt 6,      "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved-equal.high" using 2:3 title 'PS High Value' w points pt 7
+plot "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved.low" using 2:3 title 'Bid Low Value' w points pt 4,      "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved.high" using 2:3 title 'Bid High Value' w points pt 5,      "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved-equal.low" using 2:3 title 'Fair Share Low Value' w points pt 6,      "/home/hadoopbench/hadoop/gridmix/monsterQueries40/interleaved-equal.high" using 2:3 title 'Fair Share High Value' w points pt 7

src/grid/hadoop/benchmarks/gridmix/monsterQueries40/config

@@ -3 +3 @@
 tycoon_hadoop set-config gridmix_jobs 13
 tycoon_hadoop set-config decay_rate 0.011
+tycoon_hadoop set-config risk_aversion 0.0001
 tycoon_hadoop set-config gridmix_command monsterQueries
 tycoon_hadoop set-config gridmix_dir gridmix/monsterQueries40

src/grid/hadoop/benchmarks/gridmix/monsterQueries40/interleaved-equal.plan.result.utility

@@ -1 @@
-1 114 0.02117942982830105930 0.02118979691349219541 0.08812045069173245204 0.08816063382599759191 1.0
-2 843 0.00886621892695438688 0.00887061345080638469 0.08812045069173245204 0.08816063382599759191 1.0
-3 1698 0.02529178264333346512 0.02530411064796778131 0.08812045069173245204 0.08816063382599759191 1.0
-4 2375 0.03218345370981857967 0.03219902997789969579 0.08812045069173245204 0.08816063382599759191 1.0
-5 3042 0.03502026845381647074 0.03503716799725394709 0.08812045069173245204 0.08816063382599759191 1.0
-6 3683 0.02750472180425161256 0.02751809801661466923 0.08812045069173245204 0.08816063382599759191 0.5
-7 4337 0.02512280952814123502 0.02513505729355208079 0.08812045069173245204 0.08816063382599759191 0.5
-8 4992 0.01834407443050095621 0.01835307966069028851 0.08812045069173245204 0.08816063382599759191 0.5
-9 5732 0.04163001472943562986 0.04164996625557736143 0.08812045069173245204 0.08816063382599759191 0.5
-10 6358 0.01792870984238022908 0.01793751489257717005 0.08812045069173245204 0.08816063382599759191 0.5
-11 7059 0.02164417973402906273 0.02165476927682877598 0.08812045069173245204 0.08816063382599759191 1.0
-12 7744 0.01984584719741068481 0.01985557474885152676 0.08812045069173245204 0.08816063382599759191 1.0
-13 8423 0.04427288419228060656 0.04429404380397067992 0.08812045069173245204 0.08816063382599759191 1.0
-14 9055 0.01765003795699255501 0.01765870860791341618 0.08812045069173245204 0.08816063382599759191 1.0
-15 9798 0.01421117968729002784 0.01421818543252589828 0.08812045069173245204 0.08816063382599759191 1.0
-16 10509 0.02572769248920798307 0.02574022735965904654 0.08812045069173245204 0.08816063382599759191 0.5
-17 11205 0.04474725205023705882 0.04476862776119975434 0.08812045069173245204 0.08816063382599759191 0.5
-18 11815 0.02435278370651695543 0.02436466545287737512 0.08812045069173245204 0.08816063382599759191 0.5
-19 12456 0.03846278010125583902 0.03848127464339930193 0.08812045069173245204 0.08816063382599759191 0.5
-20 13114 0.00709824147924055862 0.00710176598641105127 0.08812045069173245204 0.08816063382599759191 0.5
-21 13831 0.01319476951948493626 0.01320128090964503911 0.08812045069173245204 0.08816063382599759191 1.0
-22 14675 0.01809253602368635430 0.01810142004860329848 0.08812045069173245204 0.08816063382599759191 1.0
-23 15415 0.02336114265345681784 0.02337255216568223659 0.08812045069173245204 0.08816063382599759191 1.0
-24 16142 0.03371258596826225834 0.03372887652360025829 0.08812045069173245204 0.08816063382599759191 1.0
-25 16801 0.03704208870387105945 0.03705992644225938187 0.08812045069173245204 0.08816063382599759191 1.0
-26 17446 0.01324576890985518576 0.01325230512939200821 0.08812045069173245204 0.08816063382599759191 0.5
-27 18155 0.01998512404718722282 0.01999491847354547061 0.08812045069173245204 0.08816063382599759191 0.5
-28 18841 0.03041736830821293106 0.03043211669230638100 0.08812045069173245204 0.08816063382599759191 0.5
-29 19565 0.02669771516532470218 0.02671070968863945364 0.08812045069173245204 0.08816063382599759191 0.5
-30 20262 0.03336109279802049188 0.03337721937117545806 0.08812045069173245204 0.08816063382599759191 0.5
+1 114 0.02117942982830105930 0.53115053389804767203 0.08812045069173245204 1.00000000000000000000 1.0 0.24034636298436606872
+2 843 0.00886621892695438688 0.26780475403422804304 0.08812045069173245204 1.00000000000000000000 1.0 0.10061477054821990618
+3 1698 0.02529178264333346512 0.59786637851319712755 0.08812045069173245204 1.00000000000000000000 1.0 0.28701376859510735473
+4 2375 0.03218345370981857967 0.69128321661195590853 0.08812045069173245204 1.00000000000000000000 1.0 0.36522116554310884995
+5 3042 0.03502026845381647074 0.72398994534158556124 0.08812045069173245204 1.00000000000000000000 1.0 0.39741363303197568824
+6 3683 0.02750472180425161256 0.63020122738083350633 0.08812045069173245204 1.00000000000000000000 0.5 0.31212643136007173217
+7 4337 0.02512280952814123502 0.59529926424727552803 0.08812045069173245204 1.00000000000000000000 0.5 0.28509624418544060598
+8 4992 0.01834407443050095621 0.47960131999533395231 0.08812045069173245204 1.00000000000000000000 0.5 0.20817045630727823435
+9 5732 0.04163001472943562986 0.78933037968564401243 0.08812045069173245204 1.00000000000000000000 0.5 0.47242171825775058913
+10 6358 0.01792870984238022908 0.47163752322958557572 0.08812045069173245204 1.00000000000000000000 0.5 0.20345685594708742827
+11 7059 0.02164417973402906273 0.53915066875216921538 0.08812045069173245204 1.00000000000000000000 1.0 0.24562039304299360110
+12 7744 0.01984584719741068481 0.50750332949600485133 0.08812045069173245204 1.00000000000000000000 1.0 0.22521272918628684745
+13 8423 0.04427288419228060656 0.81172959629412710925 0.08812045069173245204 1.00000000000000000000 1.0 0.50241327461156903844
+14 9055 0.01765003795699255501 0.46623319490568976287 0.08812045069173245204 1.00000000000000000000 1.0 0.20029445853309166270
+15 9798 0.01421117968729002784 0.39529840224041690178 0.08812045069173245204 1.00000000000000000000 1.0 0.16126993876829245900
+16 10509 0.02572769248920798307 0.60442337292181147479 0.08812045069173245204 1.00000000000000000000 0.5 0.29196051866790756479
+17 11205 0.04474725205023705882 0.81554783853278267625 0.08812045069173245204 1.00000000000000000000 0.5 0.50779645018809793644
+18 11815 0.02435278370651695543 0.58341823075801579890 0.08812045069173245204 1.00000000000000000000 0.5 0.27635791141955379224
+19 12456 0.03846278010125583902 0.75978991924418970427 0.08812045069173245204 1.00000000000000000000 0.5 0.43647961170566795808
+20 13114 0.00709824147924055862 0.22045117736859301538 0.08812045069173245204 1.00000000000000000000 0.5 0.08055157938390483663
+21 13831 0.01319476951948493626 0.37274870023194678348 0.08812045069173245204 1.00000000000000000000 1.0 0.14973561092695231167
+22 14675 0.01809253602368635430 0.47479157413866918125 0.08812045069173245204 1.00000000000000000000 1.0 0.20531597241801005649
+23 15415 0.02336114265345681784 0.56766751417731897700 0.08812045069173245204 1.00000000000000000000 1.0 0.26510466605737165180
+24 16142 0.03371258596826225834 0.70929199579098500816 0.08812045069173245204 1.00000000000000000000 1.0 0.38257391676533047953
+25 16801 0.03704208870387105945 0.74550538710114444552 0.08812045069173245204 1.00000000000000000000 1.0 0.42035745860462769841
+26 17446 0.01324576890985518576 0.37389821782080012724 0.08812045069173245204 1.00000000000000000000 0.5 0.15031435729025291459
+27 18155 0.01998512404718722282 0.51002181289881642900 0.08812045069173245204 1.00000000000000000000 0.5 0.22679325730073968126
+28 18841 0.03041736830821293106 0.66932411677742476019 0.08812045069173245204 1.00000000000000000000 0.5 0.34517944551396534392
+29 19565 0.02669771516532470218 0.61868134149711218051 0.08812045069173245204 1.00000000000000000000 0.5 0.30296843644978665999
+30 20262 0.03336109279802049188 0.70523226666560945297 0.08812045069173245204 1.00000000000000000000 0.5 0.37858513586960651498

src/grid/hadoop/benchmarks/gridmix/monsterQueries40/interleaved.plan.result.utility

@@ -1 @@
-1 120 0.03164408786721704253 0.03165941162888128574 0.08812045069173245204 0.08816063382599759191 1.0
-2 776 0.04868493492964954400 0.04870809576936299679 0.08812045069173245204 0.08816063382599759191 1.0
-3 1370 0.07044041110020438090 0.07047315506759331549 0.08812045069173245204 0.08816063382599759191 1.0
-4 1944 0.02535803951147913224 0.02537039897130723490 0.08812045069173245204 0.08816063382599759191 1.0
-5 2617 0.01129118218748084712 0.01129676494248390943 0.08812045069173245204 0.08816063382599759191 1.0
-6 3233 0.06020212736191869751 0.06023042042454485739 0.08812045069173245204 0.08816063382599759191 0.5
-7 3880 0.01494659406955018213 0.01495395685649643369 0.08812045069173245204 0.08816063382599759191 0.5
-8 4668 0.00133357259284378523 0.00133423860060396366 0.08812045069173245204 0.08816063382599759191 0.5
-9 5516 0.03617266162104765953 0.03619009641628378321 0.08812045069173245204 0.08816063382599759191 0.5
-10 6247 0.04917365094681225290 0.04919703226136714486 0.08812045069173245204 0.08816063382599759191 0.5
-11 6913 0.04040453665229047642 0.04042392562721747878 0.08812045069173245204 0.08816063382599759191 1.0
-12 7528 0.02141965166939394094 0.02143013376638442866 0.08812045069173245204 0.08816063382599759191 1.0
-13 8224 0.05904007015664947122 0.05906785140953620811 0.08812045069173245204 0.08816063382599759191 1.0
-14 8828 0.04503111976347699830 0.04505262468331254488 0.08812045069173245204 0.08816063382599759191 1.0
-15 9445 0.01008008390072369365 0.01008507395343348143 0.08812045069173245204 0.08816063382599759191 1.0
-16 10272 0.07829443225120764904 0.07833051953012475088 0.08812045069173245204 0.08816063382599759191 0.5
-17 11010 0.00857373682756584592 0.00857798763774519565 0.08812045069173245204 0.08816063382599759191 0.5
-18 11689 0.02023945172481759688 0.02024936821858538960 0.08812045069173245204 0.08816063382599759191 0.5
-19 12437 0.04637169784106035669 0.04639381186609321112 0.08812045069173245204 0.08816063382599759191 0.5
-20 13134 0.02469967825753608542 0.02471172496791828460 0.08812045069173245204 0.08816063382599759191 0.5
-21 13857 0.03158666883631172650 0.03160196569995109978 0.08812045069173245204 0.08816063382599759191 1.0
-22 14504 0.03686378516389027943 0.03688154032772249930 0.08812045069173245204 0.08816063382599759191 1.0
-23 15120 0.05327951561822914101 0.05330473977806489405 0.08812045069173245204 0.08816063382599759191 1.0
-24 15708 0.01979158668602505611 0.01980128817855657253 0.08812045069173245204 0.08816063382599759191 1.0
-25 16433 0.01832013123048389230 0.01832912492631851367 0.08812045069173245204 0.08816063382599759191 1.0
-26 16682 0.03960271354893633161 0.03962173363664978076 0.08812045069173245204 0.08816063382599759191 0.5
-27 17439 0.03533514409366071002 0.03535219001930756805 0.08812045069173245204 0.08816063382599759191 0.5
-28 18171 0.03800852727767608380 0.03802681203256923909 0.08812045069173245204 0.08816063382599759191 0.5
-29 18868 0.06630085936303919958 0.06633181636529023040 0.08812045069173245204 0.08816063382599759191 0.5
-30 19579 0.06480800810594854189 0.06483831646685905836 0.08812045069173245204 0.08816063382599759191 0.5
+1 120 0.03164408786721704253 0.68471171747381232020 0.08812045069173245204 1.00000000000000000000 1.0 0.35910038610578648433
+2 776 0.04868493492964954400 0.84504355539031672517 0.08812045069173245204 1.00000000000000000000 1.0 0.55248168328100955016
+3 1370 0.07044041110020438090 0.95403963227326871177 0.08812045069173245204 1.00000000000000000000 1.0 0.79936507981129933942
+4 1944 0.02535803951147913224 0.59886909237147156748 0.08812045069173245204 1.00000000000000000000 1.0 0.28776565839623252652
+5 2617 0.01129118218748084712 0.32843252332926486936 0.08812045069173245204 1.00000000000000000000 1.0 0.12813350475226514824
+6 3233 0.06020212736191869751 0.91229688266296238286 0.08812045069173245204 1.00000000000000000000 0.5 0.68317997569623101217
+7 3880 0.01494659406955018213 0.41115008516719447895 0.08812045069173245204 1.00000000000000000000 0.5 0.16961549733599451395
+8 4668 0.00133357259284378523 0.04543825867650586048 0.08812045069173245204 1.00000000000000000000 0.5 0.01513351988528699454
+9 5516 0.03617266162104765953 0.73642842851020484662 0.08812045069173245204 1.00000000000000000000 0.5 0.41049111003288835109
+10 6247 0.04917365094681225290 0.84844484548499687904 0.08812045069173245204 1.00000000000000000000 0.5 0.55802768325407325900
+11 6913 0.04040453665229047642 0.77826416150908594993 0.08812045069173245204 1.00000000000000000000 1.0 0.45851486613062986120
+12 7528 0.02141965166939394094 0.53530095259164600652 0.08812045069173245204 1.00000000000000000000 1.0 0.24307242531390677032
+13 8224 0.05904007015664947122 0.90660803016129587473 0.08812045069173245204 1.00000000000000000000 1.0 0.66999283019087718660
+14 8828 0.04503111976347699830 0.81780437773578884553 0.08812045069173245204 1.00000000000000000000 1.0 0.51101781039462912393
+15 9445 0.01008008390072369365 0.29875792898483083393 0.08812045069173245204 1.00000000000000000000 1.0 0.11438983597560534178
+16 10272 0.07829443225120764904 0.97777032760984050608 0.08812045069173245204 1.00000000000000000000 0.5 0.88849332517716350655
+17 11010 0.00857373682756584592 0.26015985803433405721 0.08812045069173245204 1.00000000000000000000 0.5 0.09729565339558848835
+18 11689 0.02023945172481759688 0.51459103103072934005 0.08812045069173245204 1.00000000000000000000 0.5 0.22967939412407570310
+19 12437 0.04637169784106035669 0.82818071338541388027 0.08812045069173245204 1.00000000000000000000 0.5 0.52623082924621256140
+20 13134 0.02469967825753608542 0.58880788531944172615 0.08812045069173245204 1.00000000000000000000 0.5 0.28029450670811689728
+21 13857 0.03158666883631172650 0.68400524379552418708 0.08812045069173245204 1.00000000000000000000 1.0 0.35844878899689081031
+22 14504 0.03686378516389027943 0.74366497935638053995 0.08812045069173245204 1.00000000000000000000 1.0 0.41833405156822328630
+23 15120 0.05327951561822914101 0.87495935296392324254 0.08812045069173245204 1.00000000000000000000 1.0 0.60462146073916844813
+24 15708 0.01979158668602505611 0.50651903110290663612 0.08812045069173245204 1.00000000000000000000 1.0 0.22459697528398958610
+25 16433 0.01832013123048389230 0.47914520710555741356 0.08812045069173245204 1.00000000000000000000 1.0 0.20789874639398212008
+26 16682 0.03960271354893633161 0.77077828032511197520 0.08812045069173245204 1.00000000000000000000 0.5 0.44941569451881951958
+27 17439 0.03533514409366071002 0.72743556075777071612 0.08812045069173245204 1.00000000000000000000 0.5 0.40098687440072167121
+28 18171 0.03800852727767608380 0.75529499865448324059 0.08812045069173245204 1.00000000000000000000 0.5 0.43132470362231228878
+29 18868 0.06630085936303919958 0.93883388404244150216 0.08812045069173245204 1.00000000000000000000 0.5 0.75238901801553781379
+30 19579 0.06480800810594854189 0.93282174199581624485 0.08812045069173245204 1.00000000000000000000 0.5 0.73544798735384697697

src/grid/hadoop/benchmarks/gridmix/monsterQueries40/monsterQueries40.efficiency

@@ -1 @@
-0.41885799587004551858 0.19535900672115324994 0.64235698501893778722 0.41886651367815658231 0.19536641011729155570 0.64236661723902166443             0.036910 0.01721512371895720858 0.05660478702485122193 0.03692753733435217428 0.01722362654425020276 0.05663144812445414233
+0.41885799587004551858 0.19535900672115324994 0.64235698501893778722 0.67615195226007729357 0.44403195658433369797 0.90827194793582088916             0.036910 0.01721512371895720858 0.05660478702485122193 0.67615195226007729357 0.44403195658433369797 0.90827194793582088916

src/grid/hadoop/benchmarks/gridmix/monsterQueries40/monsterQueries40.equal.efficiency

@@ -1 @@
-0.28755888431548054518 0.17520446411718210156 0.39991330451377898880 0.28756735314389858527 0.17521096758543000527 0.39992373870236719302             0.025340 0.01543909634120951314 0.03524054063137427306 0.02535212012083058047 0.01544670995559785029 0.03525753028606330719
+0.28755888431548054518 0.17520446411718210156 0.39991330451377898880 0.57429577335171055896 0.42209941798515715483 0.72649212871826396309             0.025340 0.01543909634120951314 0.03524054063137427306 0.57429577335171055896 0.42209941798515715483 0.72649212871826396309

src/grid/hadoop/benchmarks/gridmix/textSort40/completion-time.plt

@@ -5 +5 @@
 set xrange [1:*]
 set key bottom right
-plot "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved.low" using 2:3 title 'Bid Low Value' w points pt 4,      "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved.high" using 2:3 title 'Bid High Value' w points pt 5,      "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved-equal.low" using 2:3 title 'PS Low Value' w points pt 6,      "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved-equal.high" using 2:3 title 'PS High Value' w points pt 7
+plot "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved.low" using 2:3 title 'Bid Low Value' w points pt 4,      "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved.high" using 2:3 title 'Bid High Value' w points pt 5,      "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved-equal.low" using 2:3 title 'Fair Share Low Value' w points pt 6,      "/home/hadoopbench/hadoop/gridmix/textSort40/interleaved-equal.high" using 2:3 title 'Fair Share High Value' w points pt 7

src/grid/hadoop/benchmarks/gridmix/textSort40/config

@@ -3 +3 @@
 tycoon_hadoop set-config gridmix_jobs 6
 tycoon_hadoop set-config decay_rate 0.009
+tycoon_hadoop set-config risk_aversion 0.0001
 tycoon_hadoop set-config gridmix_command textSort
 tycoon_hadoop set-config gridmix_dir gridmix/textSort40

src/grid/hadoop/benchmarks/gridmix/textSort40/interleaved-equal.plan.result.utility

@@ -1 @@
-1 117 0.01211524890262869088 0.01212123411060474394 0.05227481718918167153 0.05229959196633033464 1.0
-2 973 0.01344616272742187382 0.01345279648489756084 0.05227481718918167153 0.05229959196633033464 1.0
-3 1769 0.01398312767163063797 0.01399002258838921882 0.05227481718918167153 0.05229959196633033464 1.0
-4 2645 0.01484266913815144445 0.01484998150269009262 0.05227481718918167153 0.05229959196633033464 1.0
-5 3421 0.01010604115067191555 0.01011104392198293803 0.05227481718918167153 0.05229959196633033464 1.0
-6 4265 0.02100260651743989654 0.02101288890743430865 0.05227481718918167153 0.05229959196633033464 0.5
-7 4982 0.01305555294433838331 0.01306199654282915248 0.05227481718918167153 0.05229959196633033464 0.5
-8 5775 0.01793926676822810151 0.01794807690842119621 0.05227481718918167153 0.05229959196633033464 0.5
-9 6542 0.01729746316619992785 0.01730596366414893783 0.05227481718918167153 0.05229959196633033464 0.5
-10 7360 0.02213108662922959671 0.02214190900362802278 0.05227481718918167153 0.05229959196633033464 0.5
-11 8141 0.01336303471463935050 0.01336962801593421894 0.05227481718918167153 0.05229959196633033464 1.0
-12 8944 0.01594318951741694607 0.01595103528527367504 0.05227481718918167153 0.05229959196633033464 1.0
-13 9695 0.02016137084147706995 0.02017124986629402830 0.05227481718918167153 0.05229959196633033464 1.0
-14 10459 0.01718431898187321519 0.01719276485002156976 0.05227481718918167153 0.05229959196633033464 1.0
-15 11205 0.02267456519501898082 0.02268564717255790522 0.05227481718918167153 0.05229959196633033464 1.0
-16 11940 0.01815610015995785045 0.01816501481960171652 0.05227481718918167153 0.05229959196633033464 0.5
-17 12704 0.01410413442185089704 0.01411108815186661730 0.05227481718918167153 0.05229959196633033464 0.5
-18 13472 0.01361881065864281419 0.01362552841690244099 0.05227481718918167153 0.05229959196633033464 0.5
-19 14258 0.01222493597517758900 0.01223097470032883174 0.05227481718918167153 0.05229959196633033464 0.5
-20 15045 0.01671726103860933510 0.01672548125976714567 0.05227481718918167153 0.05229959196633033464 0.5
-21 15820 0.01622848948079757408 0.01623647333083817063 0.05227481718918167153 0.05229959196633033464 1.0
-22 16638 0.01443382145214239590 0.01444093534649776821 0.05227481718918167153 0.05229959196633033464 1.0
-23 17426 0.01687258461773905385 0.01688087990361436530 0.05227481718918167153 0.05229959196633033464 1.0
-24 18211 0.01821002969839662089 0.01821897034621627193 0.05227481718918167153 0.05229959196633033464 1.0
-25 18976 0.00764909560118266080 0.00765289151746675455 0.05227481718918167153 0.05229959196633033464 1.0
-26 19829 0.01647293155093344091 0.01648103364358264808 0.05227481718918167153 0.05229959196633033464 0.5
-27 20594 0.01882138702264697996 0.01883062207487272433 0.05227481718918167153 0.05229959196633033464 0.5
-28 21353 0.01678805836195013806 0.01679631280102135762 0.05227481718918167153 0.05229959196633033464 0.5
-29 22143 0.02225541074288779619 0.02226629252920973162 0.05227481718918167153 0.05229959196633033464 0.5
-30 22964 0.03158628014646774201 0.03160157682793426209 0.05227481718918167153 0.05229959196633033464 0.5
+1 117 0.01211524890262869088 0.51786244003657022628 0.05227481718918167153 1.00000000000000000000 1.0 0.23176071297932637760
+2 973 0.01344616272742187382 0.55632233975002753912 0.05227481718918167153 1.00000000000000000000 1.0 0.25722065519158948677
+3 1769 0.01398312767163063797 0.57105293222144071219 0.05227481718918167153 1.00000000000000000000 1.0 0.26749261735389601169
+4 2645 0.01484266913815144445 0.59373816442147853145 0.05227481718918167153 1.00000000000000000000 1.0 0.28393536192457791145
+5 3421 0.01010604115067191555 0.45414682450314863837 0.05227481718918167153 1.00000000000000000000 1.0 0.19332523180517924288
+6 4265 0.02100260651743989654 0.72818876234633522770 0.05227481718918167153 1.00000000000000000000 0.5 0.40177293095893235053
+7 4982 0.01305555294433838331 0.54532762825328406908 0.05227481718918167153 1.00000000000000000000 0.5 0.24974841895841662365
+8 5775 0.01793926676822810151 0.66705376609883071382 0.05227481718918167153 1.00000000000000000000 0.5 0.34317225258399663979
+9 6542 0.01729746316619992785 0.65287523533012259414 0.05227481718918167153 1.00000000000000000000 0.5 0.33089476149865248988
+10 7360 0.02213108662922959671 0.74821689413040670669 0.05227481718918167153 1.00000000000000000000 0.5 0.42336038305284878769
+11 8141 0.01336303471463935050 0.55400240410275380931 0.05227481718918167153 1.00000000000000000000 1.0 0.25563044374270610382