Issue #87 Updating jobFileProcessor.sh with latest arguments and addi…

…ng a sample cost file

bin/etl/jobFileProcessor.sh

@@ -18,11 +18,12 @@
 # Run on the daemon node per specific cluster
 # This script runs on the HBase cluster
 # Usage ./jobFileProcessor.sh [hadoopconfdir]
-#   [schedulerpoolname] [historyprocessingdir] [cluster] [threads] [batchsize]
+#   [schedulerpoolname] [historyprocessingdir] [cluster] [threads] [batchsize] [machinetype] [costfile]
+# a sample cost file can be found in the conf dir as sampleCostDetails.properties
 
-if [ $# -ne 6 ]
+if [ $# -ne 8 ]
 then
-  echo "Usage: `basename $0` [hbaseconfdir] [schedulerpoolname] [historyprocessingdir] [cluster] [threads] [batchsize]"
+  echo "Usage: `basename $0` [hbaseconfdir] [schedulerpoolname] [historyprocessingdir] [cluster] [threads] [batchsize] [machinetype] [costfile]"
   exit 1
 fi
 
@@ -43,4 +44,5 @@ fi
 create_pidfile $HRAVEN_PID_DIR
 trap 'cleanup_pidfile_and_exit $HRAVEN_PID_DIR' INT TERM EXIT
 
-hadoop --config $1 jar $hravenEtlJar com.twitter.hraven.etl.JobFileProcessor -libjars=$LIBJARS -Dmapred.fairscheduler.pool=$2 -d -p $3 -c $4 -t $5 -b $6
+hadoop --config $1 jar $hravenEtlJar com.twitter.hraven.etl.JobFileProcessor -libjars=$LIBJARS -Dmapred.fairscheduler.pool=$2 -d -p $3 -c $4 -t $5 -b $6 -m $7 -z $8
+

conf/sampleCostDetails.properties

@@ -0,0 +1,14 @@
+# properties file to store cost data
+# used in calculating cost of a job in the processing step
+#
+# machine type is the hardware name of node that the job runs on
+# 
+# compute cost is the part of dollar amount of total cost of operating a machine 
+# allocated to compute 
+#
+# machinememory is the max amount of memory at run time in 
+# megabytes available to a hadoop job
+#
+default.computecost=10
+default.machinememory=24576
+#