15
15
TERA_ARGS="-Dmapreduce.map.output.compress=true -Dmapreduce.map.output.compress.codec=org.apache.hadoop.io.compress.SnappyCodec -Dmapreduce.output.fileoutputformat.compress=true -Dmapreduce.output.fileoutputformat.compress.codec=org.apache.hadoop.io.compress.SnappyCodec -Dmapreduce.job.maps=${NUM_MAPS} -Dmapreduce.job.reduces=${NUM_REDS}"
17
17
# Clean out previous runs
21
21
hadoop jar $HADOOP_HOME/share/hadoop/mapreduce/hadoop-mapreduce-examples*.jar teragen ${TERA_ARGS} ${SIZE} ${IN_DIR}