{"id":1545,"date":"2013-02-07T15:11:00","date_gmt":"2013-02-07T06:11:00","guid":{"rendered":"http:\/\/apollo89.com\/wordpress\/?p=1545"},"modified":"2013-07-11T17:54:44","modified_gmt":"2013-07-11T08:54:44","slug":"hamake-%ec%a0%95%eb%a6%ac","status":"publish","type":"post","link":"https:\/\/apollo89.com\/wordpress\/?p=1545","title":{"rendered":"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589"},"content":{"rendered":"

 <\/p>\n

\ub370\uc774\ud130 \uc911\uc2ec(data-driven)\uc758 WorkFlow\ub97c \uc124\uc815\ud560 \uc218 \uc788\ub294 Utillity<\/p>\n

\ud2b9\uc9d5
\n– \uacbd\ub7c9 \uc720\ud2f8\ub9ac\ud2f0 – \ubcf5\uc7a1\ud55c \uc124\uce58 \ud544\uc694 \uc5c6\uc74c
\n– \ub370\uc774\ud130 \ud750\ub984 \ud504\ub85c\uadf8\ub798\ubc0d \ubaa8\ub378 \uae30\ubc18(DAG)
\n– \uc26c\uc6b4 \ud559\uc2b5 \uace1\uc120.
\n– \uc544\ub9c8\uc874 Elastic MapReduce \uc9c0\uc6d0
\n– MapReduce \uc791\uc5c5\ubfd0\ub9cc \uc544\ub2c8\ub77c PIG Latin scripts\ub97c \uc2e4\ud589<\/p>\n

Hamake\uc640 Cascading\uc758 \ucc28\uc774\uc810
\n– Cascading\ub294 API, hamake\uc740 utility<\/p>\n

Hamake\ub294 Oozie\uc640 Azkaban
\n– Oozie \ubc0f Azkaban\ub294 \uc124\uce58 \ubc0f \uc11c\ube44\uc2a4(\ub370\ubaac)\ub85c \uc2e4\ud589\ud574\uc57c \ud560 \uc11c\ubc84 \uce21 \uc2dc\uc2a4\ud15c<\/p>\n

HaMake \uc124\uce58<\/p>\n

1. \ub2e4\uc6b4\ub85c\ub4dc <\/p>\n

]$ wget http:\/\/hamake.googlecode.com\/files\/hamake-2.0b-3.jar<\/pre>\n
2. \uc124\uc815<\/p>\n
]$ vi ~\/.bashrc\r\n\u2026\r\nexport HADOOP_HOME=\/home\/hadoop\/hadoop\r\nexport HADOOP_HOME_WARN_SUPPRESS=1\r\nexport PATH=$PATH:$HADOOP_HOME\/bin<\/pre>\n
export HADOOP_HOME_WARN_SUPPRESS=1 \uc774 \ubd80\ubd84\uc740 hadoop \uba85\ub839\uc2e4\ud589\uc2dc Warning: $HADOOP_HOME is deprecated \uac00 \ubc1c\uc0dd\ud558\uc9c0 \uc54a\ub3c4\ub85d \ud558\uae30 \uc704\ud55c \uc124\uc815\uc774\ub2e4.<\/p>\n
3. \uc2e4\ud589<\/p>\n
]$ hadoop jar hamake-2.0b.jar -f path_to_hamake-file<\/pre>\n
4. Hamake Examples \uc2e4\ud589<\/p>\n
hamake \ub294 map\/reduce\ub97c hdfs\uc5d0 \uc62c\ub824\ub193\uace0 \uc2e4\ud589\ud55c\ub2e4.<\/p>\n
]$ pwd\r\n\/home\/hadoop\/hamake\/examples\/bin\r\n]$ cat start-class-size-example.sh\r\n#!\/usr\/bin\/env bash\r\nexport HAMAKE_HOME=\/home\/hadoop\/hamake\r\nhadoop fs -rmr build\r\nhadoop fs -rmr dist\r\nhadoop fs -rmr test\r\n\r\nhadoop fs -mkdir build\/lib\r\nhadoop fs -mkdir dist\/examples\r\nhadoop fs -mkdir test\/resources\/scripts\r\n\r\nhadoop fs -put $HAMAKE_HOME\/examples\/*.jar dist\/examples\r\nhadoop fs -put $HAMAKE_HOME\/examples\/data\/*.jar build\/lib\r\nhadoop fs -put $HAMAKE_HOME\/*.jar dist\r\nhadoop fs -put $HAMAKE_HOME\/examples\/scripts\/*.pig test\/resources\/scripts\r\n\r\nhadoop jar $HAMAKE_HOME\/hamake-2.0b-3.jar -f file:\/\/$HAMAKE_HOME\/examples\/hamakefiles\/class-size.xml\r\n<\/pre>\n
HaMake \uac00 data-driven\uc774\ub77c\ub294\ub370, \ucc98\uc74c\uc5d0\ub294 \ubb34\uc2a8\uc758\ubbf8\uc778\uc9c0 \uc798\uc774\ud574\ub97c \ubabb\ud588\ub294\ub370, <\/p>\n
examples\uc744 \uad6c\ub3d9\ud574\ubcf4\ub2c8, \uc880 \uac10\uc774\uc628\ub2e4.<\/p>\n
oozie \ub098 azkaban\uc758 \uacbd\uc6b0\ub294 job \uac04\uc758 \uad00\uacc4(dependencies)\ub97c \uc124\uc815\ud558\ub294 \ubc18\uba74, <\/p>\n
hamake\ub294 job\uac04\uc758 \uad00\uacc4\uac00 \uc544\ub2cc data \uc911\uc2ec\uc73c\ub85c \uad00\uacc4\ub97c \uc124\uc815\ud55c\ub2e4.<\/p>\n
\uc608\ub97c \ub4e4\uba74, job1\uc758 output data\uc758 \uc704\uce58\ub97c job2\uc758 input\uc73c\ub85c \uc124\uc815\ud574\uc8fc\ub294 \ubc29\uc2dd\uc774\ub2e4.<\/p>\n
]$ cat class-size.xml\r\n<?xml version=\"1.0\" encoding=\"UTF-8\"?>\r\n\r\n<project name=\"test\">\r\n\r\n    <property name=\"output\"  value=\"build\/test\"\/>\r\n    <property name=\"lib\"     value=\"build\/lib\"\/>\r\n    <property name=\"dist\"    value=\"dist\/examples\"\/>\r\n    <property name=\"scripts\" value=\"test\/resources\/scripts\"\/>\r\n\r\n    <foreach name=\"jar-listings\">\r\n        <input>\r\n            <fileset path=\"${lib}\" mask=\"*.jar\"\/>\r\n        <\/input>\r\n        <output>\r\n            <file id=\"jarListing\" path=\"${output}\/jar-listings\/${foreach:filename}\"\/>\r\n        <\/output>\r\n        <mapreduce jar=\"${dist}\/hamake-examples-${hamake:version}.jar\" main=\"com.codeminders.hamake.examples.JarListing\">\r\n          <parameter>\r\n              <literal value=\"${foreach:path}\"\/>\r\n          <\/parameter>\r\n          <parameter>\r\n              <reference idref=\"jarListing\"\/>\r\n          <\/parameter>\r\n        <\/mapreduce>\r\n    <\/foreach>\r\n\r\n    <foreach name=\"filter-listing\">\r\n        <input>\r\n            <fileset path=\"${output}\/jar-listings\"\/>\r\n        <\/input>\r\n        <output>\r\n            <file id=\"filterListing\" path=\"${output}\/jar-listings-filtered\/${foreach:filename}\"\/>\r\n        <\/output>\r\n        <mapreduce jar=\"${dist}\/hamake-examples-${hamake:version}.jar\" main=\"com.codeminders.hamake.examples.JarListingFilter\">\r\n          <parameter>\r\n            <literal value=\"${foreach:path}\"\/>\r\n          <\/parameter>\r\n          <parameter>\r\n            <reference idref=\"filterListing\"\/>\r\n          <\/parameter>\r\n        <\/mapreduce>\r\n    <\/foreach>\r\n\r\n    <fold name=\"histogram\">\r\n        <input>\r\n            <file id=\"histogramIn\" path=\"${output}\/jar-listings-filtered\"\/>\r\n        <\/input>\r\n        <output>\r\n            <file id=\"histogramOut\" path=\"${output}\/class-size-histogram\"\/>\r\n        <\/output>\r\n        <mapreduce jar=\"${dist}\/hamake-examples-${hamake:version}.jar\" main=\"com.codeminders.hamake.examples.ClassSizeHistogram\">\r\n          <parameter>\r\n            <reference idref=\"histogramIn\"\/>\r\n          <\/parameter>\r\n          <parameter>\r\n            <reference idref=\"histogramOut\"\/>\r\n          <\/parameter>\r\n        <\/mapreduce>\r\n    <\/fold>\r\n\r\n    <fold name=\"median\">\r\n        <input>\r\n            <file id=\"medianIn\" path=\"${output}\/class-size-histogram\"\/>\r\n        <\/input>\r\n        <output>\r\n            <file id=\"medianOut\" path=\"${output}\/class-size-median-bin\"\/>\r\n        <\/output>\r\n        <pig script=\"${scripts}\/median.pig\">\r\n          <parameter name=\"infile\">\r\n            <reference idref=\"medianIn\"\/>\r\n          <\/parameter>\r\n          <parameter name=\"outfile\">\r\n            <reference idref=\"medianOut\"\/>\r\n          <\/parameter>\r\n        <\/pig>\r\n    <\/fold>\r\n\r\n<\/project>\r\n<\/pre>\n
\uadf8\ub7fc \uc2e4\uc81c\ub85c \uad6c\ub3d9\uc744 \uc2dc\ucf1c\ubcf4\uba74…<\/p>\n
]$ .\/start-class-size-example.sh\r\nDeleted hdfs:\/\/hadoop:9000\/user\/hadoop\/build\r\nDeleted hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\r\nDeleted hdfs:\/\/hadoop:9000\/user\/hadoop\/test\r\n13\/02\/07 09:05:07 INFO hamake.Main: Using Hadoop 1.0.0\r\n13\/02\/07 09:05:07 INFO hamake.Main: Working dir:  hdfs:\/\/hadoop:9000\/user\/hadoop\r\n13\/02\/07 09:05:07 INFO hamake.Main: Reading hamake-file file:\/\/\/home\/hadoop\/hamake\/examples\/hamakefiles\/class-size.xml\r\n13\/02\/07 09:05:07 INFO syntax.SyntaxParser: Using Pig that is from classpath.\r\n13\/02\/07 09:05:07 INFO hamake.TaskRunner: Starting jar-listings\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake4127449669395887859.jar\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake6347048540396342949.jar\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake6192391859646271511.jar\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake5394889691842766008.jar\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake2160185755894734071.jar\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake5877726858439379304.jar\r\n13\/02\/07 09:05:07 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake5974235234289345371.jar\r\n13\/02\/07 09:05:07 INFO util.NativeCodeLoader: Loaded the native-hadoop library\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:08 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0575\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0578\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0580\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0579\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0581\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0576\r\n13\/02\/07 09:05:10 INFO mapred.JobClient: Running job: job_201301251753_0577\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:11 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:05:25 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:05:27 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:05:37 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:05:39 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:05:42 INFO mapred.JobClient: Job complete: job_201301251753_0575\r\n13\/02\/07 09:05:42 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15822\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=9965\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Bytes Read=76412\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Bytes Written=3220\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     FILE_BYTES_READ=3330\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     HDFS_BYTES_READ=77522\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=71219\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=3220\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Map output materialized bytes=3336\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Map input records=66\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Reduce shuffle bytes=1668\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Spilled Records=104\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Map output bytes=3220\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Total committed heap usage (bytes)=341966848\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     CPU time spent (ms)=3360\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Map input bytes=66\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     SPLIT_RAW_BYTES=228\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Reduce input records=52\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Reduce input groups=26\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Physical memory (bytes) snapshot=465227776\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Reduce output records=52\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1777811456\r\n13\/02\/07 09:05:42 INFO mapred.JobClient:     Map output records=52\r\n13\/02\/07 09:05:44 INFO mapred.JobClient: Job complete: job_201301251753_0578\r\n13\/02\/07 09:05:44 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=16808\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10121\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Bytes Read=495764\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Bytes Written=18650\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     FILE_BYTES_READ=19180\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     HDFS_BYTES_READ=496756\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=102925\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=18650\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Map output materialized bytes=19186\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Map input records=292\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Reduce shuffle bytes=9593\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Spilled Records=524\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Map output bytes=18650\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Total committed heap usage (bytes)=342163456\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     CPU time spent (ms)=3170\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Map input bytes=292\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     SPLIT_RAW_BYTES=230\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Reduce input records=262\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Reduce input groups=131\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Physical memory (bytes) snapshot=459124736\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Reduce output records=262\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1779679232\r\n13\/02\/07 09:05:44 INFO mapred.JobClient:     Map output records=262\r\n13\/02\/07 09:05:58 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:05:59 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:06:10 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:06:11 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:06:15 INFO mapred.JobClient: Job complete: job_201301251753_0580\r\n13\/02\/07 09:06:15 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15839\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=9937\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Bytes Read=48746\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Bytes Written=1838\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     FILE_BYTES_READ=1904\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     HDFS_BYTES_READ=49854\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=68427\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=1838\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Map output materialized bytes=1910\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Map input records=40\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Reduce shuffle bytes=955\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Spilled Records=60\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Map output bytes=1838\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Total committed heap usage (bytes)=293535744\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     CPU time spent (ms)=3250\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Map input bytes=40\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     SPLIT_RAW_BYTES=248\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Reduce input records=30\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Reduce input groups=15\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Physical memory (bytes) snapshot=267399168\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Reduce output records=30\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1699438592\r\n13\/02\/07 09:06:15 INFO mapred.JobClient:     Map output records=30\r\n13\/02\/07 09:06:16 INFO mapred.JobClient: Job complete: job_201301251753_0579\r\n13\/02\/07 09:06:16 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15774\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10016\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Bytes Read=268382\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Bytes Written=12384\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     FILE_BYTES_READ=12686\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     HDFS_BYTES_READ=269312\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=89961\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=12384\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Map output materialized bytes=12692\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Map input records=184\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Reduce shuffle bytes=6346\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Spilled Records=296\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Map output bytes=12384\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Total committed heap usage (bytes)=342228992\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     CPU time spent (ms)=2620\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Map input bytes=184\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     SPLIT_RAW_BYTES=238\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Reduce input records=148\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Reduce input groups=74\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Physical memory (bytes) snapshot=428703744\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Reduce output records=148\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1765707776\r\n13\/02\/07 09:06:16 INFO mapred.JobClient:     Map output records=148\r\n13\/02\/07 09:06:29 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:06:31 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:06:42 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:06:44 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:06:47 INFO mapred.JobClient: Job complete: job_201301251753_0576\r\n13\/02\/07 09:06:47 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15727\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=9988\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Bytes Read=287904\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Bytes Written=19482\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     FILE_BYTES_READ=20128\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     HDFS_BYTES_READ=291924\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=104779\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=19482\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Map output materialized bytes=20134\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Map input records=372\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Reduce shuffle bytes=10067\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Spilled Records=640\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Map output bytes=19482\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Total committed heap usage (bytes)=318308352\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     CPU time spent (ms)=3300\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Map input bytes=372\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     SPLIT_RAW_BYTES=216\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Reduce input records=320\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Reduce input groups=160\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Physical memory (bytes) snapshot=371122176\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Reduce output records=320\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1716297728\r\n13\/02\/07 09:06:47 INFO mapred.JobClient:     Map output records=320\r\n13\/02\/07 09:06:49 INFO mapred.JobClient: Job complete: job_201301251753_0577\r\n13\/02\/07 09:06:49 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15807\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10015\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Bytes Read=200912\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Bytes Written=11316\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     FILE_BYTES_READ=11642\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     HDFS_BYTES_READ=201826\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=87837\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=11316\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Map output materialized bytes=11648\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Map input records=182\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Reduce shuffle bytes=5824\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Spilled Records=320\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Map output bytes=11316\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Total committed heap usage (bytes)=342622208\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     CPU time spent (ms)=2590\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Map input bytes=182\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     SPLIT_RAW_BYTES=226\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Reduce input records=160\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Reduce input groups=80\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Physical memory (bytes) snapshot=425394176\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Reduce output records=160\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1777963008\r\n13\/02\/07 09:06:49 INFO mapred.JobClient:     Map output records=160\r\n13\/02\/07 09:07:02 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:07:14 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:07:19 INFO mapred.JobClient: Job complete: job_201301251753_0581\r\n13\/02\/07 09:07:19 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=17226\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10031\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Bytes Read=71056\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Bytes Written=2762\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     FILE_BYTES_READ=2856\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     HDFS_BYTES_READ=72156\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=70307\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=2762\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Map output materialized bytes=2862\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Map input records=54\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Reduce shuffle bytes=1431\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Spilled Records=88\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Map output bytes=2762\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Total committed heap usage (bytes)=304152576\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     CPU time spent (ms)=2560\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Map input bytes=54\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     SPLIT_RAW_BYTES=240\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Reduce input records=44\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Reduce input groups=22\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Physical memory (bytes) snapshot=331321344\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Reduce output records=44\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1694760960\r\n13\/02\/07 09:07:19 INFO mapred.JobClient:     Map output records=44\r\n13\/02\/07 09:07:19 INFO hamake.TaskRunner: Execution of jar-listings is completed\r\n13\/02\/07 09:07:19 INFO hamake.TaskRunner: Starting filter-listing\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake6034141034279588946.jar\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake7539761503636135148.jar\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake6577826317008062933.jar\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake1470897968246487913.jar\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake3694033444693921908.jar\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake2918556757311340349.jar\r\n13\/02\/07 09:07:19 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake8284843469112379544.jar\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:19 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:20 INFO mapred.FileInputFormat: Total input paths to process : 1\r\n13\/02\/07 09:07:21 INFO mapred.JobClient: Running job: job_201301251753_0582\r\n13\/02\/07 09:07:22 INFO mapred.JobClient: Running job: job_201301251753_0584\r\n13\/02\/07 09:07:22 INFO mapred.JobClient: Running job: job_201301251753_0585\r\n13\/02\/07 09:07:22 INFO mapred.JobClient: Running job: job_201301251753_0587\r\n13\/02\/07 09:07:22 INFO mapred.JobClient: Running job: job_201301251753_0588\r\n13\/02\/07 09:07:22 INFO mapred.JobClient: Running job: job_201301251753_0583\r\n13\/02\/07 09:07:22 INFO mapred.JobClient: Running job: job_201301251753_0586\r\n13\/02\/07 09:07:22 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:23 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:23 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:23 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:23 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:23 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:23 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:07:38 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:07:38 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:07:50 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:07:50 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:07:55 INFO mapred.JobClient: Job complete: job_201301251753_0582\r\n13\/02\/07 09:07:55 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=17397\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10026\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Bytes Read=4831\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Bytes Written=2492\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     FILE_BYTES_READ=2772\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     HDFS_BYTES_READ=5109\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=70181\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=2492\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map output materialized bytes=2778\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map input records=52\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce shuffle bytes=1398\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Spilled Records=104\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map output bytes=2662\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Total committed heap usage (bytes)=283115520\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     CPU time spent (ms)=2530\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map input bytes=3220\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     SPLIT_RAW_BYTES=278\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce input records=52\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce input groups=26\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Physical memory (bytes) snapshot=252534784\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce output records=52\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1755082752\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map output records=52\r\n13\/02\/07 09:07:55 INFO mapred.JobClient: Job complete: job_201301251753_0584\r\n13\/02\/07 09:07:55 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15779\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10016\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Bytes Read=21614\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Bytes Written=14982\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     FILE_BYTES_READ=16330\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     HDFS_BYTES_READ=21894\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=97303\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=14982\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map output materialized bytes=16336\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map input records=262\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce shuffle bytes=8146\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Spilled Records=524\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map output bytes=15800\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Total committed heap usage (bytes)=343146496\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     CPU time spent (ms)=2580\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map input bytes=18650\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     SPLIT_RAW_BYTES=280\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce input records=262\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce input groups=127\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Physical memory (bytes) snapshot=425299968\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Reduce output records=262\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1833242624\r\n13\/02\/07 09:07:55 INFO mapred.JobClient:     Map output records=262\r\n13\/02\/07 09:08:09 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:08:09 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:08:22 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:08:22 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:08:27 INFO mapred.JobClient: Job complete: job_201301251753_0585\r\n13\/02\/07 09:08:27 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:08:27 INFO mapred.JobClient: Job complete: job_201301251753_0587\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15696\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10078\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Bytes Read=4144\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Bytes Written=2146\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     FILE_BYTES_READ=2460\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     HDFS_BYTES_READ=4434\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=69593\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=2146\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map output materialized bytes=2466\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map input records=44\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce shuffle bytes=1282\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Spilled Records=88\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map output bytes=2366\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Total committed heap usage (bytes)=342556672\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     CPU time spent (ms)=2970\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map input bytes=2762\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     SPLIT_RAW_BYTES=290\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce input records=44\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce input groups=1\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Physical memory (bytes) snapshot=429936640\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce output records=44\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1769123840\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map output records=44\r\n13\/02\/07 09:08:27 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15705\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10079\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Bytes Read=22030\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Bytes Written=15002\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     FILE_BYTES_READ=16722\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     HDFS_BYTES_READ=22296\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=98045\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=15002\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map output materialized bytes=16728\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map input records=320\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce shuffle bytes=8308\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Spilled Records=640\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map output bytes=16076\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Total committed heap usage (bytes)=342556672\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     CPU time spent (ms)=3540\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map input bytes=19482\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     SPLIT_RAW_BYTES=266\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce input records=320\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce input groups=158\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Physical memory (bytes) snapshot=443699200\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Reduce output records=320\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1777602560\r\n13\/02\/07 09:08:27 INFO mapred.JobClient:     Map output records=320\r\n13\/02\/07 09:08:41 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:08:42 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:08:54 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:08:55 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:08:59 INFO mapred.JobClient: Job complete: job_201301251753_0588\r\n13\/02\/07 09:08:59 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=16426\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10012\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Bytes Read=2758\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Bytes Written=1418\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     FILE_BYTES_READ=1634\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     HDFS_BYTES_READ=3056\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=67965\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=1418\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Map output materialized bytes=1640\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Map input records=30\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Reduce shuffle bytes=857\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Spilled Records=60\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Map output bytes=1568\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Total committed heap usage (bytes)=342425600\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     CPU time spent (ms)=3010\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Map input bytes=1838\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     SPLIT_RAW_BYTES=298\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Reduce input records=30\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Reduce input groups=1\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Physical memory (bytes) snapshot=452747264\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Reduce output records=30\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1834110976\r\n13\/02\/07 09:08:59 INFO mapred.JobClient:     Map output records=30\r\n13\/02\/07 09:09:01 INFO mapred.JobClient: Job complete: job_201301251753_0583\r\n13\/02\/07 09:09:01 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15759\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10688\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Bytes Read=13851\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Bytes Written=9076\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     FILE_BYTES_READ=9910\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     HDFS_BYTES_READ=14127\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=84451\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=9076\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Map output materialized bytes=9916\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Map input records=160\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Reduce shuffle bytes=5002\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Spilled Records=320\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Map output bytes=9584\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Total committed heap usage (bytes)=282263552\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     CPU time spent (ms)=3580\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Map input bytes=11316\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     SPLIT_RAW_BYTES=276\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Reduce input records=160\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Reduce input groups=78\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Physical memory (bytes) snapshot=357048320\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Reduce output records=160\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1693650944\r\n13\/02\/07 09:09:01 INFO mapred.JobClient:     Map output records=160\r\n13\/02\/07 09:09:14 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:09:26 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:09:31 INFO mapred.JobClient: Job complete: job_201301251753_0586\r\n13\/02\/07 09:09:31 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=15758\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Launched map tasks=2\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Data-local map tasks=2\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=10006\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Bytes Read=14385\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Bytes Written=10312\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     FILE_BYTES_READ=11084\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     HDFS_BYTES_READ=14673\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=86835\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=10312\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Map output materialized bytes=11090\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Map input records=148\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Reduce shuffle bytes=5582\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Spilled Records=296\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Map output bytes=10782\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Total committed heap usage (bytes)=283377664\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     CPU time spent (ms)=3310\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Map input bytes=12384\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     SPLIT_RAW_BYTES=288\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Combine input records=0\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Reduce input records=148\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Reduce input groups=74\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Combine output records=0\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Physical memory (bytes) snapshot=274747392\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Reduce output records=148\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=1754222592\r\n13\/02\/07 09:09:31 INFO mapred.JobClient:     Map output records=148\r\n13\/02\/07 09:09:31 INFO hamake.TaskRunner: Execution of filter-listing is completed\r\n13\/02\/07 09:09:31 INFO hamake.TaskRunner: Starting histogram\r\n13\/02\/07 09:09:31 INFO hamake.Utils: Downloading hdfs:\/\/hadoop:9000\/user\/hadoop\/dist\/examples\/hamake-examples-2.0b-3.jar to \/tmp\/hamake3547475163145384670.jar\r\n13\/02\/07 09:09:32 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:09:32 INFO mapred.FileInputFormat: Total input paths to process : 7\r\n13\/02\/07 09:09:33 INFO mapred.JobClient: Running job: job_201301251753_0589\r\n13\/02\/07 09:09:34 INFO mapred.JobClient:  map 0% reduce 0%\r\n13\/02\/07 09:09:47 INFO mapred.JobClient:  map 28% reduce 0%\r\n13\/02\/07 09:09:48 INFO mapred.JobClient:  map 100% reduce 0%\r\n13\/02\/07 09:10:00 INFO mapred.JobClient:  map 100% reduce 100%\r\n13\/02\/07 09:10:05 INFO mapred.JobClient: Job complete: job_201301251753_0589\r\n13\/02\/07 09:10:05 INFO mapred.JobClient: Counters: 30\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:   Job Counters\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Launched reduce tasks=1\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     SLOTS_MILLIS_MAPS=35479\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Total time spent by all reduces waiting after reserving slots (ms)=0\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Total time spent by all maps waiting after reserving slots (ms)=0\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Launched map tasks=7\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Data-local map tasks=7\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     SLOTS_MILLIS_REDUCES=9944\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:   File Input Format Counters\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Bytes Read=55428\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:   File Output Format Counters\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Bytes Written=180\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:   FileSystemCounters\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     FILE_BYTES_READ=874\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     HDFS_BYTES_READ=56479\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=180593\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     HDFS_BYTES_WRITTEN=180\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:   Map-Reduce Framework\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Map output materialized bytes=910\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Map input records=1016\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Reduce shuffle bytes=890\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Spilled Records=124\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Map output bytes=12192\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Total committed heap usage (bytes)=999096320\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     CPU time spent (ms)=4510\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Map input bytes=55428\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     SPLIT_RAW_BYTES=1051\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Combine input records=1016\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Reduce input records=62\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Reduce input groups=22\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Combine output records=62\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Physical memory (bytes) snapshot=1033531392\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Reduce output records=22\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=4693229568\r\n13\/02\/07 09:10:05 INFO mapred.JobClient:     Map output records=1016\r\n13\/02\/07 09:10:05 INFO hamake.TaskRunner: Execution of histogram is completed\r\n13\/02\/07 09:10:05 INFO hamake.TaskRunner: Starting median\r\n13\/02\/07 09:10:05 INFO executionengine.HExecutionEngine: Connecting to hadoop file system at: hdfs:\/\/hadoop:9000\r\n13\/02\/07 09:10:05 INFO executionengine.HExecutionEngine: Connecting to map-reduce job tracker at: hadoop:9001\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOGreaterThan Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOMultiply Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOGreaterThan Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOMultiply Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOGreaterThan Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOMultiply Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOGreaterThan Operator\r\n13\/02\/07 09:10:05 WARN pig.PigServer: int is implicitly cast to long under LOMultiply Operator\r\n13\/02\/07 09:10:07 INFO mapReduceLayer.CombinerOptimizer: Choosing to move algebraic foreach to combiner\r\n13\/02\/07 09:10:07 INFO mapReduceLayer.MRCompiler$LastInputStreamingOptimizer: Rewrite: POPackage->POForEach to POJoinPackage\r\n13\/02\/07 09:10:07 INFO mapReduceLayer.MultiQueryOptimizer: MR plan size before optimization: 8\r\n13\/02\/07 09:10:07 INFO mapReduceLayer.MultiQueryOptimizer: Merged 0 out of total 1 splittees.\r\n13\/02\/07 09:10:07 INFO mapReduceLayer.MultiQueryOptimizer: MR plan size after optimization: 8\r\n13\/02\/07 09:10:07 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:10:07 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:10:08 INFO mapReduceLayer.MapReduceLauncher: 0% complete\r\n13\/02\/07 09:10:23 INFO mapReduceLayer.MapReduceLauncher: 6% complete\r\n13\/02\/07 09:10:29 INFO mapReduceLayer.MapReduceLauncher: 12% complete\r\n13\/02\/07 09:10:30 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:10:30 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:10:46 INFO mapReduceLayer.MapReduceLauncher: 18% complete\r\n13\/02\/07 09:10:56 INFO mapReduceLayer.MapReduceLauncher: 19% complete\r\n13\/02\/07 09:11:02 INFO mapReduceLayer.MapReduceLauncher: 25% complete\r\n13\/02\/07 09:11:12 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:11:12 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:11:28 INFO mapReduceLayer.MapReduceLauncher: 31% complete\r\n13\/02\/07 09:11:47 INFO mapReduceLayer.MapReduceLauncher: 37% complete\r\n13\/02\/07 09:11:54 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:11:54 INFO mapReduceLayer.JobControlCompiler: Setting identity combiner class.\r\n13\/02\/07 09:11:54 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:12:11 INFO mapReduceLayer.MapReduceLauncher: 43% complete\r\n13\/02\/07 09:12:23 INFO mapReduceLayer.MapReduceLauncher: 50% complete\r\n13\/02\/07 09:12:32 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:12:32 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:12:47 INFO mapReduceLayer.MapReduceLauncher: 56% complete\r\n13\/02\/07 09:13:00 INFO mapReduceLayer.MapReduceLauncher: 62% complete\r\n13\/02\/07 09:13:09 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:13:09 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:13:23 INFO mapReduceLayer.MapReduceLauncher: 68% complete\r\n13\/02\/07 09:13:36 INFO mapReduceLayer.MapReduceLauncher: 75% complete\r\n13\/02\/07 09:13:46 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:13:46 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:14:01 INFO mapReduceLayer.MapReduceLauncher: 81% complete\r\n13\/02\/07 09:14:24 INFO mapReduceLayer.MapReduceLauncher: 82% complete\r\n13\/02\/07 09:14:27 INFO mapReduceLayer.MapReduceLauncher: 85% complete\r\n13\/02\/07 09:14:48 INFO mapReduceLayer.JobControlCompiler: Setting up single store job\r\n13\/02\/07 09:14:48 WARN mapred.JobClient: Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.\r\n13\/02\/07 09:15:28 INFO mapReduceLayer.MapReduceLauncher: 91% complete\r\n13\/02\/07 09:15:34 INFO mapReduceLayer.MapReduceLauncher: 95% complete\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: 100% complete\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp1293898396\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp1575159131\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp163897091\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp-1420499607\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp1467066673\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp1618554212\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/tmp\/temp-1004992876\/tmp-16848669\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Successfully stored result in: \"hdfs:\/\/hadoop:9000\/user\/hadoop\/build\/test\/class-size-median-bin\"\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Records written : 1\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Bytes written : 0\r\n13\/02\/07 09:15:56 INFO mapReduceLayer.MapReduceLauncher: Success!\r\n13\/02\/07 09:15:56 INFO hamake.TaskRunner: Execution of median is completed\r\n]$\r\n<\/pre>\n
\"Hamake<\/p>\n
 <\/p>\n","protected":false},"excerpt":{"rendered":"
  \ub370\uc774\ud130 \uc911\uc2ec(data-driven)\uc758 WorkFlow\ub97c \uc124\uc815\ud560 \uc218 \uc788\ub294 Utillity \ud2b9\uc9d5 – \uacbd\ub7c9 \uc720\ud2f8\ub9ac\ud2f0 – \ubcf5\uc7a1\ud55c \uc124\uce58 \ud544\uc694 \uc5c6\uc74c – \ub370\uc774\ud130 \ud750\ub984 \ud504\ub85c\uadf8\ub798\ubc0d \ubaa8\ub378 \uae30\ubc18(DAG) – \uc26c\uc6b4 \ud559\uc2b5 \uace1\uc120. – \uc544\ub9c8\uc874 Elastic MapReduce \uc9c0\uc6d0 – MapReduce \uc791\uc5c5\ubfd0\ub9cc \uc544\ub2c8\ub77c PIG Latin scripts\ub97c \uc2e4\ud589 … Continue reading →<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[660,670],"tags":[947,948,855,860,41],"class_list":["post-1545","post","type-post","status-publish","format-standard","hentry","category-bigdata-hadoop","category-util-tools","tag-data-driven","tag-examples","tag-hamake","tag-workflow","tag-41"],"yoast_head":"\nHamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589 - Apollo89.com<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/apollo89.com\/wordpress\/?p=1545\" \/>\n<meta property=\"og:locale\" content=\"ko_KR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589 - Apollo89.com\" \/>\n<meta property=\"og:description\" content=\"  \ub370\uc774\ud130 \uc911\uc2ec(data-driven)\uc758 WorkFlow\ub97c \uc124\uc815\ud560 \uc218 \uc788\ub294 Utillity \ud2b9\uc9d5 – \uacbd\ub7c9 \uc720\ud2f8\ub9ac\ud2f0 – \ubcf5\uc7a1\ud55c \uc124\uce58 \ud544\uc694 \uc5c6\uc74c – \ub370\uc774\ud130 \ud750\ub984 \ud504\ub85c\uadf8\ub798\ubc0d \ubaa8\ub378 \uae30\ubc18(DAG) – \uc26c\uc6b4 \ud559\uc2b5 \uace1\uc120. – \uc544\ub9c8\uc874 Elastic MapReduce \uc9c0\uc6d0 – MapReduce \uc791\uc5c5\ubfd0\ub9cc \uc544\ub2c8\ub77c PIG Latin scripts\ub97c \uc2e4\ud589 … Continue reading →\" \/>\n<meta property=\"og:url\" content=\"https:\/\/apollo89.com\/wordpress\/?p=1545\" \/>\n<meta property=\"og:site_name\" content=\"Apollo89.com\" \/>\n<meta property=\"article:published_time\" content=\"2013-02-07T06:11:00+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2013-07-11T08:54:44+00:00\" \/>\n<meta property=\"og:image\" content=\"http:\/\/apollo89.com\/wordpress\/wp-content\/uploads\/2013\/02\/Hamake-Examples.png\" \/>\n<meta name=\"author\" content=\"apollo89\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\uae00\uc4f4\uc774\" \/>\n\t<meta name=\"twitter:data1\" content=\"apollo89\" \/>\n\t<meta name=\"twitter:label2\" content=\"\uc608\uc0c1 \ub418\ub294 \ud310\ub3c5 \uc2dc\uac04\" \/>\n\t<meta name=\"twitter:data2\" content=\"29\ubd84\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545\"},\"author\":{\"name\":\"apollo89\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/#\\\/schema\\\/person\\\/93f56825cac3b2f18e5f107995066c82\"},\"headline\":\"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589\",\"datePublished\":\"2013-02-07T06:11:00+00:00\",\"dateModified\":\"2013-07-11T08:54:44+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545\"},\"wordCount\":66,\"commentCount\":0,\"image\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#primaryimage\"},\"thumbnailUrl\":\"http:\\\/\\\/apollo89.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2013\\\/02\\\/Hamake-Examples.png\",\"keywords\":[\"data-driven\",\"examples\",\"HAMAKE\",\"Workflow\",\"\uc124\uce58\"],\"articleSection\":[\"Bigdata\\\/Hadoop\",\"Util\\\/Tools\"],\"inLanguage\":\"ko-KR\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545\",\"url\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545\",\"name\":\"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589 - Apollo89.com\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#primaryimage\"},\"thumbnailUrl\":\"http:\\\/\\\/apollo89.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2013\\\/02\\\/Hamake-Examples.png\",\"datePublished\":\"2013-02-07T06:11:00+00:00\",\"dateModified\":\"2013-07-11T08:54:44+00:00\",\"author\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/#\\\/schema\\\/person\\\/93f56825cac3b2f18e5f107995066c82\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#breadcrumb\"},\"inLanguage\":\"ko-KR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ko-KR\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#primaryimage\",\"url\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2013\\\/02\\\/Hamake-Examples.png\",\"contentUrl\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/wp-content\\\/uploads\\\/2013\\\/02\\\/Hamake-Examples.png\",\"width\":1043,\"height\":575},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?p=1545#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\ud648\",\"item\":\"https:\\\/\\\/apollo89.com\\\/wordpress\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/#website\",\"url\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/\",\"name\":\"Apollo89.com\",\"description\":\"\uc544\ud3f4\ub85c\uc528\uc758 \uc7a1\ub2e4\ud55c \uacbd\ud5d8\ub4e4..\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ko-KR\"},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/#\\\/schema\\\/person\\\/93f56825cac3b2f18e5f107995066c82\",\"name\":\"apollo89\",\"description\":\"\uc544\ud3f4\ub85c89 \uc785\ub2c8\ub2e4.\",\"url\":\"https:\\\/\\\/apollo89.com\\\/wordpress\\\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589 - Apollo89.com","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/apollo89.com\/wordpress\/?p=1545","og_locale":"ko_KR","og_type":"article","og_title":"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589 - Apollo89.com","og_description":"  \ub370\uc774\ud130 \uc911\uc2ec(data-driven)\uc758 WorkFlow\ub97c \uc124\uc815\ud560 \uc218 \uc788\ub294 Utillity \ud2b9\uc9d5 – \uacbd\ub7c9 \uc720\ud2f8\ub9ac\ud2f0 – \ubcf5\uc7a1\ud55c \uc124\uce58 \ud544\uc694 \uc5c6\uc74c – \ub370\uc774\ud130 \ud750\ub984 \ud504\ub85c\uadf8\ub798\ubc0d \ubaa8\ub378 \uae30\ubc18(DAG) – \uc26c\uc6b4 \ud559\uc2b5 \uace1\uc120. – \uc544\ub9c8\uc874 Elastic MapReduce \uc9c0\uc6d0 – MapReduce \uc791\uc5c5\ubfd0\ub9cc \uc544\ub2c8\ub77c PIG Latin scripts\ub97c \uc2e4\ud589 … Continue reading →","og_url":"https:\/\/apollo89.com\/wordpress\/?p=1545","og_site_name":"Apollo89.com","article_published_time":"2013-02-07T06:11:00+00:00","article_modified_time":"2013-07-11T08:54:44+00:00","og_image":[{"url":"http:\/\/apollo89.com\/wordpress\/wp-content\/uploads\/2013\/02\/Hamake-Examples.png","type":"","width":"","height":""}],"author":"apollo89","twitter_card":"summary_large_image","twitter_misc":{"\uae00\uc4f4\uc774":"apollo89","\uc608\uc0c1 \ub418\ub294 \ud310\ub3c5 \uc2dc\uac04":"29\ubd84"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#article","isPartOf":{"@id":"https:\/\/apollo89.com\/wordpress\/?p=1545"},"author":{"name":"apollo89","@id":"https:\/\/apollo89.com\/wordpress\/#\/schema\/person\/93f56825cac3b2f18e5f107995066c82"},"headline":"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589","datePublished":"2013-02-07T06:11:00+00:00","dateModified":"2013-07-11T08:54:44+00:00","mainEntityOfPage":{"@id":"https:\/\/apollo89.com\/wordpress\/?p=1545"},"wordCount":66,"commentCount":0,"image":{"@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#primaryimage"},"thumbnailUrl":"http:\/\/apollo89.com\/wordpress\/wp-content\/uploads\/2013\/02\/Hamake-Examples.png","keywords":["data-driven","examples","HAMAKE","Workflow","\uc124\uce58"],"articleSection":["Bigdata\/Hadoop","Util\/Tools"],"inLanguage":"ko-KR","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/apollo89.com\/wordpress\/?p=1545#respond"]}]},{"@type":"WebPage","@id":"https:\/\/apollo89.com\/wordpress\/?p=1545","url":"https:\/\/apollo89.com\/wordpress\/?p=1545","name":"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589 - Apollo89.com","isPartOf":{"@id":"https:\/\/apollo89.com\/wordpress\/#website"},"primaryImageOfPage":{"@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#primaryimage"},"image":{"@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#primaryimage"},"thumbnailUrl":"http:\/\/apollo89.com\/wordpress\/wp-content\/uploads\/2013\/02\/Hamake-Examples.png","datePublished":"2013-02-07T06:11:00+00:00","dateModified":"2013-07-11T08:54:44+00:00","author":{"@id":"https:\/\/apollo89.com\/wordpress\/#\/schema\/person\/93f56825cac3b2f18e5f107995066c82"},"breadcrumb":{"@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#breadcrumb"},"inLanguage":"ko-KR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/apollo89.com\/wordpress\/?p=1545"]}]},{"@type":"ImageObject","inLanguage":"ko-KR","@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#primaryimage","url":"https:\/\/apollo89.com\/wordpress\/wp-content\/uploads\/2013\/02\/Hamake-Examples.png","contentUrl":"https:\/\/apollo89.com\/wordpress\/wp-content\/uploads\/2013\/02\/Hamake-Examples.png","width":1043,"height":575},{"@type":"BreadcrumbList","@id":"https:\/\/apollo89.com\/wordpress\/?p=1545#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\ud648","item":"https:\/\/apollo89.com\/wordpress"},{"@type":"ListItem","position":2,"name":"Hamake \ud2b9\uc9d5 \ubc0f \uc124\uce58, Examples \uc2e4\ud589"}]},{"@type":"WebSite","@id":"https:\/\/apollo89.com\/wordpress\/#website","url":"https:\/\/apollo89.com\/wordpress\/","name":"Apollo89.com","description":"\uc544\ud3f4\ub85c\uc528\uc758 \uc7a1\ub2e4\ud55c \uacbd\ud5d8\ub4e4..","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/apollo89.com\/wordpress\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ko-KR"},{"@type":"Person","@id":"https:\/\/apollo89.com\/wordpress\/#\/schema\/person\/93f56825cac3b2f18e5f107995066c82","name":"apollo89","description":"\uc544\ud3f4\ub85c89 \uc785\ub2c8\ub2e4.","url":"https:\/\/apollo89.com\/wordpress\/?author=1"}]}},"_links":{"self":[{"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1545","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1545"}],"version-history":[{"count":0,"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1545\/revisions"}],"wp:attachment":[{"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1545"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1545"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/apollo89.com\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1545"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}