<\/p>\n
workflow \ub97c \uc2dc\uc2a4\ud15c\uc5d0 \uc801\uc6a9\ud574\ubcf4\uae30 \uc704\ud574<\/p>\n
Hadoop WMS(Workflow Management System) \uc5d0 \ub300\ud574\uc11c \uc54c\uc544\ubcf4\uace0 \uc788\ub2e4.<\/p>\n
\uc6b0\uc120 \uac80\ud1a0\ud55c \uc2dc\uc2a4\ud15c\uc740 Oozie \uc640 Azkaban, Cascading, Hamake \ub97c \uc870\uc0ac\ud574\ubd24\ub2e4.<\/p>\n
\uc774\ubc88\uc5d0\ub294 \uc2e4\uc81c\ub85c oozie \ub97c \uc124\uce58\ud574\ubcf4\ub824\uace0 \uc2dc\ub3c4\ud588\uc9c0\ub9cc \uc2e4\ud328..<\/p>\n
\ud639\uc2dc \uc6d0\uc778\uc744 \uc544\uc2dc\ub294 \ubd84\uc740 \uc54c\ub824\uc8fc\uc138\uc694..\u3160\u3160<\/p>\n
oozie \ub97c \uc124\uce58\ud558\uae30 \uc704\ud574 \uc2dc\ub3c4\ud574\ubcf8 \ub0b4\uc6a9\uc740 \uc544\ub798\uc640 \uac19\ub2e4..<\/p>\n
oozie \uc124\uce58
\n1. mysql \uc5d0 oozie db \uc0dd\uc131<\/p>\n
]# mysql -u root -p\r\nEnter password:\r\nWelcome to the MySQL monitor. Commands end with ; or \\g.\r\nYour MySQL connection id is 806517\r\nServer version: 5.5.20-log MySQL Community Server (GPL)\r\n\r\nCopyright (c) 2000, 2011, Oracle and\/or its affiliates. All rights reserved.\r\n\r\nOracle is a registered trademark of Oracle Corporation and\/or its\r\naffiliates. Other names may be trademarks of their respective\r\nowners.\r\n\r\nType 'help;' or '\\h' for help. Type '\\c' to clear the current input statement.\r\n\r\nmysql> show databases;\r\n+--------------------+\r\n| Database |\r\n+--------------------+\r\n| information_schema |\r\n| hive |\r\n| mysql |\r\n| performance_schema |\r\n| test |\r\n+--------------------+\r\n8 rows in set (0.03 sec)\r\n\r\nmysql> create database oozie;\r\nQuery OK, 1 row affected (0.02 sec)\r\n\r\nmysql> grant all privileges on oozie.* to oozie@host identified by 'passwd' with grant option;\r\nQuery OK, 0 rows affected (0.00 sec)\r\n\r\nmysql> flush privileges;\r\nQuery OK, 0 rows affected (0.03 sec)<\/pre>\n\uc811\uc18d \ud655\uc778<\/p>\n
]$ mysql -h host -u oozie -p oozie\r\nEnter password:\r\nWelcome to the MySQL monitor. Commands end with ; or \\g.\r\nYour MySQL connection id is 806697\r\nServer version: 5.5.20-log MySQL Community Server (GPL)\r\n\r\nCopyright (c) 2000, 2011, Oracle and\/or its affiliates. All rights reserved.\r\n\r\nOracle is a registered trademark of Oracle Corporation and\/or its\r\naffiliates. Other names may be trademarks of their respective\r\nowners.\r\n\r\nType 'help;' or '\\h' for help. Type '\\c' to clear the current input statement.\r\n\r\nmysql><\/pre>\n2. oozie \ub2e4\uc6b4<\/p>\n
]$ cd \/home\/oozie\r\n]$ wget https:\/\/github.com\/downloads\/yahoo\/oozie\/oozie-3.0.2-distro.tar.gz\r\n]$ tar xvzf oozie-3.0.2-distro.tar.gz\r\n]$ ln -s oozie-3.0.2 oozie<\/pre>\n3. oozie war \uc5d0 mysql-connector\uc640 extjs \ud3ec\ud568 \uc2dc\ud0a4\uae30<\/p>\n
]$ pwd\r\n\/home\/oozie\/oozie\r\n]$ .\/bin\/oozie-setup.sh -jars \/home\/oozie\/mysql-connector-java-5.1.20.jar -extjs \/home\/oozie\/ext-2.2.zip\r\n\r\nNew Oozie WAR file with added 'ExtJS library, JARs' at \/home\/oozie\/oozie\/oozie-server\/webapps\/oozie.war\r\n\r\nINFO: Oozie is ready to be started<\/pre>\n4. oozie-site.xml \uc124\uc815<\/p>\n
]$ pwd\r\n\/home\/oozie\/oozie\/cont\r\n]$ vi oozie-site.xml\r\n...\r\n\r\n oozie.service.StoreService.jdbc.driver<\/name>\r\n com.mysql.jdbc.Driver<\/value>\r\n \r\n JDBC driver class.\r\n <\/description>\r\n <\/property>\r\n\r\n \r\n oozie.service.StoreService.jdbc.url<\/name>\r\n jdbc:mysql:\/\/host:3306\/oozie<\/value>\r\n \r\n JDBC URL.\r\n <\/description>\r\n <\/property>\r\n\r\n \r\n oozie.service.StoreService.jdbc.username<\/name>\r\n oozie<\/value>\r\n \r\n DB user name.\r\n <\/description>\r\n <\/property>\r\n\r\n \r\n oozie.service.StoreService.jdbc.password<\/name>\r\n passwd<\/value>\r\n \r\n DB user password.\r\n\r\n IMPORTANT: if password is emtpy leave a 1 space string, the service trims the value,\r\n if empty Configuration assumes it is NULL.\r\n\r\n IMPORTANT: if the StoreServicePasswordService is active, it will reset this value with the value given in\r\n the console.\r\n <\/description>\r\n <\/property>\r\n\r\n...<\/pre>\n 5. oozie \uc2dc\uc791<\/p>\n
]$ bin\/oozie-start.sh\r\n\r\nSetting OOZIE_HOME: \/home\/oozie\/oozie\r\nSetting OOZIE_CONFIG: \/home\/oozie\/oozie\/conf\r\nSourcing: \/home\/oozie\/oozie\/conf\/oozie-env.sh\r\nSetting OOZIE_CONFIG_FILE: oozie-site.xml\r\nSetting OOZIE_DATA: \/home\/oozie\/oozie\/data\r\nSetting OOZIE_LOG: \/home\/oozie\/oozie\/logs\r\nSetting OOZIE_LOG4J_FILE: oozie-log4j.properties\r\nSetting OOZIE_LOG4J_RELOAD: 10\r\nSetting OOZIE_HTTP_HOSTNAME: host\r\nSetting OOZIE_HTTP_PORT: 11000\r\nSetting OOZIE_BASE_URL: http:\/\/host:11000\/oozie\r\nSetting CATALINA_BASE: \/home\/oozie\/oozie\/oozie-server\r\nSetting CATALINA_OUT: \/home\/oozie\/oozie\/logs\/catalina.out\r\nSetting CATALINA_PID: \/home\/oozie\/oozie\/oozie-server\/temp\/oozie.pid\r\n\r\nUsing CATALINA_OPTS: -Dderby.stream.error.file=\/home\/oozie\/oozie\/logs\/derby.log\r\nAdding to CATALINA_OPTS: -Doozie.home.dir=\/home\/oozie\/oozie -Doozie.config.dir=\/home\/oozie\/oozie\/conf -Doozie.log.dir=\/home\/oozie\/oozie\/logs -Doozie.data.dir=\/home\/oozie\/oozie\/data -Doozie.config.file=oozie-site.xml -Doozie.log4j.file=oozie-log4j.properties -Doozie.log4j.reload=10 -Doozie.http.hostname=host -Doozie.http.port=11000 -Doozie.base.url=http:\/\/host:11000\/oozie\r\n\r\nUsing CATALINA_BASE: \/home\/oozie\/oozie\/oozie-server\r\nUsing CATALINA_HOME: \/home\/oozie\/oozie\/oozie-server\r\nUsing CATALINA_TMPDIR: \/home\/oozie\/oozie\/oozie-server\/temp\r\nUsing JRE_HOME: \/usr\r\nUsing CLASSPATH: \/home\/oozie\/oozie\/oozie-server\/bin\/bootstrap.jar\r\nUsing CATALINA_PID: \/home\/oozie\/oozie\/oozie-server\/temp\/oozie.pid\r\n\r\nOozie started<\/pre>\n6. oozie \ub3d9\uc791 \ud655\uc778<\/p>\n
]$ .\/bin\/oozie admin -oozie http:\/\/host:11000\/oozie -status\r\nError: HTTP error code: 404 : Not Found<\/pre>\n\u3160\u3160 \uc65c \uc548\ub418\ub294 \uaca8..\u3160\u3160<\/p>\n
\ucd94\uac00 \ud655\uc778 \uc0ac\ud56d\ub4e4…<\/p>\n
]$ ps -ef |grep oozie\r\n...\r\noozie 24259 1 0 10:14 pts\/0 00:00:03 \/usr\/bin\/java -Djava.util.logging.config.file=\/home\/oozie\/oozie\/oozie-server\/conf\/logging.properties -Djava.util.logging.manager=org.apache.juli.ClassLoaderLogManager -Dderby.stream.error.file=\/home\/oozie\/oozie\/logs\/derby.log -Doozie.home.dir=\/home\/oozie\/oozie -Doozie.config.dir=\/home\/oozie\/oozie\/conf -Doozie.log.dir=\/home\/oozie\/oozie\/logs -Doozie.data.dir=\/home\/oozie\/oozie\/data -Doozie.config.file=oozie-site.xml -Doozie.log4j.file=oozie-log4j.properties -Doozie.log4j.reload=10 -Doozie.http.hostname=host -Doozie.http.port=11000 -Doozie.base.url=http:\/\/host:11000\/oozie -Djava.endorsed.dirs=\/home\/oozie\/oozie\/oozie-server\/endorsed -classpath \/home\/oozie\/oozie\/oozie-server\/bin\/bootstrap.jar -Dcatalina.base=\/home\/oozie\/oozie\/oozie-server -Dcatalina.home=\/home\/oozie\/oozie\/oozie-server -Djava.io.tmpdir=\/home\/oozie\/oozie\/oozie-server\/temp org.apache.catalina.startup.Bootstrap start\r\n...\r\n]$ netstat -anp |grep 11000\r\n...\r\ntcp 0 0 0.0.0.0:11000 0.0.0.0:* LISTEN 24259\/java\r\n...<\/pre>\n\uc544\ub798\ub294 \uc704\uc758 \uc5d0\ub7ec\ub97c \ud574\uacb0\ud558\uae30\uc704\ud574 \uc2dc\ub3c4\ud574\ubcf8 \ub0b4\uc6a9\ub4e4\uc785\ub2c8\ub2e4..<\/p>\n
1. oozie-site.xml\uc5d0 oozie.services property \ucd94\uac00<\/p>\n
oozie \uad6c\ub3d9\uc2dc 404 \uad00\ub828 \uc5d0\ub7ec\ub97c \uad6c\uae00\uc2e0\uc5d0 \uac80\uc0c9\ud588\ub354\ub2c8, \uc544\ub798\uc640 \uac19\uc740 \ub2f5\ubcc0\uc744 \uc5bb\uc744\uc218 \uc788\uc5c8\ub2e4.<\/p>\n
http:\/\/www.ventlam.org\/2012\/08\/14\/oozie-tutorial-part-1-introductioninstall-run-example\/<\/a>
\n\uc758 \uc911\uac04 \ubd80\ubd84\uc5d0\ubcf4\uba74..<\/p>\n…
\nIf the status is HTTP 404 Not Found,you can edit the configuration file to fix it.Open conf\/oozie-default.xml with vim,copy the property \u201coozie.services\u201d into oozie-site.xml. In oozie-site.xml\u2019s \u201doozie.services\u201d property,one of the service name is \u201cKerberosHadoopAccessorService\u201d .Remove only \u201dKerberos\u201d which will make it \u201cHadoopAccessorService\u201d. And then restart oozie.The Oozie web console as Listing 1 shown:
\n…<\/p>\n\uadf8\ub798\uc11c \ubc14\ub85c \uc870\uce58 \uc2dc\ub3c4 oozie-site.xml \uc81c\uc77c \ub9c8\uc9c0\ub9c9\ubd80\ubd84\uc5d0 \uc544\ub798\uc640 \uac19\uc774 \ucd94\uac00<\/p>\n
]$ vi oozie-site.xml\r\n...\r\n <property>\r\n <name>oozie.services<\/name>\r\n <value>\r\n org.apache.oozie.service.SchedulerService,\r\n org.apache.oozie.service.InstrumentationService,\r\n org.apache.oozie.service.CallableQueueService,\r\n org.apache.oozie.service.UUIDService,\r\n org.apache.oozie.service.ELService,\r\n org.apache.oozie.service.AuthorizationService,\r\n org.apache.oozie.service.HadoopAccessorService,\r\n org.apache.oozie.service.MemoryLocksService,\r\n org.apache.oozie.service.DagXLogInfoService,\r\n org.apache.oozie.service.SchemaService,\r\n org.apache.oozie.service.LiteWorkflowAppService,\r\n org.apache.oozie.service.JPAService,\r\n org.apache.oozie.service.StoreService,\r\n org.apache.oozie.service.CoordinatorStoreService,\r\n org.apache.oozie.service.SLAStoreService,\r\n org.apache.oozie.service.DBLiteWorkflowStoreService,\r\n org.apache.oozie.service.CallbackService,\r\n org.apache.oozie.service.ActionService,\r\n org.apache.oozie.service.ActionCheckerService,\r\n org.apache.oozie.service.RecoveryService,\r\n org.apache.oozie.service.PurgeService,\r\n org.apache.oozie.service.CoordinatorEngineService,\r\n org.apache.oozie.service.BundleEngineService,\r\n org.apache.oozie.service.DagEngineService,\r\n org.apache.oozie.service.CoordMaterializeTriggerService,\r\n org.apache.oozie.service.StatusTransitService,\r\n org.apache.oozie.service.PauseTransitService\r\n <\/value>\r\n <description>\r\n All services to be created and managed by Oozie Services singleton.\r\n Class names must be separated by commas.\r\n <\/description>\r\n <\/property>\r\n...<\/pre>\n\ud558\uc9c0\ub9cc \uc5ed\uc2dc \ub3d9\uc77c\ud55c \uc5d0\ub7ec..<\/p>\n
2. \/home\/oozie\/oozie\/data \ub514\ub809\ud1a0\ub9ac \uc0dd\uc131
\nstart \ud560\ub54c \uba54\uc138\uc9c0\uc911\uc5d0 OOZIE_DATA \/home\/oozie\/oozie\/data \ub514\ub809\ud1a0\ub9ac\uac00 \uc5c6\ub294 \uac83\uc744 \ubc1c\uacac..
\n\ub514\ub809\ud1a0\ub9ac \uc0dd\uc131<\/p>\n]$ mkdir \/home\/oozie\/oozie\/data<\/pre>\n\ud558\uc9c0\ub9cc \uc5ed\uc2dc \ub3d9\uc77c\ud55c \uc5d0\ub7ec..<\/p>\n
3. JDBC memory leak \ubb38\uc81c..
\n\uc11c\ubc84\uc758 catalina.out \ub85c\uadf8 \ud655\uc778
\n\ub85c\uadf8\uba54\uc138\uc9c0 \uc911 JDBC \uad00\ub828 \uc5d0\ub7ec \ub85c\uadf8 \ubc1c\uacac.<\/p>\n]$ pwd\r\n\/home\/oozie\/oozie\/logs\r\n]$ cat catalina.out\r\n...\r\nFeb 12, 2013 11:17:46 AM org.apache.catalina.loader.WebappClassLoader clearReferencesJdbc\r\nSEVERE: The web application [\/oozie] registered the JDBC driver [org.apache.derby.jdbc.AutoloadedDriver] but failed to unregister it when the web application was stopped. To prevent a memory leak, the JDBC Driver has been forcibly unregistered.\r\nFeb 12, 2013 11:17:46 AM org.apache.catalina.loader.WebappClassLoader clearReferencesJdbc\r\nSEVERE: The web application [\/oozie] registered the JDBC driver [com.mysql.jdbc.Driver] but failed to unregister it when the web application was stopped. To prevent a memory leak, the JDBC Driver has been forcibly unregistered.\r\n...<\/pre>\n\uad00\ub828 \uc5d0\ub7ec\ub294
\nhttp:\/\/stackoverflow.com\/questions\/3320400\/to-prevent-a-memory-leak-the-jdbc-driver-has-been-forcibly-unregistered<\/a>
\nhttp:\/\/blog.naver.com\/PostView.nhn?blogId=myca11&logNo=80125980831<\/a><\/p>\n\uc704\uc758 \ub9c1\ud06c\uc5d0\uc11c\uc640 \uac19\uc774 \ud1b0\ucea3 6.0.24 \uc774\ud6c4\ubc84\uc804\uc5d0\uc11c \uc774\ubbf8 \uc774 \ubb38\uc81c\ub97c \ud574\uacb0<\/p>\n
]$ .\/bin\/version.sh\r\nUsing CATALINA_BASE: \/home\/oozie\/oozie\/oozie-server\r\nUsing CATALINA_HOME: \/home\/oozie\/oozie\/oozie-server\r\nUsing CATALINA_TMPDIR: \/home\/oozie\/oozie\/oozie-server\/temp\r\nUsing JRE_HOME: \/usr\r\nUsing CLASSPATH: \/home\/oozie\/oozie\/oozie-server\/bin\/bootstrap.jar\r\nServer version: Apache Tomcat\/6.0.32\r\nServer built: February 2 2011 2003\r\nServer number: 6.0.32.0\r\nOS Name: Linux\r\nOS Version: 2.6.18-308.13.1.el5\r\nArchitecture: amd64\r\nJVM Version: 1.6.0_22-b22\r\nJVM Vendor: Sun Microsystems Inc.\r\n]$<\/pre>\n\ud604\uc7ac\ub294 6.0.32 \uc0ac\uc6a9..<\/p>\n
OTL \uadf8\ub7fc \ub3c4\ub370\uccb4 \uc65c!!<\/p>\n
4. \ud639\uc2dc mysql \ubc84\uc804 \ubb38\uc81c?
\nmysql-connector-java-5.1.20.jar \uc5d0\uc11c mysql-connector-java-5.1.6-bin.jar \uc73c\ub85c \ubcc0\uacbd<\/p>\n]$ .\/bin\/oozie-setup.sh -jars \/home\/oozie\/mysql-connector-java-5.1.6-bin.jar -extjs \/home\/oozie\/ext-2.2.zip\r\n]$ bin\/oozie-start.sh<\/pre>\n\uc548\ub428.<\/p>\n
5. oozie \ubc84\uc804 \ubb38\uc81c?
\n2.2.2 \ubc1b\uc544\uc11c \uc124\uce58\uc2dc\ub3c4\ud588\uc9c0\ub9cc, 2.2.2\uc5d0\uc11c\ub294
\noozie-setup.sh \ub300\uc2e0 addtowar.sh\ub97c \uc0ac\uc6a9\ud574\uc57c \ud558\uba70,
\naddtowar.sh\ub294 hadoop 0.20 \uae4c\uc9c0 \uc9c0\uc6d0<\/p>\n\ud604\uc7ac \uc124\uce58\ub41c \ud558\ub461\uc740 1.0 \ubc84\uc804\uc784.\u3160\u3160<\/p>\n
]$ .\/bin\/addtowar.sh -inputwar \/home\/oozie\/oozie-2.2.2-SNAPSHOT\/oozie.war -outputwar \/home\/oozie\/oozie-2.2.2-SNAPSHOT\/oozie-new.war -hadoop 1.0.0 \/home\/hadoop\/hadoop -extjs \/home\/oozie\/ext-2.2.zip -jars \/home\/hadoop\/hadoop\/*.jar\r\n\r\nExiting: Unsupported Hadoop version '', supported versions: 0.20.1, 0.20.2, 0.20.104 and 0.20.200<\/pre>\n\uc6d0\uc778\uc744 \uc544\uc2dc\ub294\ubd84.. \uc880 \uc54c\ub824\uc8fc\uc138\uc694 \uc81c\uac00 \ucee4\ud53c \uc0b4\uaed8\uc694~\u3160\u3160<\/p>\n
\ucc38\uace0
\nhttp:\/\/mixellaneous.tistory.com\/1103<\/a>
\nhttp:\/\/julingks.wordpress.com\/2011\/03\/09\/oozie-instsall\/<\/a><\/p>\n<\/p>\n","protected":false},"excerpt":{"rendered":"
workflow \ub97c \uc2dc\uc2a4\ud15c\uc5d0 \uc801\uc6a9\ud574\ubcf4\uae30 \uc704\ud574 Hadoop WMS(Workflow Management System) \uc5d0 \ub300\ud574\uc11c \uc54c\uc544\ubcf4\uace0 \uc788\ub2e4. \uc6b0\uc120 \uac80\ud1a0\ud55c \uc2dc\uc2a4\ud15c\uc740 Oozie \uc640 Azkaban, Cascading, Hamake \ub97c \uc870\uc0ac\ud574\ubd24\ub2e4. \uc774\ubc88\uc5d0\ub294 \uc2e4\uc81c\ub85c oozie \ub97c \uc124\uce58\ud574\ubcf4\ub824\uace0 \uc2dc\ub3c4\ud588\uc9c0\ub9cc \uc2e4\ud328.. \ud639\uc2dc \uc6d0\uc778\uc744 \uc544\uc2dc\ub294 \ubd84\uc740 \uc54c\ub824\uc8fc\uc138\uc694..\u3160\u3160 oozie \ub97c \uc124\uce58\ud558\uae30 \uc704\ud574 … Continue reading