<\/p>\n
apache hcatalog \uc124\uce58<\/p>\n
\ud648\ud398\uc774\uc9c0 : http:\/\/incubator.apache.org\/hcatalog\/
\n\uc124\uce58\ud658\uacbd : Ubuntu 64bit
\nhadoop-1.0.0, hive-0.8.1, mysql 5.1.63, zookeeper-3.3.4, hcatalog-0.4.0, hbase-0.92.1<\/p>\n
hcatalog \uc124\uce58<\/p>\n
$ wget http:\/\/mirror.apache-kr.org\/incubator\/hcatalog\/hcatalog-0.4.0-incubating\/hcatalog-src-0.4.0-incubating.tar.gz\r\n$ tar xvzf hcatalog-src-0.4.0-incubating.tar.gz\r\n$ cd hcatalog-src-0.4.0-incubating\r\n$ ant -Dhcatalog.version=0.4.0 tar\r\n$ cp \/home\/hcatalog\/hcatalog-src-0.4.0-incubating\/build\/hcatalog-0.4.0.tar.gz \/home\/hcatalog\/\r\n$ cd \/home\/hcatalog\/\r\n$ tar xvzf hcatalog-0.4.0.tar.gz\r\n$ ln -s hcatalog-0.4.0\/ hcatalog\r\n<\/pre>\nhive\ub294 \uc774\ubbf8 \uc124\uce58\ub418\uc5b4 \uc788\uc73c\ubbc0\ub85c \uc0dd\ub7b5 \ud55c\ub2e4.<\/p>\n
hcatalog\ub97c \uc11c\ubc84\ub85c \uad6c\ub3d9\ud558\uae30 \uc704\ud55c \uc2a4\ud06c\ub9bd\ud2b8 \uc2e4\ud589\ud588\ub354\ub2c8 \uc544\ub798\uc640 \uac19\uc740 \uc0ac\uc6a9\ubc95\uc774 \ub098\uc654\ub2e4.<\/p>\n
$ .\/share\/hcatalog\/scripts\/hcat_server_install.sh\r\nUsage: .\/share\/hcatalog\/scripts\/hcat_server_install.sh -r root -d dbroot -h hadoop_home -p server_port\r\nroot is the directory where you like to install the HCatalog server\r\n\/usr\/local\/hcat is suggested.\r\ndbroot is the directory where your mysql connector jar is located.\r\nhadoop_home is the directory of your Hadoop installation.\r\nserver_port is the listening port of the HCatalog server\r\nAll paths must be absolute\r\n<\/pre>\n\uc785\ub825 \ud30c\ub77c\ubbf8\ud130\ub294 \uc544\ub798\uc640 \uac19\ub2e4.
\ndbroot : mysql connector jar \uac00 \uc788\ub294 \uc704\uce58
\nhadoop_home : Hadoop \uc774 \uc124\uce58\ub41c \uc704\uce58
\nserver_port : HCatalog server\uac00 \uc0ac\uc6a9\ud560 port <\/p>\n\uc544\ub798\uc758 \uac12\uc744 \uc785\ub825\ud558\uace0 \ub2e4\uc2dc \uad6c\ub3d9..<\/p>\n
$ .\/share\/hcatalog\/scripts\/hcat_server_install.sh -r \/home\/hcatalog\/hcatalog\/ -d \/home\/hcatalog\/hcatalog\/lib -h \/home\/hadoop\/hadoop -p 10001\r\nYour root directory must be readable, writable, and executable by its owner.\r\n<\/pre>\nroot \ub514\ub809\ud1a0\ub9ac\uc5d0 rwx\uad8c\ud55c\uc774 \ud544\uc694\ud558\ub2e4\uace0 \ud569\ub2c8\ub2e4.<\/p>\n
$ sudo chmod 777 \/home\/hcatalog\/hcatalog-0.4.0\/<\/pre>\n\ub2e4\uc2dc \uc2dc\ub3c4!<\/p>\n
$ .\/share\/hcatalog\/scripts\/hcat_server_install.sh -r \/home\/hcatalog\/hcatalog\/ -d \/home\/hcatalog\/hcatalog\/lib -h \/home\/hadoop\/hadoop -p 10001\r\nInstalling into [\/home\/hcatalog\/hcatalog\/]\r\nInstallation successful\r\n<\/pre>\n\ud658\uacbd\ubcc0\uc218 \uc124\uc815<\/p>\n
$ export HCAT_HOME=\/home\/hcatalog\/hcatalog<\/pre>\nhive\uc124\uc815 \ud30c\uc77c \uc138\ud305<\/p>\n
$ sudo vi \/home\/hive\/hive\/conf\/hive-site.xml\r\n< ?xml version=\"1.0\"?>\r\n< ?xml-stylesheet type=\"text\/xsl\" href=\"configuration.xsl\"?>\r\n\r\n\r\n\r\n\r\n \r\n hive.metastore.execute.setugi<\/name>\r\n true<\/value>\r\n In unsecure mode, setting this property to true will cause the metastore to execute DFS operations using the client's reported user and group permissions. Note that this property must be set on both the client and server sides. Further note that its best effort. If client sets its to true and server sets it to false, client setting will be ignored.<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.local<\/name>\r\n false<\/value>\r\n controls whether to connect to remove metastore server or open a new metastore server in Hive Client JVM<\/description>\r\n<\/property>\r\n\r\n \r\n javax.jdo.option.ConnectionURL<\/name>\r\n jdbc:mysql:\/\/127.0.0.1:3306\/hive?createDatabaseIfNotExist=true<\/value>\r\n<\/property>\r\n\r\n \r\n javax.jdo.option.ConnectionDriverName<\/name>\r\n com.mysql.jdbc.Driver<\/value>\r\n<\/property>\r\n\r\n \r\n javax.jdo.option.ConnectionUserName<\/name>\r\n user<\/value>\r\n<\/property>\r\n\r\n \r\n javax.jdo.option.ConnectionPassword<\/name>\r\n password<\/value>\r\n<\/property>\r\n\r\n \r\n hive.metastore.warehouse.dir<\/name>\r\n WAREHOUSE_DIR<\/value>\r\n location of default database for the warehouse<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.sasl.enabled<\/name>\r\n SASL_ENABLED<\/value>\r\n If true, the metastore thrift interface will be secured with SASL. Clients must authenticate with Kerberos.<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.kerberos.keytab.file<\/name>\r\n KEYTAB_PATH<\/value>\r\n The path to the Kerberos Keytab file containing the metastore thrift server's service principal.<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.kerberos.principal<\/name>\r\n KERBEROS_PRINCIPAL<\/value>\r\n The service principal for the metastore thrift server. The special string _HOST will be replaced automatically with the correct host name.<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.cache.pinobjtypes<\/name>\r\n Table,Database,Type,FieldSchema,Order<\/value>\r\n List of comma separated metastore object types that should be pinned in the cache<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.uris<\/name>\r\n thrift:\/\/127.0.0.1:10001<\/value>\r\n URI for client to contact metastore server<\/description>\r\n<\/property>\r\n\r\n \r\n hive.semantic.analyzer.factory.impl<\/name>\r\n org.apache.hcatalog.cli.HCatSemanticAnalyzerFactory<\/value>\r\n controls which SemanticAnalyzerFactory implemenation class is used by CLI<\/description>\r\n<\/property>\r\n\r\n \r\n hadoop.clientside.fs.operations<\/name>\r\n true<\/value>\r\n FS operations are owned by client<\/description>\r\n<\/property>\r\n\r\n \r\n hive.metastore.client.socket.timeout<\/name>\r\n 60<\/value>\r\n MetaStore Client socket timeout in seconds<\/description>\r\n<\/property>\r\n\r\n \r\n hive.security.authorization.enabled<\/name>\r\n true<\/value>\r\n enable or disable the hive client authorization<\/description>\r\n<\/property>\r\n\r\n \r\n hive.security.authorization.manager<\/name>\r\n org.apache.hcatalog.security.StorageDelegationAuthorizationProvider<\/value>\r\n the hive client authorization manager class name.\r\n The user defined authorization class should implement interface org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider.\r\n HCatalog uses a model, where authorization checks are delegated to the storage layer (hdfs, hbase, ...).\r\n <\/description>\r\n<\/property>\r\n\r\n<\/configuration>\r\n<\/pre>\n \ud3b8\ub9ac\ud55c \uc0ac\uc6a9\uc744 \uc704\ud574 hive\uc758 \uc124\uc815 \ud30c\uc77c\uacfc \uc2e4\ud589\ud30c\uc77c\uc744 hcatalog\uc5d0 \uc2ec\ubcfc\ub9ad\ub9c1\ud06c.<\/p>\n
$ sudo ln -s \/home\/hive\/hive\/conf\/hive-site.xml \/home\/hcatalog\/hcatalog\/etc\/hcatalog\/hive-site.xml\r\n$ sudo ln -s \/home\/hive\/hive\/bin\/hive \/home\/hcatalog\/hcatalog\/bin\/hive\r\n<\/pre>\nhcatalog \uc11c\ubc84 \uad6c\ub3d9!<\/p>\n
$ .\/sbin\/hcat_server.sh start\r\nHadoop not found.\r\n<\/pre>\n\ud760.. Hadoop\uc774 \uc5c6\ub370\uc11c bashrc\uc5d0 hadoop\uacfc hive path\ucd94\uac00<\/p>\n
$ vi \/home\/hcatalog\/.bashrc\r\n...\r\nexport HIVE_HOME=\/home\/hive\/hive\r\nexport HADOOP_HOME=\/home\/hadoop\/hadoop\r\n<\/pre>\n\ub2e4\uc2dc \uad6c\ub3d9!<\/p>\n
$ .\/sbin\/hcat_server.sh start\r\nStarted metastore server init, testing if initialized correctly...\r\n$ .\/sbin\/hcat_server.sh: \uc904 89: \/home\/hcatalog\/hcatalog\/sbin\/..\/var\/log\/hcat.out: \uadf8\ub7f0 \ud30c\uc77c\uc774\ub098 \ub514\ub809\ud130\ub9ac\uac00 \uc5c6\uc2b5\ub2c8\ub2e4\r\n<\/pre>\n\ud760\ub0d0.. \uc774\ubc88\uc5d4 \ub85c\uadf8\ud30c\uc77c\uc744 \ubabb\ub9cc\ub4e0\ub2e4\ub124.. \ub514\ub809\ud1a0\ub9ac \uc0dd\uc131<\/p>\n
$ mkdir \/home\/hcatalog\/hcatalog\/var\r\n$ mkdir \/home\/hcatalog\/hcatalog\/var\/log\r\n<\/pre>\n\ub2e4\uc2dc \uad6c\ub3d9!<\/p>\n
$ .\/sbin\/hcat_server.sh start\r\nStarted metastore server init, testing if initialized correctly...\r\nMetastore initialized successfully on port[10001].\r\n<\/pre>\n\uc124\uce58 \uc131\uacf5! \u00a0\uc6b0\ud6c4\ud6d7! (\ub3c4\uc6c0\uc744 \uc8fc\uc2e0 GeekDani \ub2d8 \uac10\uc0ac ^^)<\/p>\n
\ucc38\uace0 : http:\/\/mixellaneous.tistory.com\/1123<\/p>\n","protected":false},"excerpt":{"rendered":"
apache hcatalog \uc124\uce58 \ud648\ud398\uc774\uc9c0 : http:\/\/incubator.apache.org\/hcatalog\/ \uc124\uce58\ud658\uacbd : Ubuntu 64bit hadoop-1.0.0, hive-0.8.1, mysql 5.1.63, zookeeper-3.3.4, hcatalog-0.4.0, hbase-0.92.1 hcatalog \uc124\uce58 $ wget http:\/\/mirror.apache-kr.org\/incubator\/hcatalog\/hcatalog-0.4.0-incubating\/hcatalog-src-0.4.0-incubating.tar.gz $ tar xvzf hcatalog-src-0.4.0-incubating.tar.gz $ cd hcatalog-src-0.4.0-incubating $ ant -Dhcatalog.version=0.4.0 tar $ cp \/home\/hcatalog\/hcatalog-src-0.4.0-incubating\/build\/hcatalog-0.4.0.tar.gz \/home\/hcatalog\/ $ cd … Continue reading