{"id":473,"date":"2019-11-20T11:44:33","date_gmt":"2019-11-20T03:44:33","guid":{"rendered":"http:\/\/wccass.com\/?p=473"},"modified":"2019-11-20T11:44:33","modified_gmt":"2019-11-20T03:44:33","slug":"hadoop%e6%90%ad%e5%bb%ba%e7%ac%94%e8%ae%b0","status":"publish","type":"post","link":"https:\/\/blog.tongyunli.top\/?p=473","title":{"rendered":"Hadoop\u642d\u5efa\u7b14\u8bb0"},"content":{"rendered":"\n

\u642d\u5efa\u73af\u5883 VMwre centos6.5 jdk1.8 hadoop2.6 <\/p>\n\n\n\n

\u51c6\u5907\u5de5\u4f5c \u5b89\u88c5centos \u914d\u7f6eip\u5730\u5740 \u8fd9\u91cc\u4e0d\u518d\u8be6\u7ec6\u5199(\u6211\u8ba4\u4e3a\u5f00\u59cb\u642d\u5efaHadoop\u6846\u67b6\u7684\u4eba\u90fd\u6709linux\u57fa\u7840, \u5982\u679c\u6ca1\u6709\u7684\u8bdd \u8fd8\u662f\u4e0d\u8981\u60f3\u7740\u4e00\u6b65\u767b\u5929\u4e86 \u8001\u8001\u5b9e\u5b9e\u53bb\u5b66linux\u57fa\u7840)<\/p>\n\n\n\n

jdk
hostname \/\/\u4fee\u6539\u4e3b\u673a\u540d
hosts \/\/host \u914d\u7f6e\u5bf9\u5e94\u7684\u4e3b\u673a\u540d\u548c ip
date \/\/\u65f6\u533a
\u5b89\u5168\u673a\u5236 \/\/iptable stop
firewall
windows \u57df\u540d\u6620\u5c04 \/\/\u4fee\u6539host\u6587\u4ef6 \u6dfb\u52a0 ip\u548c\u4e3b\u673a\u540d \u53ef\u4ee5\u76f4\u63a5\u4e3b\u673a\u540d:\u7aef\u53e3\u53f7\u8bbf\u95ee<\/p>\n\n\n\n

\u5efa\u8bae\u5148\u5b89\u88c5\u4e00\u53f0\u914d\u7f6e\u597djdk \u590d\u5236\u865a\u62df\u673a\u4e4b\u540e\u6539ip \u7701\u5f88\u591a\u4e8b\u513f(VMware\u6539ip\u771f\u7684\u70e6)<\/p>\n\n\n\n

\u4f2a\u5206\u5e03\u5f0f\u5b89\u88c5\u6d4b\u8bd5START<\/h2>\n\n\n\n

\u914d\u7f6essh\u514d\u5bc6\u7801\u767b\u9646<\/h3>\n\n\n\n

ssh-keygen -t dsa -P '' -f ~\/.ssh\/id_dsa
cat ~\/.ssh\/id_dsa.pub >> ~\/.ssh\/authorized_keys<\/code><\/p>\n\n\n\n

\u914d\u7f6eHadoop\u73af\u5883\u53d8\u91cf<\/h3>\n\n\n\n

vim\/etc\/profile<\/code> \u914d\u7f6e\u4e24\u4e2a\u5230..\/hadoop-*\/sbin && \/bin<\/p>\n\n\n\n

\u4fee\u6539Hadoop\u914d\u7f6e\u6587\u4ef6<\/h3>\n\n\n\n

\u4fee\u6539jdk\u73af\u5883\u53d8\u91cf<\/h4>\n\n\n\n

vi hadoop-env.sh
vi mapred-env.sh
vi yarn-env.sh<\/code><\/p>\n\n\n\n

\u914d\u7f6ecore-site.xml<\/h4>\n\n\n\n

vi core-site.xml<\/code><\/p>\n\n\n\n

<property>\n    <name>fs.defaultFS<\/name>\n    <value>hdfs:\/\/node06:9000<\/value>\n<\/property>\n<property>\n    <name>hadoop.tmp.dir<\/name>\n    <value>\/var\/sxt\/hadoop\/local<\/value>\n<\/property><\/code><\/pre>\n\n\n\n
\u914d\u7f6ehdfs-site.xml<\/h4>\n\n\n\n
     <\/p>\n\n\n\n
<property>\n    <name>dfs.replication<\/name>\n    <value>1<\/value> \/\/\u8282\u70b9\u6570\n<\/property>\n<property>\n    <name>dfs.namenode.secondary.http-address<\/name>\n    <value>node06:50090<\/value> \/\/namenode\u6240\u5728\n<\/property><\/code><\/pre>\n\n\n\n
 \u914d\u7f6eslaves\u6587\u4ef6 <\/h4>\n\n\n\n

vi slaves<\/code> <\/p>\n\n\n\n
\u6dfb\u52a0\u4ece\u8282\u70b9\u4e3b\u673a\u540d\u513f<\/p>\n\n\n\n
\u4f2a\u5206\u5e03\u5f0f\u5b89\u88c5\u5b8c\u6bd5 \u8fd0\u884c\u6d4b\u8bd5<\/h3>\n\n\n\n
\u683c\u5f0f\u5316hdfs<\/h4>\n\n\n\n
hdfs namenode -format(\u4e4b\u683c\u5f0f\u5316\u4e00\u6b21 \u4e4b\u540e\u8fd0\u884c\u4e0d\u9700\u8981\u518d\u6b21\u6267\u884c)<\/p>\n\n\n\n
\u542f\u52a8\u96c6\u7fa4<\/h4>\n\n\n\n
start-dfs.sh<\/p>\n\n\n\n
\u67e5\u770b\u8fdb\u7a0b\u89d2\u8272<\/h4>\n\n\n\n
jps<\/p>\n\n\n\n
\u67e5\u770bweb ui<\/h4>\n\n\n\n
ip:50070<\/p>\n\n\n\n
\u521b\u5efa\u76ee\u5f55<\/h4>\n\n\n\n
hdfs dfs  -mkdir -p  \/user\/root(\u9ed8\u8ba4\u76ee\u5f55)<\/p>\n\n\n\n
 \u67e5\u770b\u76ee\u5f55 <\/h4>\n\n\n\n
hdfs dfs -ls \/<\/p>\n\n\n\n
\u4e0a\u4f20\u6587\u4ef6<\/h4>\n\n\n\n
hdfs dfs -put  hadoop-2.6.5.tar.gz   \/user\/root<\/p>\n\n\n\n
\u505c\u6b62\u96c6\u7fa4<\/h4>\n\n\n\n
stop-dfs.sh<\/p>\n\n\n\n
\u4f2a\u5206\u5e03\u5f0f\u5b89\u88c5\u6d4b\u8bd5END<\/h2>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n","protected":false},"excerpt":{"rendered":"
\u642d\u5efa\u73af\u5883 VMwre centos6.5 jdk1.8 hadoop2.6 \u51c6\u5907\u5de5\u4f5c \u5b89\u88c5centos \u914d\u7f6ei […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[],"tags":[25,21,22],"class_list":["post-473","post","type-post","status-publish","format-standard","hentry","tag-hadoop","tag-21","tag-projk"],"_links":{"self":[{"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=\/wp\/v2\/posts\/473","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=473"}],"version-history":[{"count":0,"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=\/wp\/v2\/posts\/473\/revisions"}],"wp:attachment":[{"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=473"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=473"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.tongyunli.top\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=473"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}