{"id":1314,"date":"2018-06-02T22:47:25","date_gmt":"2018-06-02T14:47:25","guid":{"rendered":"https:\/\/damogame.cn:15443\/wordpress\/?p=1314"},"modified":"2018-06-02T22:47:25","modified_gmt":"2018-06-02T14:47:25","slug":"%e5%8f%b2%e4%b8%8a%e6%9c%80%e8%af%a6%e7%bb%86%e7%9a%84hadoop%e7%8e%af%e5%a2%83%e6%90%ad%e5%bb%ba","status":"publish","type":"post","link":"https:\/\/i007.cc\/wordpress\/archives\/1314","title":{"rendered":"\u53f2\u4e0a\u6700\u8be6\u7ec6\u7684Hadoop\u73af\u5883\u642d\u5efa"},"content":{"rendered":"<h2>\u53f2\u4e0a\u6700\u8be6\u7ec6\u7684Hadoop\u73af\u5883\u642d\u5efa<\/h2>\n<div class=\"mazi-activity-container\">\n<div class=\"mazi-author-describe\"><a href=\"http:\/\/gitbook.cn\/gitchat\/author\/5923c51adcac8b4e79ddf647\"><img decoding=\"async\" class=\"mazi-activity-holder-cycle-thumb\" src=\"http:\/\/images.gitbook.cn\/40fd67f0-66f1-11e7-bace-35da7313900d?imageView2\/1\/w\/200\/h\/200\" \/><\/a><\/p>\n<div class=\"mazi-activity-author-nd\">\n<div class=\"mazi-author-name-mine\">\n<div><a href=\"http:\/\/gitbook.cn\/gitchat\/author\/5923c51adcac8b4e79ddf647\">\u9e23\u5b87\u6df3<\/a><\/div>\n<p><a id=\"askBtn\" class=\"askQuestion\" href=\"http:\/\/gitbook.cn\/books\/5954c9600326c7705af8a92a\/index.html#\">\u5411\u4f5c\u8005\u63d0\u95ee<\/a><\/div>\n<div class=\"mazi-author-desc\">\u76ee\u524d\u5c31\u804c\u4e8e\u67d0\u77e5\u540d\u4e92\u8054\u7f51\u516c\u53f8\uff0c\u4ece\u4e8b\u5927\u6570\u636e\u7814\u53d1\u5de5\u4f5c\uff0c\u6b63\u5728\u7f16\u5199\u300a\u5927\u6570\u636e\u6280\u672f\u00b7\u964d\u9f99\u5341\u516b\u638c\u300b\u4e00\u4e66<\/div>\n<\/div>\n<\/div>\n<\/div>\n<div>\u67e5\u770b\u672c\u573aChat<\/div>\n<div class=\"mazi-article-content dont-break-out\">\n<h3 id=\"\">\u524d\u8a00<\/h3>\n<p>Hadoop\u5728\u5927\u6570\u636e\u6280\u672f\u4f53\u7cfb\u4e2d\u7684\u5730\u4f4d\u81f3\u5173\u91cd\u8981\uff0cHadoop\u662f\u5927\u6570\u636e\u6280\u672f\u7684\u57fa\u7840\uff0c\u5bf9Hadoop\u57fa\u7840\u77e5\u8bc6\u7684\u638c\u63e1\u7684\u624e\u5b9e\u7a0b\u5ea6\uff0c\u4f1a\u51b3\u5b9a\u5728\u5927\u6570\u636e\u6280\u672f\u9053\u8def\u4e0a\u8d70\u591a\u8fdc\u3002<\/p>\n<p>\u8fd9\u662f\u4e00\u7bc7\u5165\u95e8\u6587\u7ae0\uff0cHadoop\u7684\u5b66\u4e60\u65b9\u6cd5\u5f88\u591a\uff0c\u7f51\u4e0a\u4e5f\u6709\u5f88\u591a\u5b66\u4e60\u8def\u7ebf\u56fe\u3002\u672c\u6587\u7684\u601d\u8def\u662f\uff1a\u4ee5\u5b89\u88c5\u90e8\u7f72Apache Hadoop2.x\u7248\u672c\u4e3a\u4e3b\u7ebf\uff0c\u6765\u4ecb\u7ecdHadoop2.x\u7684\u67b6\u6784\u7ec4\u6210\u3001\u5404\u6a21\u5757\u534f\u540c\u5de5\u4f5c\u539f\u7406\u3001\u6280\u672f\u7ec6\u8282\u3002<strong>\u5b89\u88c5\u4e0d\u662f\u76ee\u7684\uff0c\u901a\u8fc7\u5b89\u88c5\u8ba4\u8bc6Hadoop\u624d\u662f\u76ee\u7684\u3002<\/strong><\/p>\n<p>\u672c\u6587\u5206\u4e3a\u4e94\u4e2a\u90e8\u5206\u3001\u5341\u4e09\u8282\u3001\u56db\u5341\u4e5d\u6b65\u3002<\/p>\n<h4 id=\"linux\">\u7b2c\u4e00\u90e8\u5206\uff1aLinux\u73af\u5883\u5b89\u88c5<\/h4>\n<p>Hadoop\u662f\u8fd0\u884c\u5728Linux\uff0c\u867d\u7136\u501f\u52a9\u5de5\u5177\u4e5f\u53ef\u4ee5\u8fd0\u884c\u5728Windows\u4e0a\uff0c\u4f46\u662f\u5efa\u8bae\u8fd8\u662f\u8fd0\u884c\u5728Linux\u7cfb\u7edf\u4e0a\uff0c\u7b2c\u4e00\u90e8\u5206\u4ecb\u7ecdLinux\u73af\u5883\u7684\u5b89\u88c5\u3001\u914d\u7f6e\u3001Java JDK\u5b89\u88c5\u7b49\u3002<\/p>\n<h4 id=\"hadoop\">\u7b2c\u4e8c\u90e8\u5206\uff1aHadoop\u672c\u5730\u6a21\u5f0f\u5b89\u88c5<\/h4>\n<p>Hadoop\u672c\u5730\u6a21\u5f0f\u53ea\u662f\u7528\u4e8e\u672c\u5730\u5f00\u53d1\u8c03\u8bd5\uff0c\u6216\u8005\u5feb\u901f\u5b89\u88c5\u4f53\u9a8cHadoop\uff0c\u8fd9\u90e8\u5206\u505a\u7b80\u5355\u7684\u4ecb\u7ecd\u3002<\/p>\n<h4 id=\"hadoop-1\">\u7b2c\u4e09\u90e8\u5206\uff1aHadoop\u4f2a\u5206\u5e03\u5f0f\u6a21\u5f0f\u5b89\u88c5<\/h4>\n<p>\u5b66\u4e60Hadoop\u4e00\u822c\u662f\u5728\u4f2a\u5206\u5e03\u5f0f\u6a21\u5f0f\u4e0b\u8fdb\u884c\u3002\u8fd9\u79cd\u6a21\u5f0f\u662f\u5728\u4e00\u53f0\u673a\u5668\u4e0a\u5404\u4e2a\u8fdb\u7a0b\u4e0a\u8fd0\u884cHadoop\u7684\u5404\u4e2a\u6a21\u5757\uff0c\u4f2a\u5206\u5e03\u5f0f\u7684\u610f\u601d\u662f\u867d\u7136\u5404\u4e2a\u6a21\u5757\u662f\u5728\u5404\u4e2a\u8fdb\u7a0b\u4e0a\u5206\u5f00\u8fd0\u884c\u7684\uff0c\u4f46\u662f\u53ea\u662f\u8fd0\u884c\u5728\u4e00\u4e2a\u64cd\u4f5c\u7cfb\u7edf\u4e0a\u7684\uff0c\u5e76\u4e0d\u662f\u771f\u6b63\u7684\u5206\u5e03\u5f0f\u3002<\/p>\n<h4 id=\"-1\">\u7b2c\u56db\u90e8\u5206\uff1a\u5b8c\u5168\u5206\u5e03\u5f0f\u5b89\u88c5<\/h4>\n<p>\u5b8c\u5168\u5206\u5e03\u5f0f\u6a21\u5f0f\u624d\u662f\u751f\u4ea7\u73af\u5883\u91c7\u7528\u7684\u6a21\u5f0f\uff0cHadoop\u8fd0\u884c\u5728\u670d\u52a1\u5668\u96c6\u7fa4\u4e0a\uff0c\u751f\u4ea7\u73af\u5883\u4e00\u822c\u90fd\u4f1a\u505aHA\uff0c\u4ee5\u5b9e\u73b0\u9ad8\u53ef\u7528\u3002<\/p>\n<h4 id=\"hadoopha\">\u7b2c\u4e94\u90e8\u5206\uff1aHadoop HA\u5b89\u88c5<\/h4>\n<p>HA\u662f\u6307\u9ad8\u53ef\u7528\uff0c\u4e3a\u4e86\u89e3\u51b3Hadoop\u5355\u70b9\u6545\u969c\u95ee\u9898\uff0c\u751f\u4ea7\u73af\u5883\u4e00\u822c\u90fd\u505aHA\u90e8\u7f72\u3002\u8fd9\u90e8\u5206\u4ecb\u7ecd\u4e86\u5982\u4f55\u914d\u7f6eHadoop2.x\u7684\u9ad8\u53ef\u7528\uff0c\u5e76\u7b80\u5355\u4ecb\u7ecd\u4e86HA\u7684\u5de5\u4f5c\u539f\u7406\u3002 \u5b89\u88c5\u8fc7\u7a0b\u4e2d\uff0c\u4f1a\u7a7f\u63d2\u7b80\u5355\u4ecb\u7ecd\u6d89\u53ca\u5230\u7684\u77e5\u8bc6\u3002\u5e0c\u671b\u80fd\u5bf9\u5927\u5bb6\u6709\u6240\u5e2e\u52a9\u3002<\/p>\n<h3 id=\"linux-1\">\u7b2c\u4e00\u90e8\u5206\uff1aLinux\u73af\u5883\u5b89\u88c5<\/h3>\n<h4 id=\"vmwarenat\">\u7b2c\u4e00\u6b65\u3001\u914d\u7f6eVmware NAT\u7f51\u7edc<\/h4>\n<p>\u4e00\u3001Vmware\u7f51\u7edc\u6a21\u5f0f\u4ecb\u7ecd<\/p>\n<p>\u53c2\u8003\uff1a<a href=\"http:\/\/blog.csdn.net\/collection4u\/article\/details\/14127671\">http:\/\/blog.csdn.net\/collection4u\/article\/details\/14127671<\/a><\/p>\n<p>\u4e8c\u3001NAT\u6a21\u5f0f\u914d\u7f6e<\/p>\n<p>NAT\u662f\u7f51\u7edc\u5730\u5740\u8f6c\u6362\uff0c\u662f\u5728\u5bbf\u4e3b\u673a\u548c\u865a\u62df\u673a\u4e4b\u95f4\u589e\u52a0\u4e00\u4e2a\u5730\u5740\u8f6c\u6362\u670d\u52a1\uff0c\u8d1f\u8d23\u5916\u90e8\u548c\u865a\u62df\u673a\u4e4b\u95f4\u7684\u901a\u8baf\u8f6c\u63a5\u548cIP\u8f6c\u6362\u3002<\/p>\n<p>\u6211\u4eec\u90e8\u7f72Hadoop\u96c6\u7fa4\uff0c\u8fd9\u91cc\u9009\u62e9NAT\u6a21\u5f0f\uff0c\u5404\u4e2a\u865a\u62df\u673a\u901a\u8fc7NAT\u4f7f\u7528\u5bbf\u4e3b\u673a\u7684IP\u6765\u8bbf\u95ee\u5916\u7f51\u3002<\/p>\n<p>\u6211\u4eec\u7684\u8981\u6c42\u662f\u96c6\u7fa4\u4e2d\u7684\u5404\u4e2a\u865a\u62df\u673a\u6709\u56fa\u5b9a\u7684IP\u3001\u53ef\u4ee5\u8bbf\u95ee\u5916\u7f51\uff0c\u6240\u4ee5\u8fdb\u884c\u5982\u4e0b\u8bbe\u7f6e\uff1a<\/p>\n<p>1\u3001 Vmware\u5b89\u88c5\u540e\uff0c\u9ed8\u8ba4\u7684NAT\u8bbe\u7f6e\u5982\u4e0b\uff1a<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/04721520-5cb9-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>2\u3001 \u9ed8\u8ba4\u7684\u8bbe\u7f6e\u662f\u542f\u52a8DHCP\u670d\u52a1\u7684\uff0cNAT\u4f1a\u81ea\u52a8\u7ed9\u865a\u62df\u673a\u5206\u914dIP\uff0c\u4f46\u662f\u6211\u4eec\u9700\u8981\u5c06\u5404\u4e2a\u673a\u5668\u7684IP\u56fa\u5b9a\u4e0b\u6765\uff0c\u6240\u4ee5\u8981\u53d6\u6d88\u8fd9\u4e2a\u9ed8\u8ba4\u8bbe\u7f6e\u3002<\/p>\n<p>3\u3001 \u4e3a\u673a\u5668\u8bbe\u7f6e\u4e00\u4e2a\u5b50\u7f51\u7f51\u6bb5\uff0c\u9ed8\u8ba4\u662f192.168.136\u7f51\u6bb5\uff0c\u6211\u4eec\u8fd9\u91cc\u8bbe\u7f6e\u4e3a100\u7f51\u6bb5\uff0c\u5c06\u6765\u5404\u4e2a\u865a\u62df\u673aIp\u5c31\u4e3a 192.168.100.*\u3002<\/p>\n<p>4\u3001 \u70b9\u51fbNAT\u8bbe\u7f6e\u6309\u94ae\uff0c\u6253\u5f00\u5bf9\u8bdd\u6846\uff0c\u53ef\u4ee5\u4fee\u6539\u7f51\u5173\u5730\u5740\u548cDNS\u5730\u5740\u3002\u8fd9\u91cc\u6211\u4eec\u4e3aNAT\u6307\u5b9aDNS\u5730\u5740\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/1d50cff0-5cb9-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>5\u3001 \u7f51\u5173\u5730\u5740\u4e3a\u5f53\u524d\u7f51\u6bb5\u91cc\u7684.2\u5730\u5740\uff0c\u597d\u50cf\u662f\u56fa\u5b9a\u7684\uff0c\u6211\u4eec\u4e0d\u505a\u4fee\u6539\uff0c\u5148\u8bb0\u4f4f\u7f51\u5173\u5730\u5740\u5c31\u597d\u4e86\uff0c\u540e\u9762\u4f1a\u7528\u5230\u3002<\/p>\n<h4 id=\"linux-2\">\u7b2c\u4e8c\u6b65\u3001\u5b89\u88c5Linux\u64cd\u4f5c\u7cfb\u7edf<\/h4>\n<p>\u4e09\u3001Vmware\u4e0a\u5b89\u88c5Linux\u7cfb\u7edf<\/p>\n<p>1\u3001 \u6587\u4ef6\u83dc\u5355\u9009\u62e9\u65b0\u5efa\u865a\u62df\u673a<\/p>\n<p>2\u3001 \u9009\u62e9\u7ecf\u5178\u7c7b\u578b\u5b89\u88c5\uff0c\u4e0b\u4e00\u6b65\u3002<\/p>\n<p>3\u3001 \u9009\u62e9\u7a0d\u540e\u5b89\u88c5\u64cd\u4f5c\u7cfb\u7edf\uff0c\u4e0b\u4e00\u6b65\u3002<\/p>\n<p>4\u3001 \u9009\u62e9Linux\u7cfb\u7edf\uff0c\u7248\u672c\u9009\u62e9CentOS 64\u4f4d\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/2f159c20-5cb9-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>5\u3001 \u547d\u540d\u865a\u62df\u673a\uff0c\u7ed9\u865a\u62df\u673a\u8d77\u4e2a\u540d\u5b57\uff0c\u5c06\u6765\u663e\u793a\u5728Vmware\u5de6\u4fa7\u3002\u5e76\u9009\u62e9Linux\u7cfb\u7edf\u4fdd\u5b58\u5728\u5bbf\u4e3b\u673a\u7684\u54ea\u4e2a\u76ee\u5f55\u4e0b\uff0c\u5e94\u8be5\u4e00\u4e2a\u865a\u62df\u673a\u4fdd\u5b58\u5728\u4e00\u4e2a\u76ee\u5f55\u4e0b\uff0c\u4e0d\u80fd\u591a\u4e2a\u865a\u62df\u673a\u4f7f\u7528\u4e00\u4e2a\u76ee\u5f55\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/40636390-5cb9-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>6\u3001 \u6307\u5b9a\u78c1\u76d8\u5bb9\u91cf\uff0c\u662f\u6307\u5b9a\u5206\u7ed9Linux\u865a\u62df\u673a\u591a\u5927\u7684\u786c\u76d8\uff0c\u9ed8\u8ba420G\u5c31\u53ef\u4ee5\uff0c\u4e0b\u4e00\u6b65\u3002<\/p>\n<p>7\u3001 \u70b9\u51fb\u81ea\u5b9a\u4e49\u786c\u4ef6\uff0c\u53ef\u4ee5\u67e5\u770b\u3001\u4fee\u6539\u865a\u62df\u673a\u7684\u786c\u4ef6\u914d\u7f6e\uff0c\u8fd9\u91cc\u6211\u4eec\u4e0d\u505a\u4fee\u6539\u3002<\/p>\n<p>8\u3001 \u70b9\u51fb\u5b8c\u6210\u540e\uff0c\u5c31\u521b\u5efa\u4e86\u4e00\u4e2a\u865a\u62df\u673a\uff0c\u4f46\u662f\u6b64\u65f6\u7684\u865a\u62df\u673a\u8fd8\u662f\u4e00\u4e2a\u7a7a\u58f3\uff0c\u6ca1\u6709\u64cd\u4f5c\u7cfb\u7edf\uff0c\u63a5\u4e0b\u6765\u5b89\u88c5\u64cd\u4f5c\u7cfb\u7edf\u3002<\/p>\n<p>9\u3001 \u70b9\u51fb\u7f16\u8f91\u865a\u62df\u673a\u8bbe\u7f6e\uff0c\u627e\u5230DVD\uff0c\u6307\u5b9a\u64cd\u4f5c\u7cfb\u7edfISO\u6587\u4ef6\u6240\u5728\u4f4d\u7f6e\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/52119a80-5cb9-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>10\u3001 \u70b9\u51fb\u5f00\u542f\u6b64\u865a\u62df\u673a\uff0c\u9009\u62e9\u7b2c\u4e00\u4e2a\u56de\u8f66\u5f00\u59cb\u5b89\u88c5\u64cd\u4f5c\u7cfb\u7edf\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/5ee9df60-5cb9-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>11\u3001 \u8bbe\u7f6eroot\u5bc6\u7801\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/6ee78020-5cb9-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>12\u3001 \u9009\u62e9Desktop\uff0c\u8fd9\u6837\u5c31\u4f1a\u88c5\u4e00\u4e2aXwindow\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/7cf9a490-5cb9-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>13\u3001 \u5148\u4e0d\u6dfb\u52a0\u666e\u901a\u7528\u6237\uff0c\u5176\u4ed6\u7528\u9ed8\u8ba4\u7684\uff0c\u5c31\u628aLinux\u5b89\u88c5\u5b8c\u6bd5\u4e86\u3002<\/p>\n<p>\u56db\u3001\u8bbe\u7f6e\u7f51\u7edc<\/p>\n<p>\u56e0\u4e3aVmware\u7684NAT\u8bbe\u7f6e\u4e2d\u5173\u95ed\u4e86DHCP\u81ea\u52a8\u5206\u914dIP\u529f\u80fd\uff0c\u6240\u4ee5Linux\u8fd8\u6ca1\u6709IP\uff0c\u9700\u8981\u6211\u4eec\u8bbe\u7f6e\u7f51\u7edc\u5404\u4e2a\u53c2\u6570\u3002<\/p>\n<p>1\u3001 \u7528root\u8fdb\u5165Xwindow\uff0c\u53f3\u51fb\u53f3\u4e0a\u89d2\u7684\u7f51\u7edc\u8fde\u63a5\u56fe\u6807\uff0c\u9009\u62e9\u4fee\u6539\u8fde\u63a5\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/8c898f60-5cb9-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>2\u3001 \u7f51\u7edc\u8fde\u63a5\u91cc\u5217\u51fa\u4e86\u5f53\u524dLinux\u91cc\u6240\u6709\u7684\u7f51\u5361\uff0c\u8fd9\u91cc\u53ea\u6709\u4e00\u4e2a\u7f51\u5361System eth0\uff0c\u70b9\u51fb\u7f16\u8f91\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/97608600-5cb9-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>3\u3001 \u914d\u7f6eIP\u3001\u5b50\u7f51\u63a9\u7801\u3001\u7f51\u5173\uff08\u548cNAT\u8bbe\u7f6e\u7684\u4e00\u6837\uff09\u3001DNS\u7b49\u53c2\u6570\uff0c\u56e0\u4e3aNAT\u91cc\u8bbe\u7f6e\u7f51\u6bb5\u4e3a100.*\uff0c\u6240\u4ee5\u8fd9\u53f0\u673a\u5668\u53ef\u4ee5\u8bbe\u7f6e\u4e3a192.168.100.10\u7f51\u5173\u548cNAT\u4e00\u81f4\uff0c\u4e3a192.168.100.2<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/a1f96230-5cb9-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>4\u3001 \u7528ping\u6765\u68c0\u67e5\u662f\u5426\u53ef\u4ee5\u8fde\u63a5\u5916\u7f51\uff0c\u5982\u4e0b\u56fe\uff0c\u5df2\u7ecf\u8fde\u63a5\u6210\u529f\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/af56dca0-5cb9-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u4e94\u3001\u4fee\u6539Hostname<\/p>\n<p>1\u3001 \u4e34\u65f6\u4fee\u6539hostname<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@localhost<\/span> Desktop]# hostname bigdata-senior01.chybinmy.com\r\n<\/code><\/pre>\n<p>\u8fd9\u79cd\u4fee\u6539\u65b9\u5f0f\uff0c\u7cfb\u7edf\u91cd\u542f\u540e\u5c31\u4f1a\u5931\u6548\u3002<\/p>\n<p>2\u3001 \u6c38\u4e45\u4fee\u6539hostname<\/p>\n<p>\u60f3\u6c38\u4e45\u4fee\u6539\uff0c\u5e94\u8be5\u4fee\u6539\u914d\u7f6e\u6587\u4ef6 \/etc\/sysconfig\/network\u3002<\/p>\n<pre><code class=\"java language-java hljs\">\u547d\u4ee4\uff1a[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~] vim \/etc\/sysconfig\/network\r\n<\/code><\/pre>\n<p>\u6253\u5f00\u6587\u4ef6\u540e\uff0c<\/p>\n<pre><code class=\"java language-java hljs\">NETWORKING=yes  #\u4f7f\u7528\u7f51\u7edc\r\nHOSTNAME=bigdata-senior01.chybinmy.com  #\u8bbe\u7f6e\u4e3b\u673a\u540d\r\n<\/code><\/pre>\n<p>\u516d\u3001\u914d\u7f6eHost<\/p>\n<pre><code class=\"java language-java hljs\">\u547d\u4ee4\uff1a[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~] vim \/etc\/hosts\r\n\u6dfb\u52a0hosts: <span class=\"hljs-number\">192.168<\/span>.100.10 bigdata-senior01.chybinmy.com\r\n<\/code><\/pre>\n<p>\u4e03\u3001\u5173\u95ed\u9632\u706b\u5899<\/p>\n<p>\u5b66\u4e60\u73af\u5883\u53ef\u4ee5\u76f4\u63a5\u628a\u9632\u706b\u5899\u5173\u95ed\u6389\u3002<\/p>\n<p>(1) \u7528root\u7528\u6237\u767b\u5f55\u540e\uff0c\u6267\u884c\u67e5\u770b\u9632\u706b\u5899\u72b6\u6001\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop]# service iptables status\r\n<\/code><\/pre>\n<p>(2) \u7528[root@bigdata-senior01 hadoop]# service iptables stop\u5173\u95ed\u9632\u706b\u5899\uff0c\u8fd9\u4e2a\u662f\u4e34\u65f6\u5173\u95ed\u9632\u706b\u5899\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]# service iptables stop\r\niptables: Setting chains to policy ACCEPT: filter          [  OK  ]\r\niptables: Flushing firewall rules:                         [  OK  ]\r\niptables: Unloading modules:                               [  OK  ]\r\n<\/code><\/pre>\n<p>(3) \u5982\u679c\u8981\u6c38\u4e45\u5173\u95ed\u9632\u706b\u5899\u7528\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop]# chkconfig iptables off\r\n<\/code><\/pre>\n<p>\u5173\u95ed\uff0c\u8fd9\u79cd\u9700\u8981\u91cd\u542f\u624d\u80fd\u751f\u6548\u3002<\/p>\n<p>\u516b\u3001\u5173\u95edselinux<\/p>\n<p>selinux\u662fLinux\u4e00\u4e2a\u5b50\u5b89\u5168\u673a\u5236\uff0c\u5b66\u4e60\u73af\u5883\u53ef\u4ee5\u5c06\u5b83\u7981\u7528\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ vim \/etc\/sysconfig\/selinux\r\n<\/code><\/pre>\n<pre><code class=\"java language-java hljs\"># This file controls the state of SELinux on the system.\r\n# SELINUX= can take one of these three values:\r\n#     enforcing - SELinux security policy is enforced.\r\n#     permissive - SELinux prints warnings instead of enforcing.\r\n#     disabled - No SELinux policy is loaded.\r\nSELINUX=disabled\r\n# SELINUXTYPE= can take one of these two values:\r\n#     targeted - Targeted processes are <span class=\"hljs-keyword\">protected<\/span>,\r\n#     mls - Multi Level Security protection.\r\nSELINUXTYPE=targeted\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/5bdf1af0-5cba-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<h4 id=\"jdk\">\u7b2c\u4e09\u6b65\u3001\u5b89\u88c5JDK<\/h4>\n<p>\u4e5d\u3001\u5b89\u88c5Java JDK<\/p>\n<p>1\u3001 \u67e5\u770b\u662f\u5426\u5df2\u7ecf\u5b89\u88c5\u4e86java JDK\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 Desktop]# java \u2013version\r\n<\/code><\/pre>\n<p>\u6ce8\u610f\uff1aHadoop\u673a\u5668\u4e0a\u7684JDK\uff0c\u6700\u597d\u662fOracle\u7684Java JDK\uff0c\u4e0d\u7136\u4f1a\u6709\u4e00\u4e9b\u95ee\u9898\uff0c\u6bd4\u5982\u53ef\u80fd\u6ca1\u6709JPS\u547d\u4ee4\u3002 \u5982\u679c\u5b89\u88c5\u4e86\u5176\u4ed6\u7248\u672c\u7684JDK\uff0c\u5378\u8f7d\u6389\u3002<\/p>\n<p>2\u3001 \u5b89\u88c5java JDK<\/p>\n<p>(1) \u53bb\u4e0b\u8f7dOracle\u7248\u672cJava JDK\uff1ajdk-7u67-linux-x64.tar.gz<\/p>\n<p>(2) \u5c06jdk-7u67-linux-x64.tar.gz\u89e3\u538b\u5230\/opt\/modules\u76ee\u5f55\u4e0b<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 \/]# tar -zxvf jdk-<span class=\"hljs-number\">7<\/span>u67-linux-x64.tar.gz -C \/opt\/modules\r\n<\/code><\/pre>\n<p>(3) \u6dfb\u52a0\u73af\u5883\u53d8\u91cf<\/p>\n<p>\u8bbe\u7f6eJDK\u7684\u73af\u5883\u53d8\u91cf JAVA_HOME\u3002\u9700\u8981\u4fee\u6539\u914d\u7f6e\u6587\u4ef6\/etc\/profile\uff0c\u8ffd\u52a0<\/p>\n<pre><code class=\"java language-java hljs\">export JAVA_HOME=<span class=\"hljs-string\">\"\/opt\/modules\/jdk1.7.0_67\"<\/span>\r\nexport PATH=$JAVA_HOME\/bin:$PATH\r\n<\/code><\/pre>\n<p>\u4fee\u6539\u5b8c\u6bd5\u540e\uff0c\u6267\u884c source \/etc\/profile<\/p>\n<p>(4)\u5b89\u88c5\u540e\u518d\u6b21\u6267\u884c java \u2013version,\u53ef\u4ee5\u770b\u89c1\u5df2\u7ecf\u5b89\u88c5\u5b8c\u6210\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 \/]# java -version\r\njava version <span class=\"hljs-string\">\"1.7.0_67\"<\/span>\r\nJava(TM) <span class=\"hljs-function\">SE Runtime <span class=\"hljs-title\">Environment<\/span> <span class=\"hljs-params\">(build <span class=\"hljs-number\">1.7<\/span><span class=\"hljs-number\">.0<\/span>_67-b01)<\/span>\r\nJava <span class=\"hljs-title\">HotSpot<\/span><span class=\"hljs-params\">(TM)<\/span> 64-Bit Server <span class=\"hljs-title\">VM<\/span> <span class=\"hljs-params\">(build <span class=\"hljs-number\">24.65<\/span>-b04, mixed mode)<\/span>\r\n<\/span><\/code><\/pre>\n<h3 id=\"hadoop-2\">\u7b2c\u4e8c\u90e8\u5206\uff1aHadoop\u672c\u5730\u6a21\u5f0f\u5b89\u88c5<\/h3>\n<h4 id=\"hadoop-3\">\u7b2c\u56db\u6b65\u3001Hadoop\u90e8\u7f72\u6a21\u5f0f<\/h4>\n<p>Hadoop\u90e8\u7f72\u6a21\u5f0f\u6709\uff1a\u672c\u5730\u6a21\u5f0f\u3001\u4f2a\u5206\u5e03\u6a21\u5f0f\u3001\u5b8c\u5168\u5206\u5e03\u5f0f\u6a21\u5f0f\u3001HA\u5b8c\u5168\u5206\u5e03\u5f0f\u6a21\u5f0f\u3002<\/p>\n<p>\u533a\u5206\u7684\u4f9d\u636e\u662fNameNode\u3001DataNode\u3001ResourceManager\u3001NodeManager\u7b49\u6a21\u5757\u8fd0\u884c\u5728\u51e0\u4e2aJVM\u8fdb\u7a0b\u3001\u51e0\u4e2a\u673a\u5668\u3002<\/p>\n<table>\n<thead>\n<tr>\n<th>\u6a21\u5f0f\u540d\u79f0<\/th>\n<th>\u5404\u4e2a\u6a21\u5757\u5360\u7528\u7684JVM\u8fdb\u7a0b\u6570<\/th>\n<th>\u5404\u4e2a\u6a21\u5757\u8fd0\u884c\u5728\u51e0\u4e2a\u673a\u5668\u6570\u4e0a<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u672c\u5730\u6a21\u5f0f<\/td>\n<td>1\u4e2a<\/td>\n<td>1\u4e2a<\/td>\n<\/tr>\n<tr>\n<td>\u4f2a\u5206\u5e03\u5f0f\u6a21\u5f0f<\/td>\n<td>N\u4e2a<\/td>\n<td>1\u4e2a<\/td>\n<\/tr>\n<tr>\n<td>\u5b8c\u5168\u5206\u5e03\u5f0f\u6a21\u5f0f<\/td>\n<td>N\u4e2a<\/td>\n<td>N\u4e2a<\/td>\n<\/tr>\n<tr>\n<td>HA\u5b8c\u5168\u5206\u5e03\u5f0f<\/td>\n<td>N\u4e2a<\/td>\n<td>N\u4e2a<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h4 id=\"-2\">\u7b2c\u4e94\u6b65\u3001\u672c\u5730\u6a21\u5f0f\u90e8\u7f72<\/h4>\n<p>\u5341\u3001\u672c\u5730\u6a21\u5f0f\u4ecb\u7ecd<\/p>\n<p>\u672c\u5730\u6a21\u5f0f\u662f\u6700\u7b80\u5355\u7684\u6a21\u5f0f\uff0c\u6240\u6709\u6a21\u5757\u90fd\u8fd0\u884c\u4e0e\u4e00\u4e2aJVM\u8fdb\u7a0b\u4e2d\uff0c\u4f7f\u7528\u7684\u672c\u5730\u6587\u4ef6\u7cfb\u7edf\uff0c\u800c\u4e0d\u662fHDFS\uff0c\u672c\u5730\u6a21\u5f0f\u4e3b\u8981\u662f\u7528\u4e8e\u672c\u5730\u5f00\u53d1\u8fc7\u7a0b\u4e2d\u7684\u8fd0\u884c\u8c03\u8bd5\u7528\u3002\u4e0b\u8f7dhadoop\u5b89\u88c5\u5305\u540e\u4e0d\u7528\u4efb\u4f55\u8bbe\u7f6e\uff0c\u9ed8\u8ba4\u7684\u5c31\u662f\u672c\u5730\u6a21\u5f0f\u3002<\/p>\n<p>\u5341\u4e00\u3001\u89e3\u538bhadoop\u540e\u5c31\u662f\u76f4\u63a5\u53ef\u4ee5\u4f7f\u7528<\/p>\n<p>1\u3001 \u521b\u5efa\u4e00\u4e2a\u5b58\u653e\u672c\u5730\u6a21\u5f0fhadoop\u7684\u76ee\u5f55<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ mkdir \/opt\/modules\/hadoopstandalone\r\n<\/code><\/pre>\n<p>2\u3001 \u89e3\u538bhadoop\u6587\u4ef6<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ tar -zxf \/opt\/sofeware\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0.tar.gz  -C \/opt\/modules\/hadoopstandalone\/\r\n<\/code><\/pre>\n<p>3\u3001 \u786e\u4fddJAVA_HOME\u73af\u5883\u53d8\u91cf\u5df2\u7ecf\u914d\u7f6e\u597d<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ echo ${JAVA_HOME}\r\n\/opt\/modules\/jdk1.7.0_67\r\n<\/code><\/pre>\n<p>\u5341\u4e8c\u3001\u8fd0\u884cMapReduce\u7a0b\u5e8f\uff0c\u9a8c\u8bc1<\/p>\n<p>\u6211\u4eec\u8fd9\u91cc\u7528hadoop\u81ea\u5e26\u7684wordcount\u4f8b\u5b50\u6765\u5728\u672c\u5730\u6a21\u5f0f\u4e0b\u6d4b\u8bd5\u8dd1mapreduce\u3002<\/p>\n<p>1\u3001 \u51c6\u5907mapreduce\u8f93\u5165\u6587\u4ef6wc.input<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ cat \/opt\/data\/wc.input\r\nhadoop mapreduce hive\r\nhbase spark storm\r\nsqoop hadoop hive\r\nspark hadoop\r\n<\/code><\/pre>\n<p>2\u3001 \u8fd0\u884chadoop\u81ea\u5e26\u7684mapreduce Demo<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoopstandalone]$ bin\/hadoop jar share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-<span class=\"hljs-number\">2.5<\/span>.0.jar wordcount \/opt\/data\/wc.input output2\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/7492ce20-5cba-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u8fd9\u91cc\u53ef\u4ee5\u770b\u5230job ID\u4e2d\u6709local\u5b57\u6837\uff0c\u8bf4\u660e\u662f\u8fd0\u884c\u5728\u672c\u5730\u6a21\u5f0f\u4e0b\u7684\u3002<\/p>\n<p>3\u3001 \u67e5\u770b\u8f93\u51fa\u6587\u4ef6<\/p>\n<p>\u672c\u5730\u6a21\u5f0f\u4e0b\uff0cmapreduce\u7684\u8f93\u51fa\u662f\u8f93\u51fa\u5230\u672c\u5730\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoopstandalone]$ ll output2\r\ntotal <span class=\"hljs-number\">4<\/span>\r\n-rw-r--r-- <span class=\"hljs-number\">1<\/span> hadoop hadoop <span class=\"hljs-number\">60<\/span> Jul  <span class=\"hljs-number\">7<\/span> <span class=\"hljs-number\">12<\/span>:<span class=\"hljs-number\">50<\/span> part-r-<span class=\"hljs-number\">00000<\/span>\r\n-rw-r--r-- <span class=\"hljs-number\">1<\/span> hadoop hadoop  <span class=\"hljs-number\">0<\/span> Jul  <span class=\"hljs-number\">7<\/span> <span class=\"hljs-number\">12<\/span>:<span class=\"hljs-number\">50<\/span> _SUCCESS\r\n<\/code><\/pre>\n<p>\u8f93\u51fa\u76ee\u5f55\u4e2d\u6709_SUCCESS\u6587\u4ef6\u8bf4\u660eJOB\u8fd0\u884c\u6210\u529f\uff0cpart-r-00000\u662f\u8f93\u51fa\u7ed3\u679c\u6587\u4ef6\u3002<\/p>\n<h3 id=\"hadoop-4\">\u7b2c\u4e09\u90e8\u5206\uff1aHadoop\u4f2a\u5206\u5e03\u5f0f\u6a21\u5f0f\u5b89\u88c5<\/h3>\n<h4 id=\"hadoop-5\">\u7b2c\u516d\u6b65\u3001\u4f2a\u5206\u5e03\u5f0fHadoop\u90e8\u7f72\u8fc7\u7a0b<\/h4>\n<p>\u5341\u4e09\u3001Hadoop\u6240\u7528\u7684\u7528\u6237\u8bbe\u7f6e<\/p>\n<p>1\u3001 \u521b\u5efa\u4e00\u4e2a\u540d\u5b57\u4e3ahadoop\u7684\u666e\u901a\u7528\u6237<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# useradd hadoop\r\n[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# passwd hadoop\r\n<\/code><\/pre>\n<p>2\u3001 \u7ed9hadoop\u7528\u6237sudo\u6743\u9650<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# vim \/etc\/sudoers\r\n<\/code><\/pre>\n<p>\u8bbe\u7f6e\u6743\u9650\uff0c\u5b66\u4e60\u73af\u5883\u53ef\u4ee5\u5c06hadoop\u7528\u6237\u7684\u6743\u9650\u8bbe\u7f6e\u7684\u5927\u4e00\u4e9b\uff0c\u4f46\u662f\u751f\u4ea7\u73af\u5883\u4e00\u5b9a\u8981\u6ce8\u610f\u666e\u901a\u7528\u6237\u7684\u6743\u9650\u9650\u5236\u3002<\/p>\n<pre><code class=\"java language-java hljs\">root    ALL=(ALL)       ALL\r\nhadoop ALL=(root) NOPASSWD:ALL\r\n<\/code><\/pre>\n<p>\u6ce8\u610f\uff1a\u5982\u679croot\u7528\u6237\u65e0\u6743\u4fee\u6539sudoers\u6587\u4ef6\uff0c\u5148\u624b\u52a8\u4e3aroot\u7528\u6237\u6dfb\u52a0\u5199\u6743\u9650\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# chmod u+w \/etc\/sudoers\r\n<\/code><\/pre>\n<p>3\u3001 \u5207\u6362\u5230hadoop\u7528\u6237<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# su - hadoop\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$\r\n<\/code><\/pre>\n<p>4\u3001 \u521b\u5efa\u5b58\u653ehadoop\u6587\u4ef6\u7684\u76ee\u5f55<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$ sudo mkdir \/opt\/modules\r\n<\/code><\/pre>\n<p>5\u3001 \u5c06hadoop\u6587\u4ef6\u5939\u7684\u6240\u6709\u8005\u6307\u5b9a\u4e3ahadoop\u7528\u6237<\/p>\n<p>\u5982\u679c\u5b58\u653ehadoop\u7684\u76ee\u5f55\u7684\u6240\u6709\u8005\u4e0d\u662fhadoop\uff0c\u4e4b\u540ehadoop\u8fd0\u884c\u4e2d\u53ef\u80fd\u4f1a\u6709\u6743\u9650\u95ee\u9898\uff0c\u90a3\u4e48\u5c31\u8bb2\u6240\u6709\u8005\u6539\u4e3ahadoop\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# sudo chown -R hadoop:hadoop \/opt\/modules\r\n<\/code><\/pre>\n<p>\u5341\u56db\u3001\u89e3\u538bHadoop\u76ee\u5f55\u6587\u4ef6<\/p>\n<p>1\u3001 \u590d\u5236hadoop-2.5.0.tar.gz\u5230\/opt\/modules\u76ee\u5f55\u4e0b\u3002<\/p>\n<p>2\u3001 \u89e3\u538bhadoop-2.5.0.tar.gz<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]# cd \/opt\/modules\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop]# tar -zxvf hadoop-<span class=\"hljs-number\">2.5<\/span>.0.tar.gz\r\n<\/code><\/pre>\n<p>\u5341\u4e94\u3001\u914d\u7f6eHadoop<\/p>\n<p>1\u3001 \u914d\u7f6eHadoop\u73af\u5883\u53d8\u91cf<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop]# vim \/etc\/profile\r\n<\/code><\/pre>\n<p>\u8ffd\u52a0\u914d\u7f6e\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">export HADOOP_HOME=<span class=\"hljs-string\">\"\/opt\/modules\/hadoop-2.5.0\"<\/span>\r\nexport PATH=$HADOOP_HOME\/bin:$HADOOP_HOME\/sbin:$PATH\r\n<\/code><\/pre>\n<p>\u6267\u884c\uff1asource \/etc\/profile \u4f7f\u5f97\u914d\u7f6e\u751f\u6548<\/p>\n<p>\u9a8c\u8bc1HADOOP_HOME\u53c2\u6570\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 \/]$ echo $HADOOP_HOME\r\n\/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\r\n<\/code><\/pre>\n<p>2\u3001 \u914d\u7f6e hadoop-env.sh\u3001mapred-env.sh\u3001yarn-env.sh\u6587\u4ef6\u7684JAVA_HOME\u53c2\u6570<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$ sudo vim  ${HADOOP_HOME}\/etc\/hadoop\/hadoop-env.sh\r\n<\/code><\/pre>\n<pre><code class=\"java language-java hljs\">\u4fee\u6539JAVA_HOME\u53c2\u6570\u4e3a\uff1a\r\nexport JAVA_HOME=<span class=\"hljs-string\">\"\/opt\/modules\/jdk1.7.0_67\"<\/span>\r\n<\/code><\/pre>\n<p>3\u3001 \u914d\u7f6ecore-site.xml<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/85acb450-5cba-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>[hadoop@bigdata-senior01 ~]<span id=\"MathJax-Element-1-Frame\" class=\"mjx-chtml MathJax_CHTML\" style=\"box-sizing: border-box; -webkit-tap-highlight-color: transparent; text-size-adjust: none; -webkit-font-smoothing: antialiased; outline: 0px !important; display: inline-block; line-height: 0; text-indent: 0px; text-align: left; text-transform: none; font-style: normal; font-weight: normal; font-size: 17.6px; letter-spacing: normal; word-wrap: normal; word-spacing: normal; white-space: nowrap; float: none; direction: ltr; max-width: none; max-height: none; min-width: 0px; min-height: 0px; border: 0px; margin: 0px; padding: 1px 0px; position: relative;\" tabindex=\"0\" role=\"presentation\" data-mathml=\"&lt;math xmlns=&quot;http:\/\/www.w3.org\/1998\/Math\/MathML&quot;&gt;&lt;mi&gt;s&lt;\/mi&gt;&lt;mi&gt;u&lt;\/mi&gt;&lt;mi&gt;d&lt;\/mi&gt;&lt;mi&gt;o&lt;\/mi&gt;&lt;mi&gt;v&lt;\/mi&gt;&lt;mi&gt;i&lt;\/mi&gt;&lt;mi&gt;m&lt;\/mi&gt;&lt;\/math&gt;\"><span id=\"MJXc-Node-1\" class=\"mjx-math\" aria-hidden=\"true\"><span id=\"MJXc-Node-2\" class=\"mjx-mrow\"><span id=\"MJXc-Node-3\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">s<\/span><\/span><span id=\"MJXc-Node-4\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">u<\/span><\/span><span id=\"MJXc-Node-5\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">d<\/span><\/span><span id=\"MJXc-Node-6\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">o<\/span><\/span><span id=\"MJXc-Node-7\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">v<\/span><\/span><span id=\"MJXc-Node-8\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">i<\/span><\/span><span id=\"MJXc-Node-9\" class=\"mjx-mi\"><span class=\"mjx-char MJXc-TeX-math-I\">m<\/span><\/span><\/span><\/span><span class=\"MJX_Assistive_MathML\" role=\"presentation\">sudovim<\/span><\/span>{HADOOP_HOME}\/etc\/hadoop\/core-site.xml<\/p>\n<p>\uff081\uff09 fs.defaultFS\u53c2\u6570\u914d\u7f6e\u7684\u662fHDFS\u7684\u5730\u5740\u3002<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>fs.defaultFS<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>hdfs:\/\/bigdata-senior01.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>\uff082\uff09\u00a0<code>hadoop.tmp.dir<\/code>\u914d\u7f6e\u7684\u662fHadoop\u4e34\u65f6\u76ee\u5f55\uff0c\u6bd4\u5982HDFS\u7684NameNode\u6570\u636e\u9ed8\u8ba4\u90fd\u5b58\u653e\u8fd9\u4e2a\u76ee\u5f55\u4e0b\uff0c\u67e5\u770b<code>*-default.xml<\/code>\u7b49\u9ed8\u8ba4\u914d\u7f6e\u6587\u4ef6\uff0c\u5c31\u53ef\u4ee5\u770b\u5230\u5f88\u591a\u4f9d\u8d56<code>${hadoop.tmp.dir}<\/code>\u7684\u914d\u7f6e\u3002<\/p>\n<p>\u9ed8\u8ba4\u7684<code>hadoop.tmp.dir<\/code>\u662f<code>\/tmp\/hadoop-${user.name}<\/code>,\u6b64\u65f6\u6709\u4e2a\u95ee\u9898\u5c31\u662fNameNode\u4f1a\u5c06HDFS\u7684\u5143\u6570\u636e\u5b58\u50a8\u5728\u8fd9\u4e2a\/tmp\u76ee\u5f55\u4e0b\uff0c\u5982\u679c\u64cd\u4f5c\u7cfb\u7edf\u91cd\u542f\u4e86\uff0c\u7cfb\u7edf\u4f1a\u6e05\u7a7a\/tmp\u76ee\u5f55\u4e0b\u7684\u4e1c\u897f\uff0c\u5bfc\u81f4NameNode\u5143\u6570\u636e\u4e22\u5931\uff0c\u662f\u4e2a\u975e\u5e38\u4e25\u91cd\u7684\u95ee\u9898\uff0c\u6240\u6709\u6211\u4eec\u5e94\u8be5\u4fee\u6539\u8fd9\u4e2a\u8def\u5f84\u3002<\/p>\n<ul>\n<li>\u521b\u5efa\u4e34\u65f6\u76ee\u5f55\uff1a<\/li>\n<\/ul>\n<pre><code class=\"java language-java hljs\">    [hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sudo mkdir -p \/opt\/data\/tmp\r\n<\/code><\/pre>\n<ul>\n<li>\u5c06\u4e34\u65f6\u76ee\u5f55\u7684\u6240\u6709\u8005\u4fee\u6539\u4e3ahadoop<\/li>\n<\/ul>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sudo chown \u2013R hadoop:hadoop \/opt\/data\/tmp\r\n<\/code><\/pre>\n<ul>\n<li>\u4fee\u6539hadoop.tmp.dir<\/li>\n<\/ul>\n<pre><code class=\"xml language-xml hljs\"> <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>hadoop.tmp.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/data\/tmp<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>\u5341\u516d\u3001\u914d\u7f6e\u3001\u683c\u5f0f\u5316\u3001\u542f\u52a8HDFS<\/p>\n<p>1\u3001 \u914d\u7f6ehdfs-site.xml<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/90cfa810-5cba-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ vim ${HADOOP_HOME}\/etc\/hadoop\/hdfs-site.xml\r\n<\/code><\/pre>\n<pre><code class=\"xml language-xml hljs\">    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n       <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.replication<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n       <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>dfs.replication\u914d\u7f6e\u7684\u662fHDFS\u5b58\u50a8\u65f6\u7684\u5907\u4efd\u6570\u91cf\uff0c\u56e0\u4e3a\u8fd9\u91cc\u662f\u4f2a\u5206\u5e03\u5f0f\u73af\u5883\u53ea\u6709\u4e00\u4e2a\u8282\u70b9\uff0c\u6240\u4ee5\u8fd9\u91cc\u8bbe\u7f6e\u4e3a1\u3002<\/p>\n<p>2\u3001 \u683c\u5f0f\u5316HDFS<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/a037bf90-5cba-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$ hdfs namenode \u2013format\r\n<\/code><\/pre>\n<p>\u683c\u5f0f\u5316\u662f\u5bf9HDFS\u8fd9\u4e2a\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\u4e2d\u7684DataNode\u8fdb\u884c\u5206\u5757\uff0c\u7edf\u8ba1\u6240\u6709\u5206\u5757\u540e\u7684\u521d\u59cb\u5143\u6570\u636e\u7684\u5b58\u50a8\u5728NameNode\u4e2d\u3002<\/p>\n<p>\u683c\u5f0f\u5316\u540e\uff0c\u67e5\u770bcore-site.xml\u91cchadoop.tmp.dir\uff08\u672c\u4f8b\u662f\/opt\/data\u76ee\u5f55\uff09\u6307\u5b9a\u7684\u76ee\u5f55\u4e0b\u662f\u5426\u6709\u4e86dfs\u76ee\u5f55\uff0c\u5982\u679c\u6709\uff0c\u8bf4\u660e\u683c\u5f0f\u5316\u6210\u529f\u3002<\/p>\n<p><strong>\u6ce8\u610f\uff1a<\/strong><\/p>\n<ol>\n<li>\u683c\u5f0f\u5316\u65f6\uff0c\u8fd9\u91cc\u6ce8\u610fhadoop.tmp.dir\u76ee\u5f55\u7684\u6743\u9650\u95ee\u9898\uff0c\u5e94\u8be5hadoop\u666e\u901a\u7528\u6237\u6709\u8bfb\u5199\u6743\u9650\u624d\u884c\uff0c\u53ef\u4ee5\u5c06\/opt\/data\u7684\u6240\u6709\u8005\u6539\u4e3ahadoop\u3002 [hadoop@bigdata-senior01 hadoop-2.5.0]$ sudo chown -R hadoop:hadoop \/opt\/data<\/li>\n<li>\u67e5\u770bNameNode\u683c\u5f0f\u5316\u540e\u7684\u76ee\u5f55\u3002<\/li>\n<\/ol>\n<pre><code class=\"java language-java hljs\">   [hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$ ll \/opt\/data\/tmp\/dfs\/name\/current\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/aebcca10-5cba-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>fsimage\u662fNameNode\u5143\u6570\u636e\u5728\u5185\u5b58\u6ee1\u4e86\u540e\uff0c\u6301\u4e45\u5316\u4fdd\u5b58\u5230\u7684\u6587\u4ef6\u3002<\/p>\n<p><code>fsimage*.md5<\/code>\u00a0\u662f\u6821\u9a8c\u6587\u4ef6\uff0c\u7528\u4e8e\u6821\u9a8cfsimage\u7684\u5b8c\u6574\u6027\u3002<\/p>\n<p><code>seen_txid<\/code>\u00a0\u662fhadoop\u7684\u7248\u672c<\/p>\n<p><strong>vession\u6587\u4ef6\u91cc\u4fdd\u5b58\uff1a<\/strong><\/p>\n<ul>\n<li>namespaceID\uff1aNameNode\u7684\u552f\u4e00ID\u3002<\/li>\n<li>clusterID:\u96c6\u7fa4ID\uff0cNameNode\u548cDataNode\u7684\u96c6\u7fa4ID\u5e94\u8be5\u4e00\u81f4\uff0c\u8868\u660e\u662f\u4e00\u4e2a\u96c6\u7fa4\u3002<\/li>\n<\/ul>\n<pre><code class=\"java language-java hljs\">#Mon Jul <span class=\"hljs-number\">04<\/span> <span class=\"hljs-number\">17<\/span>:<span class=\"hljs-number\">25<\/span>:<span class=\"hljs-number\">50<\/span> CST <span class=\"hljs-number\">2016<\/span>\r\nnamespaceID=<span class=\"hljs-number\">2101579007<\/span>\r\nclusterID=CID-<span class=\"hljs-number\">205277e6<\/span>-<span class=\"hljs-number\">493<\/span>b-<span class=\"hljs-number\">4601<\/span>-<span class=\"hljs-number\">8e33<\/span>-c09d1d23ece4\r\ncTime=<span class=\"hljs-number\">0<\/span>\r\nstorageType=NAME_NODE\r\nblockpoolID=BP-<span class=\"hljs-number\">1641019026<\/span>-<span class=\"hljs-number\">127.0<\/span>.0.1-<span class=\"hljs-number\">1467624350057<\/span>\r\nlayoutVersion=-<span class=\"hljs-number\">57<\/span>\r\n<\/code><\/pre>\n<p>3\u3001 \u542f\u52a8NameNode<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/sbin\/hadoop-daemon.sh start namenode\r\nstarting namenode, logging to \/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/logs\/hadoop-hadoop-namenode-bigdata-senior01.chybinmy.com.out\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/d2162ab0-5cba-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>4\u3001 \u542f\u52a8DataNode<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/sbin\/hadoop-daemon.sh start datanode\r\nstarting datanode, logging to \/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/logs\/hadoop-hadoop-datanode-bigdata-senior01.chybinmy.com.out\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/dc911ea0-5cba-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>5\u3001 \u542f\u52a8SecondaryNameNode<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/sbin\/hadoop-daemon.sh start secondarynamenode\r\nstarting secondarynamenode, logging to \/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/logs\/hadoop-hadoop-secondarynamenode-bigdata-senior01.chybinmy.com.out\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/e8e45500-5cba-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>6\u3001 JPS\u547d\u4ee4\u67e5\u770b\u662f\u5426\u5df2\u7ecf\u542f\u52a8\u6210\u529f\uff0c\u6709\u7ed3\u679c\u5c31\u662f\u542f\u52a8\u6210\u529f\u4e86\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ jps\r\n<span class=\"hljs-number\">3034<\/span> NameNode\r\n<span class=\"hljs-number\">3233<\/span> Jps\r\n<span class=\"hljs-number\">3193<\/span> SecondaryNameNode\r\n<span class=\"hljs-number\">3110<\/span> DataNode\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/f36a1e60-5cba-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>7\u3001 HDFS\u4e0a\u6d4b\u8bd5\u521b\u5efa\u76ee\u5f55\u3001\u4e0a\u4f20\u3001\u4e0b\u8f7d\u6587\u4ef6<\/p>\n<p>HDFS\u4e0a\u521b\u5efa\u76ee\u5f55<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/bin\/hdfs dfs -mkdir \/demo1\r\n<\/code><\/pre>\n<p>\u4e0a\u4f20\u672c\u5730\u6587\u4ef6\u5230HDFS\u4e0a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/bin\/hdfs dfs -put \r\n${HADOOP_HOME}\/etc\/hadoop\/core-site.xml \/demo1\r\n<\/code><\/pre>\n<p>\u8bfb\u53d6HDFS\u4e0a\u7684\u6587\u4ef6\u5185\u5bb9<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/bin\/hdfs dfs -cat \/demo1\/core-site.xml\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/fe96fd30-5cba-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>\u4eceHDFS\u4e0a\u4e0b\u8f7d\u6587\u4ef6\u5230\u672c\u5730<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -get \/demo1\/core-site.xml\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/08da3f50-5cbb-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<h4 id=\"yarn\">\u5341\u4e03\u3001\u914d\u7f6e\u3001\u542f\u52a8YARN<\/h4>\n<p>1\u3001 \u914d\u7f6emapred-site.xml<\/p>\n<p>\u9ed8\u8ba4\u6ca1\u6709mapred-site.xml\u6587\u4ef6\uff0c\u4f46\u662f\u6709\u4e2amapred-site.xml.template\u914d\u7f6e\u6a21\u677f\u6587\u4ef6\u3002\u590d\u5236\u6a21\u677f\u751f\u6210mapred-site.xml\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]# cp etc\/hadoop\/mapred-site.xml.template etc\/hadoop\/mapred-site.xml\r\n<\/code><\/pre>\n<p>\u6dfb\u52a0\u914d\u7f6e\u5982\u4e0b\uff1a<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>mapreduce.framework.name<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>yarn<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>\u6307\u5b9amapreduce\u8fd0\u884c\u5728yarn\u6846\u67b6\u4e0a\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/2de68010-5cbb-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>2\u3001 \u914d\u7f6eyarn-site.xml<\/p>\n<p>\u6dfb\u52a0\u914d\u7f6e\u5982\u4e0b\uff1a<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.nodemanager.aux-services<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>mapreduce_shuffle<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.hostname<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<ul>\n<li>yarn.nodemanager.aux-services\u914d\u7f6e\u4e86yarn\u7684\u9ed8\u8ba4\u6df7\u6d17\u65b9\u5f0f\uff0c\u9009\u62e9\u4e3amapreduce\u7684\u9ed8\u8ba4\u6df7\u6d17\u7b97\u6cd5\u3002<\/li>\n<li>yarn.resourcemanager.hostname\u6307\u5b9a\u4e86Resourcemanager\u8fd0\u884c\u5728\u54ea\u4e2a\u8282\u70b9\u4e0a\u3002\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/dff66250-5cbd-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/li>\n<\/ul>\n<p>3\u3001 \u542f\u52a8Resourcemanager<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/sbin\/yarn-daemon.sh start resourcemanager\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/e9a9e790-5cbd-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>4\u3001 \u542f\u52a8nodemanager<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ ${HADOOP_HOME}\/sbin\/yarn-daemon.sh start nodemanager\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/f03f8b00-5cbd-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>5\u3001 \u67e5\u770b\u662f\u5426\u542f\u52a8\u6210\u529f<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ jps\r\n<span class=\"hljs-number\">3034<\/span> NameNode\r\n<span class=\"hljs-number\">4439<\/span> NodeManager\r\n<span class=\"hljs-number\">4197<\/span> ResourceManager\r\n<span class=\"hljs-number\">4543<\/span> Jps\r\n<span class=\"hljs-number\">3193<\/span> SecondaryNameNode\r\n<span class=\"hljs-number\">3110<\/span> DataNode\r\n<\/code><\/pre>\n<p>\u53ef\u4ee5\u770b\u5230ResourceManager\u3001NodeManager\u5df2\u7ecf\u542f\u52a8\u6210\u529f\u4e86\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/f88e7730-5cbd-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>6\u3001 YARN\u7684Web\u9875\u9762<\/p>\n<p>YARN\u7684Web\u5ba2\u6237\u7aef\u7aef\u53e3\u53f7\u662f8088\uff0c\u901a\u8fc7<a href=\"http:\/\/192.168.100.10:8088\/\">http:\/\/192.168.100.10:8088\/<\/a>\u53ef\u4ee5\u67e5\u770b\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/056adac0-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u5341\u516b\u3001\u8fd0\u884cMapReduce Job<\/p>\n<p>\u5728Hadoop\u7684share\u76ee\u5f55\u91cc\uff0c\u81ea\u5e26\u4e86\u4e00\u4e9bjar\u5305\uff0c\u91cc\u9762\u5e26\u6709\u4e00\u4e9bmapreduce\u5b9e\u4f8b\u5c0f\u4f8b\u5b50\uff0c\u4f4d\u7f6e\u5728share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-2.5.0.jar\uff0c\u53ef\u4ee5\u8fd0\u884c\u8fd9\u4e9b\u4f8b\u5b50\u4f53\u9a8c\u521a\u642d\u5efa\u597d\u7684Hadoop\u5e73\u53f0\uff0c\u6211\u4eec\u8fd9\u91cc\u6765\u8fd0\u884c\u6700\u7ecf\u5178\u7684WordCount\u5b9e\u4f8b\u3002<\/p>\n<p>1\u3001 \u521b\u5efa\u6d4b\u8bd5\u7528\u7684Input\u6587\u4ef6<\/p>\n<p>\u521b\u5efa\u8f93\u5165\u76ee\u5f55:<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -mkdir -p \/wordcountdemo\/input\r\n<\/code><\/pre>\n<p>\u521b\u5efa\u539f\u59cb\u6587\u4ef6:<\/p>\n<p>\u5728\u672c\u5730\/opt\/data\u76ee\u5f55\u521b\u5efa\u4e00\u4e2a\u6587\u4ef6wc.input,\u5185\u5bb9\u5982\u4e0b\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/178763e0-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u5c06wc.input\u6587\u4ef6\u4e0a\u4f20\u5230HDFS\u7684\/wordcountdemo\/input\u76ee\u5f55\u4e2d:<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -put \/opt\/data\/wc.input \/wordcountdemo\/input\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/1ea91ab0-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>2\u3001 \u8fd0\u884cWordCount MapReduce Job<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/yarn jar share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-\r\n<span class=\"hljs-number\">2.5<\/span>.0.jar wordcount \/wordcountdemo\/input \/wordcountdemo\/output\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/268f32f0-5cbe-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>3\u3001 \u67e5\u770b\u8f93\u51fa\u7ed3\u679c\u76ee\u5f55<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -ls \/wordcountdemo\/output\r\n-rw-r--r--   <span class=\"hljs-number\">1<\/span> hadoop supergroup          <span class=\"hljs-number\">0<\/span> <span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">07<\/span>-<span class=\"hljs-number\">05<\/span> <span class=\"hljs-number\">05<\/span>:<span class=\"hljs-number\">12<\/span> \/wordcountdemo\/output\/_SUCCESS\r\n-rw-r--r--   <span class=\"hljs-number\">1<\/span> hadoop supergroup         <span class=\"hljs-number\">60<\/span> <span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">07<\/span>-<span class=\"hljs-number\">05<\/span> <span class=\"hljs-number\">05<\/span>:<span class=\"hljs-number\">12<\/span> \/wordcountdemo\/output\/part-r-<span class=\"hljs-number\">00000<\/span>\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/2f4b86f0-5cbe-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<ul>\n<li>output\u76ee\u5f55\u4e2d\u6709\u4e24\u4e2a\u6587\u4ef6\uff0c_SUCCESS\u6587\u4ef6\u662f\u7a7a\u6587\u4ef6\uff0c\u6709\u8fd9\u4e2a\u6587\u4ef6\u8bf4\u660eJob\u6267\u884c\u6210\u529f\u3002<\/li>\n<li>part-r-00000\u6587\u4ef6\u662f\u7ed3\u679c\u6587\u4ef6\uff0c\u5176\u4e2d-r-\u8bf4\u660e\u8fd9\u4e2a\u6587\u4ef6\u662fReduce\u9636\u6bb5\u4ea7\u751f\u7684\u7ed3\u679c\uff0cmapreduce\u7a0b\u5e8f\u6267\u884c\u65f6\uff0c\u53ef\u4ee5\u6ca1\u6709reduce\u9636\u6bb5\uff0c\u4f46\u662f\u80af\u5b9a\u4f1a\u6709map\u9636\u6bb5\uff0c\u5982\u679c\u6ca1\u6709reduce\u9636\u6bb5\u8fd9\u4e2a\u5730\u65b9\u6709\u662f-m-\u3002<\/li>\n<li>\u4e00\u4e2areduce\u4f1a\u4ea7\u751f\u4e00\u4e2apart-r-\u5f00\u5934\u7684\u6587\u4ef6\u3002<\/li>\n<li>\u67e5\u770b\u8f93\u51fa\u6587\u4ef6\u5185\u5bb9\u3002<\/li>\n<\/ul>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -cat \/wordcountdemo\/output\/part-r-<span class=\"hljs-number\">00000<\/span>\r\nhadoop  <span class=\"hljs-number\">3<\/span>\r\nhbase   <span class=\"hljs-number\">1<\/span>\r\nhive    <span class=\"hljs-number\">2<\/span>\r\nmapreduce       <span class=\"hljs-number\">1<\/span>\r\nspark   <span class=\"hljs-number\">2<\/span>\r\nsqoop   <span class=\"hljs-number\">1<\/span>\r\nstorm   <span class=\"hljs-number\">1<\/span>\r\n<\/code><\/pre>\n<p>\u7ed3\u679c\u662f\u6309\u7167\u952e\u503c\u6392\u597d\u5e8f\u7684\u3002<\/p>\n<p>\u5341\u4e5d\u3001\u505c\u6b62Hadoop<\/p>\n<pre><code class=\"java language-java hljs\"> [hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop namenode\r\nstopping namenode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop datanode\r\nstopping datanode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/yarn-daemon.sh stop resourcemanager\r\nstopping resourcemanager\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/yarn-daemon.sh stop nodemanager\r\nstopping nodemanager\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/3c58e590-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u4e8c\u5341\u3001 Hadoop\u5404\u4e2a\u529f\u80fd\u6a21\u5757\u7684\u7406\u89e3<\/p>\n<p>1\u3001 HDFS\u6a21\u5757<\/p>\n<p>HDFS\u8d1f\u8d23\u5927\u6570\u636e\u7684\u5b58\u50a8\uff0c\u901a\u8fc7\u5c06\u5927\u6587\u4ef6\u5206\u5757\u540e\u8fdb\u884c\u5206\u5e03\u5f0f\u5b58\u50a8\u65b9\u5f0f\uff0c\u7a81\u7834\u4e86\u670d\u52a1\u5668\u786c\u76d8\u5927\u5c0f\u7684\u9650\u5236\uff0c\u89e3\u51b3\u4e86\u5355\u53f0\u673a\u5668\u65e0\u6cd5\u5b58\u50a8\u5927\u6587\u4ef6\u7684\u95ee\u9898\uff0cHDFS\u662f\u4e2a\u76f8\u5bf9\u72ec\u7acb\u7684\u6a21\u5757\uff0c\u53ef\u4ee5\u4e3aYARN\u63d0\u4f9b\u670d\u52a1\uff0c\u4e5f\u53ef\u4ee5\u4e3aHBase\u7b49\u5176\u4ed6\u6a21\u5757\u63d0\u4f9b\u670d\u52a1\u3002<\/p>\n<p>2\u3001 YARN\u6a21\u5757<\/p>\n<p>YARN\u662f\u4e00\u4e2a\u901a\u7528\u7684\u8d44\u6e90\u534f\u540c\u548c\u4efb\u52a1\u8c03\u5ea6\u6846\u67b6\uff0c\u662f\u4e3a\u4e86\u89e3\u51b3Hadoop1.x\u4e2dMapReduce\u91ccNameNode\u8d1f\u8f7d\u592a\u5927\u548c\u5176\u4ed6\u95ee\u9898\u800c\u521b\u5efa\u7684\u4e00\u4e2a\u6846\u67b6\u3002<\/p>\n<p>YARN\u662f\u4e2a\u901a\u7528\u6846\u67b6\uff0c\u4e0d\u6b62\u53ef\u4ee5\u8fd0\u884cMapReduce\uff0c\u8fd8\u53ef\u4ee5\u8fd0\u884cSpark\u3001Storm\u7b49\u5176\u4ed6\u8ba1\u7b97\u6846\u67b6\u3002<\/p>\n<p>3\u3001 MapReduce\u6a21\u5757<\/p>\n<p>MapReduce\u662f\u4e00\u4e2a\u8ba1\u7b97\u6846\u67b6\uff0c\u5b83\u7ed9\u51fa\u4e86\u4e00\u79cd\u6570\u636e\u5904\u7406\u7684\u65b9\u5f0f\uff0c\u5373\u901a\u8fc7Map\u9636\u6bb5\u3001Reduce\u9636\u6bb5\u6765\u5206\u5e03\u5f0f\u5730\u6d41\u5f0f\u5904\u7406\u6570\u636e\u3002\u5b83\u53ea\u9002\u7528\u4e8e\u5927\u6570\u636e\u7684\u79bb\u7ebf\u5904\u7406\uff0c\u5bf9\u5b9e\u65f6\u6027\u8981\u6c42\u5f88\u9ad8\u7684\u5e94\u7528\u4e0d\u9002\u7528\u3002<\/p>\n<h4 id=\"-3\">\u7b2c\u4e03\u6b65\u3001\u5f00\u542f\u5386\u53f2\u670d\u52a1<\/h4>\n<p>\u4e8c\u5341\u4e00\u3001\u5386\u53f2\u670d\u52a1\u4ecb\u7ecd<\/p>\n<p>Hadoop\u5f00\u542f\u5386\u53f2\u670d\u52a1\u53ef\u4ee5\u5728web\u9875\u9762\u4e0a\u67e5\u770bYarn\u4e0a\u6267\u884cjob\u60c5\u51b5\u7684\u8be6\u7ec6\u4fe1\u606f\u3002\u53ef\u4ee5\u901a\u8fc7\u5386\u53f2\u670d\u52a1\u5668\u67e5\u770b\u5df2\u7ecf\u8fd0\u884c\u5b8c\u7684Mapreduce\u4f5c\u4e1a\u8bb0\u5f55\uff0c\u6bd4\u5982\u7528\u4e86\u591a\u5c11\u4e2aMap\u3001\u7528\u4e86\u591a\u5c11\u4e2aReduce\u3001\u4f5c\u4e1a\u63d0\u4ea4\u65f6\u95f4\u3001\u4f5c\u4e1a\u542f\u52a8\u65f6\u95f4\u3001\u4f5c\u4e1a\u5b8c\u6210\u65f6\u95f4\u7b49\u4fe1\u606f\u3002<\/p>\n<p>\u4e8c\u5341\u4e8c\u3001\u5f00\u542f\u5386\u53f2\u670d\u52a1<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/mr-jobhistory-daemon.sh start historyserver\u3001\r\n<\/code><\/pre>\n<p>\u5f00\u542f\u540e\uff0c\u53ef\u4ee5\u901a\u8fc7Web\u9875\u9762\u67e5\u770b\u5386\u53f2\u670d\u52a1\u5668\uff1a<\/p>\n<p><a href=\"http:\/\/bigdata-senior01.chybinmy.com:19888\/\">http:\/\/bigdata-senior01.chybinmy.com:19888\/<\/a><\/p>\n<p>\u4e8c\u5341\u4e09\u3001Web\u67e5\u770bjob\u6267\u884c\u5386\u53f2<\/p>\n<p>1\u3001 \u8fd0\u884c\u4e00\u4e2amapreduce\u4efb\u52a1<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/yarn jar share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-\r\n<span class=\"hljs-number\">2.5<\/span>.0.jar wordcount \/wordcountdemo\/input \/wordcountdemo\/output1\r\n<\/code><\/pre>\n<p>2\u3001 job\u6267\u884c\u4e2d<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/477f82d0-5cbe-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>3\u3001 \u67e5\u770bjob\u5386\u53f2<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/50e9ca10-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/57a39750-5cbe-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>\u5386\u53f2\u670d\u52a1\u5668\u7684Web\u7aef\u53e3\u9ed8\u8ba4\u662f19888\uff0c\u53ef\u4ee5\u67e5\u770bWeb\u754c\u9762\u3002<\/p>\n<p>\u4f46\u662f\u5728\u4e0a\u9762\u6240\u663e\u793a\u7684\u67d0\u4e00\u4e2aJob\u4efb\u52a1\u9875\u9762\u7684\u6700\u4e0b\u9762\uff0cMap\u548cReduce\u4e2a\u6570\u7684\u94fe\u63a5\u4e0a\uff0c\u70b9\u51fb\u8fdb\u5165Map\u7684\u8be6\u7ec6\u4fe1\u606f\u9875\u9762\uff0c\u518d\u67e5\u770b\u67d0\u4e00\u4e2aMap\u6216\u8005Reduce\u7684\u8be6\u7ec6\u65e5\u5fd7\u662f\u770b\u4e0d\u5230\u7684\uff0c\u662f\u56e0\u4e3a\u6ca1\u6709\u5f00\u542f\u65e5\u5fd7\u805a\u96c6\u670d\u52a1\u3002<\/p>\n<p>\u4e8c\u5341\u56db\u3001\u5f00\u542f\u65e5\u5fd7\u805a\u96c6<\/p>\n<p>4\u3001 \u65e5\u5fd7\u805a\u96c6\u4ecb\u7ecd<\/p>\n<p>MapReduce\u662f\u5728\u5404\u4e2a\u673a\u5668\u4e0a\u8fd0\u884c\u7684\uff0c\u5728\u8fd0\u884c\u8fc7\u7a0b\u4e2d\u4ea7\u751f\u7684\u65e5\u5fd7\u5b58\u5728\u4e8e\u5404\u4e2a\u673a\u5668\u4e0a\uff0c\u4e3a\u4e86\u80fd\u591f\u7edf\u4e00\u67e5\u770b\u5404\u4e2a\u673a\u5668\u7684\u8fd0\u884c\u65e5\u5fd7\uff0c\u5c06\u65e5\u5fd7\u96c6\u4e2d\u5b58\u653e\u5728HDFS\u4e0a\uff0c\u8fd9\u4e2a\u8fc7\u7a0b\u5c31\u662f\u65e5\u5fd7\u805a\u96c6\u3002<\/p>\n<p>5\u3001 \u5f00\u542f\u65e5\u5fd7\u805a\u96c6<\/p>\n<p>\u914d\u7f6e\u65e5\u5fd7\u805a\u96c6\u529f\u80fd\uff1a<\/p>\n<p>Hadoop\u9ed8\u8ba4\u662f\u4e0d\u542f\u7528\u65e5\u5fd7\u805a\u96c6\u7684\u3002\u5728yarn-site.xml\u6587\u4ef6\u91cc\u914d\u7f6e\u542f\u7528\u65e5\u5fd7\u805a\u96c6\u3002<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation-enable<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation.retain-seconds<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>106800<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>yarn.log-aggregation-enable:\u662f\u5426\u542f\u7528\u65e5\u5fd7\u805a\u96c6\u529f\u80fd\u3002<\/p>\n<p>yarn.log-aggregation.retain-seconds\uff1a\u8bbe\u7f6e\u65e5\u5fd7\u4fdd\u7559\u65f6\u95f4\uff0c\u5355\u4f4d\u662f\u79d2\u3002<\/p>\n<p>\u5c06\u914d\u7f6e\u6587\u4ef6\u5206\u53d1\u5230\u5176\u4ed6\u8282\u70b9\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop]$ scp \/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/yarn-site.xml bigdata-senior02.chybinmy.com:\/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop]$ scp \/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/yarn-site.xml bigdata-senior03.chybinmy.com:\/opt\/modules\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n<\/code><\/pre>\n<p>\u91cd\u542fYarn\u8fdb\u7a0b\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/stop-yarn.sh\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/start-yarn.sh\r\n<\/code><\/pre>\n<p>\u91cd\u542fHistoryServer\u8fdb\u7a0b\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/mr-jobhistory-daemon.sh stop historyserver\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/mr-jobhistory-daemon.sh start historyserver\r\n<\/code><\/pre>\n<p>6\u3001 \u6d4b\u8bd5\u65e5\u5fd7\u805a\u96c6<\/p>\n<p>\u8fd0\u884c\u4e00\u4e2ademo MapReduce\uff0c\u4f7f\u4e4b\u4ea7\u751f\u65e5\u5fd7\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">bin\/yarn jar share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-<span class=\"hljs-number\">2.5<\/span>.0.jar wordcount \/input \/output1\r\n<\/code><\/pre>\n<p>\u67e5\u770b\u65e5\u5fd7\uff1a<\/p>\n<p>\u8fd0\u884cJob\u540e\uff0c\u5c31\u53ef\u4ee5\u5728\u5386\u53f2\u670d\u52a1\u5668Web\u9875\u9762\u67e5\u770b\u5404\u4e2aMap\u548cReduce\u7684\u65e5\u5fd7\u4e86\u3002<\/p>\n<h3 id=\"-4\">\u7b2c\u56db\u90e8\u5206\uff1a\u5b8c\u5168\u5206\u5e03\u5f0f\u5b89\u88c5<\/h3>\n<h4 id=\"hadoop-6\">\u7b2c\u516b\u6b65\u3001\u5b8c\u5168\u5e03\u5f0f\u73af\u5883\u90e8\u7f72Hadoop<\/h4>\n<p>\u5b8c\u5168\u5206\u90e8\u5f0f\u662f\u771f\u6b63\u5229\u7528\u591a\u53f0Linux\u4e3b\u673a\u6765\u8fdb\u884c\u90e8\u7f72Hadoop\uff0c\u5bf9Linux\u673a\u5668\u96c6\u7fa4\u8fdb\u884c\u89c4\u5212\uff0c\u4f7f\u5f97Hadoop\u5404\u4e2a\u6a21\u5757\u5206\u522b\u90e8\u7f72\u5728\u4e0d\u540c\u7684\u591a\u53f0\u673a\u5668\u4e0a\u3002<\/p>\n<p>\u4e8c\u5341\u4e94\u3001\u73af\u5883\u51c6\u5907<\/p>\n<p>1\u3001 \u514b\u9686\u865a\u62df\u673a<\/p>\n<ul>\n<li>Vmware\u5de6\u4fa7\u9009\u4e2d\u8981\u514b\u9686\u7684\u673a\u5668\uff0c\u8fd9\u91cc\u5bf9\u539f\u6709\u7684BigData01\u673a\u5668\u8fdb\u884c\u514b\u9686\uff0c\u865a\u62df\u673a\u83dc\u5355\u4e2d\uff0c\u9009\u4e2d\u7ba1\u7406\u83dc\u5355\u4e0b\u7684\u514b\u9686\u547d\u4ee4\u3002<\/li>\n<li>\u9009\u62e9\u201c\u521b\u5efa\u5b8c\u6574\u514b\u9686\u201d\uff0c\u865a\u62df\u673a\u540d\u79f0\u4e3aBigData02\uff0c\u9009\u62e9\u865a\u62df\u673a\u6587\u4ef6\u4fdd\u5b58\u8def\u5f84\uff0c\u8fdb\u884c\u514b\u9686\u3002<\/li>\n<li>\u518d\u6b21\u514b\u9686\u4e00\u4e2a\u540d\u4e3aBigData03\u7684\u865a\u62df\u673a\u3002<\/li>\n<\/ul>\n<p>2\u3001 \u914d\u7f6e\u7f51\u7edc<\/p>\n<p>\u4fee\u6539\u7f51\u5361\u540d\u79f0\uff1a<\/p>\n<p>\u5728BigData02\u548cBigData03\u673a\u5668\u4e0a\u7f16\u8f91\u7f51\u5361\u4fe1\u606f\u3002\u6267\u884csudo vim \/etc\/udev\/rules.d\/70-persistent-net.rules\u547d\u4ee4\u3002\u56e0\u4e3a\u662f\u4eceBigData01\u673a\u5668\u514b\u9686\u6765\u7684\uff0c\u6240\u4ee5\u4f1a\u4fdd\u7559BigData01\u7684\u7f51\u5361eth0\uff0c\u5e76\u4e14\u518d\u6dfb\u52a0\u4e00\u4e2a\u7f51\u5361eth1\u3002\u5e76\u4e14eth0\u7684Mac\u5730\u5740\u548cBigData01\u7684\u5730\u5740\u662f\u4e00\u6837\u7684\uff0cMac\u5730\u5740\u4e0d\u5141\u8bb8\u76f8\u540c\uff0c\u6240\u4ee5\u8981\u5220\u9664eth0\uff0c\u53ea\u4fdd\u7559eth1\u7f51\u5361\uff0c\u5e76\u4e14\u8981\u5c06eth1\u6539\u540d\u4e3aeth0\u3002\u5c06\u4fee\u6539\u540e\u7684eth0\u7684mac\u5730\u5740\u590d\u5236\u4e0b\u6765\uff0c\u4fee\u6539network-scripts\u6587\u4ef6\u4e2d\u7684HWADDR\u5c5e\u6027\u3002<\/p>\n<pre><code class=\"java language-java hljs\">sudo vim \/etc\/sysconfig\/network-scripts\/ifcfg-eth0\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/692fc750-5cbe-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>\u4fee\u6539\u7f51\u7edc\u53c2\u6570\uff1a<\/p>\n<p>BigData02\u673a\u5668IP\u6539\u4e3a192.168.100.12<\/p>\n<p>BigData03\u673a\u5668IP\u6539\u4e3a192.168.100.13<\/p>\n<p>3\u3001 \u914d\u7f6eHostname<\/p>\n<p>BigData02\u914d\u7f6ehostname\u4e3a bigdata-senior02.chybinmy.com<\/p>\n<p>BigData03\u914d\u7f6ehostname\u4e3a bigdata-senior03.chybinmy.com<\/p>\n<p>4\u3001 \u914d\u7f6ehosts<\/p>\n<p>BigData01\u3001BigData02\u3001BigData03\u4e09\u53f0\u673a\u5668hosts\u90fd\u914d\u7f6e\u4e3a\uff1a<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ sudo vim \/etc\/hosts\r\n192.168.100.10 bigdata-senior01.chybinmy.com\r\n192.168.100.12 bigdata-senior02.chybinmy.com\r\n192.168.100.13 bigdata-senior03.chybinmy.com\r\n<\/code><\/pre>\n<p>5\u3001 \u914d\u7f6eWindows\u4e0a\u7684SSH\u5ba2\u6237\u7aef<\/p>\n<p>\u5728\u672c\u5730Windows\u4e2d\u7684SSH\u5ba2\u6237\u7aef\u4e0a\u6dfb\u52a0\u5bf9BigData02\u3001BigData03\u673a\u5668\u7684SSH\u94fe\u63a5\u3002<\/p>\n<p>\u4e8c\u5341\u516d\u3001\u670d\u52a1\u5668\u529f\u80fd\u89c4\u5212<\/p>\n<table>\n<thead>\n<tr>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior02.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior03.chybinmy.com<\/strong><\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>NameNode<\/td>\n<td>ResourceManage<\/td>\n<td><\/td>\n<\/tr>\n<tr>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<\/tr>\n<tr>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<\/tr>\n<tr>\n<td>HistoryServer<\/td>\n<td><\/td>\n<td>SecondaryNameNode<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>\u4e8c\u5341\u4e03\u3001\u5728\u7b2c\u4e00\u53f0\u673a\u5668\u4e0a\u5b89\u88c5\u65b0\u7684Hadoop<\/p>\n<p>\u4e3a\u4e86\u548c\u4e4b\u524dBigData01\u673a\u5668\u4e0a\u5b89\u88c5\u4f2a\u5206\u5e03\u5f0fHadoop\u533a\u5206\u5f00\u6765\uff0c\u6211\u4eec\u5c06BigData01\u4e0a\u7684Hadoop\u670d\u52a1\u90fd\u505c\u6b62\u6389\uff0c\u7136\u540e\u5728\u4e00\u4e2a\u65b0\u7684\u76ee\u5f55\/opt\/modules\/app\u4e0b\u5b89\u88c5\u53e6\u5916\u4e00\u4e2aHadoop\u3002 \u6211\u4eec\u91c7\u7528\u5148\u5728\u7b2c\u4e00\u53f0\u673a\u5668\u4e0a\u89e3\u538b\u3001\u914d\u7f6eHadoop\uff0c\u7136\u540e\u518d\u5206\u53d1\u5230\u5176\u4ed6\u4e24\u53f0\u673a\u5668\u4e0a\u7684\u65b9\u5f0f\u6765\u5b89\u88c5\u96c6\u7fa4\u3002<\/p>\n<p>6\u3001 \u89e3\u538bHadoop\u76ee\u5f55\uff1a<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 modules]$ tar -zxf \/opt\/sofeware\/hadoop-2.5.0.tar.gz -C \/opt\/modules\/app\/\r\n<\/code><\/pre>\n<p>7\u3001 \u914d\u7f6eHadoop JDK\u8def\u5f84\u4fee\u6539hadoop-env.sh\u3001mapred-env.sh\u3001yarn-env.sh\u6587\u4ef6\u4e2d\u7684JDK\u8def\u5f84\uff1a<\/p>\n<pre><code class=\"xml language-xml hljs\">export JAVA_HOME=\"\/opt\/modules\/jdk1.7.0_67\"\r\n<\/code><\/pre>\n<p>8\u3001 \u914d\u7f6ecore-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ vim etc\/hadoop\/core-site.xml\r\n<\/code><\/pre>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>fs.defaultFS<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>hdfs:\/\/bigdata-senior01.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>hadoop.tmp.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/modules\/app\/hadoop-2.5.0\/data\/tmp<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>fs.defaultFS\u4e3aNameNode\u7684\u5730\u5740\u3002<\/p>\n<p>hadoop.tmp.dir\u4e3ahadoop\u4e34\u65f6\u76ee\u5f55\u7684\u5730\u5740\uff0c\u9ed8\u8ba4\u60c5\u51b5\u4e0b\uff0cNameNode\u548cDataNode\u7684\u6570\u636e\u6587\u4ef6\u90fd\u4f1a\u5b58\u5728\u8fd9\u4e2a\u76ee\u5f55\u4e0b\u7684\u5bf9\u5e94\u5b50\u76ee\u5f55\u4e0b\u3002\u5e94\u8be5\u4fdd\u8bc1\u6b64\u76ee\u5f55\u662f\u5b58\u5728\u7684\uff0c\u5982\u679c\u4e0d\u5b58\u5728\uff0c\u5148\u521b\u5efa\u3002<\/p>\n<p>9\u3001 \u914d\u7f6ehdfs-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ vim etc\/hadoop\/hdfs-site.xml\r\n<\/code><\/pre>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.secondary.http-address<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior03.chybinmy.com:50090<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>dfs.namenode.secondary.http-address\u662f\u6307\u5b9asecondaryNameNode\u7684http\u8bbf\u95ee\u5730\u5740\u548c\u7aef\u53e3\u53f7\uff0c\u56e0\u4e3a\u5728\u89c4\u5212\u4e2d\uff0c\u6211\u4eec\u5c06BigData03\u89c4\u5212\u4e3aSecondaryNameNode\u670d\u52a1\u5668\u3002<\/p>\n<p>\u6240\u4ee5\u8fd9\u91cc\u8bbe\u7f6e\u4e3a\uff1abigdata-senior03.chybinmy.com:50090<\/p>\n<p>10\u3001 \u914d\u7f6eslaves<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ vim etc\/hadoop\/slaves\r\nbigdata-senior01.chybinmy.com\r\nbigdata-senior02.chybinmy.com\r\nbigdata-senior03.chybinmy.com\r\n<\/code><\/pre>\n<p>slaves\u6587\u4ef6\u662f\u6307\u5b9aHDFS\u4e0a\u6709\u54ea\u4e9bDataNode\u8282\u70b9\u3002<\/p>\n<p>11\u3001 \u914d\u7f6eyarn-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ vim etc\/hadoop\/yarn-site.xml\r\n<\/code><\/pre>\n<pre><code class=\"xml language-xml hljs\">    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.nodemanager.aux-services<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>mapreduce_shuffle<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.hostname<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation-enable<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation.retain-seconds<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>106800<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>\u6839\u636e\u89c4\u5212<code>yarn.resourcemanager.hostname<\/code>\u8fd9\u4e2a\u6307\u5b9aresourcemanager\u670d\u52a1\u5668\u6307\u5411<code>bigdata-senior02.chybinmy.com<\/code>\u3002<\/p>\n<p><code>yarn.log-aggregation-enable<\/code>\u662f\u914d\u7f6e\u662f\u5426\u542f\u7528\u65e5\u5fd7\u805a\u96c6\u529f\u80fd\u3002<\/p>\n<p><code>yarn.log-aggregation.retain-seconds<\/code>\u662f\u914d\u7f6e\u805a\u96c6\u7684\u65e5\u5fd7\u5728HDFS\u4e0a\u6700\u591a\u4fdd\u5b58\u591a\u957f\u65f6\u95f4\u3002<\/p>\n<p>12\u3001 \u914d\u7f6emapred-site.xml<\/p>\n<p>\u4ecemapred-site.xml.template\u590d\u5236\u4e00\u4e2amapred-site.xml\u6587\u4ef6\u3002<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ cp etc\/hadoop\/mapred-site.xml.template etc\/hadoop\/mapred-site.xml\r\n<\/code><\/pre>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>mapreduce.framework.name<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>yarn<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>mapreduce.jobhistory.address<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:10020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>mapreduce.jobhistory.webapp.address<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n        <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:19888<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>mapreduce.framework.name\u8bbe\u7f6emapreduce\u4efb\u52a1\u8fd0\u884c\u5728yarn\u4e0a\u3002<\/p>\n<p>mapreduce.jobhistory.address\u662f\u8bbe\u7f6emapreduce\u7684\u5386\u53f2\u670d\u52a1\u5668\u5b89\u88c5\u5728BigData01\u673a\u5668\u4e0a\u3002<\/p>\n<p>mapreduce.jobhistory.webapp.address\u662f\u8bbe\u7f6e\u5386\u53f2\u670d\u52a1\u5668\u7684web\u9875\u9762\u5730\u5740\u548c\u7aef\u53e3\u53f7\u3002<\/p>\n<p>\u4e8c\u5341\u516b\u3001\u8bbe\u7f6eSSH\u65e0\u5bc6\u7801\u767b\u5f55<\/p>\n<p>Hadoop\u96c6\u7fa4\u4e2d\u7684\u5404\u4e2a\u673a\u5668\u95f4\u4f1a\u76f8\u4e92\u5730\u901a\u8fc7SSH\u8bbf\u95ee\uff0c\u6bcf\u6b21\u8bbf\u95ee\u90fd\u8f93\u5165\u5bc6\u7801\u662f\u4e0d\u73b0\u5b9e\u7684\uff0c\u6240\u4ee5\u8981\u914d\u7f6e\u5404\u4e2a\u673a\u5668\u95f4\u7684<\/p>\n<p>SSH\u662f\u65e0\u5bc6\u7801\u767b\u5f55\u7684\u3002<\/p>\n<p>1\u3001 \u5728BigData01\u4e0a\u751f\u6210\u516c\u94a5<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ ssh-keygen -t rsa\r\n<\/code><\/pre>\n<p>\u4e00\u8def\u56de\u8f66\uff0c\u90fd\u8bbe\u7f6e\u4e3a\u9ed8\u8ba4\u503c\uff0c\u7136\u540e\u518d\u5f53\u524d\u7528\u6237\u7684Home\u76ee\u5f55\u4e0b\u7684<code>.ssh<\/code>\u76ee\u5f55\u4e2d\u4f1a\u751f\u6210\u516c\u94a5\u6587\u4ef6<code>\uff08id_rsa.pub\uff09<\/code>\u548c\u79c1\u94a5\u6587\u4ef6<code>\uff08id_rsa\uff09<\/code>\u3002<\/p>\n<p>2\u3001 \u5206\u53d1\u516c\u94a5<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ ssh-copy-id bigdata-senior01.chybinmy.com\r\n[hadoop@bigdata-senior01 hadoop-2.5.0]$ ssh-copy-id bigdata-senior02.chybinmy.com\r\n[hadoop@bigdata-senior01 hadoop-2.5.0]$ ssh-copy-id bigdata-senior03.chybinmy.com\r\n<\/code><\/pre>\n<p>3\u3001 \u8bbe\u7f6eBigData02\u3001BigData03\u5230\u5176\u4ed6\u673a\u5668\u7684\u65e0\u5bc6\u94a5\u767b\u5f55<\/p>\n<p>\u540c\u6837\u7684\u5728BigData02\u3001BigData03\u4e0a\u751f\u6210\u516c\u94a5\u548c\u79c1\u94a5\u540e\uff0c\u5c06\u516c\u94a5\u5206\u53d1\u5230\u4e09\u53f0\u673a\u5668\u4e0a\u3002<\/p>\n<p>\u4e8c\u5341\u4e5d\u3001\u5206\u53d1Hadoop\u6587\u4ef6<\/p>\n<p>1\u3001 \u9996\u5148\u5728\u5176\u4ed6\u4e24\u53f0\u673a\u5668\u4e0a\u521b\u5efa\u5b58\u653eHadoop\u7684\u76ee\u5f55<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior02 ~]$ mkdir \/opt\/modules\/app\r\n[hadoop@bigdata-senior03 ~]$ mkdir \/opt\/modules\/app\r\n<\/code><\/pre>\n<p>2\u3001 \u901a\u8fc7Scp\u5206\u53d1<\/p>\n<p>Hadoop\u6839\u76ee\u5f55\u4e0b\u7684share\/doc\u76ee\u5f55\u662f\u5b58\u653e\u7684hadoop\u7684\u6587\u6863\uff0c\u6587\u4ef6\u76f8\u5f53\u5927\uff0c\u5efa\u8bae\u5728\u5206\u53d1\u4e4b\u524d\u5c06\u8fd9\u4e2a\u76ee\u5f55\u5220\u9664\u6389\uff0c\u53ef\u4ee5\u8282\u7701\u786c\u76d8\u7a7a\u95f4\u5e76\u80fd\u63d0\u9ad8\u5206\u53d1\u7684\u901f\u5ea6\u3002<\/p>\n<p>doc\u76ee\u5f55\u5927\u5c0f\u67091.6G\u3002<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ du -sh \/opt\/modules\/app\/hadoop-2.5.0\/share\/doc\r\n1.6G    \/opt\/modules\/app\/hadoop-2.5.0\/share\/doc\r\n[hadoop@bigdata-senior01 hadoop-2.5.0]$ scp -r \/opt\/modules\/app\/hadoop-2.5.0\/ bigdata-senior02.chybinmy.com:\/opt\/modules\/app\r\n[hadoop@bigdata-senior01 hadoop-2.5.0]$ scp -r \/opt\/modules\/app\/hadoop-2.5.0\/ bigdata-senior03.chybinmy.com:\/opt\/modules\/app\r\n<\/code><\/pre>\n<p>\u4e09\u5341\u3001\u683c\u5f0fNameNode<\/p>\n<p>\u5728NameNode\u673a\u5668\u4e0a\u6267\u884c\u683c\u5f0f\u5316\uff1a<\/p>\n<pre><code class=\"xml language-xml hljs\">[hadoop@bigdata-senior01 hadoop-2.5.0]$ \/opt\/modules\/app\/hadoop-2.5.0\/bin\/hdfs namenode \u2013format\r\n<\/code><\/pre>\n<p><strong>\u6ce8\u610f\uff1a<\/strong><\/p>\n<p>\u5982\u679c\u9700\u8981\u91cd\u65b0\u683c\u5f0f\u5316NameNode,\u9700\u8981\u5148\u5c06\u539f\u6765NameNode\u548cDataNode\u4e0b\u7684\u6587\u4ef6\u5168\u90e8\u5220\u9664\uff0c\u4e0d\u7136\u4f1a\u62a5\u9519\uff0cNameNode\u548cDataNode\u6240\u5728\u76ee\u5f55\u662f\u5728<code>core-site.xml<\/code>\u4e2d<code>hadoop.tmp.dir<\/code>\u3001<code>dfs.namenode.name.dir<\/code>\u3001<code>dfs.datanode.data.dir<\/code>\u5c5e\u6027\u914d\u7f6e\u7684\u3002<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>hadoop.tmp.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/data\/tmp<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.name.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>file:\/\/${hadoop.tmp.dir}\/dfs\/name<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.datanode.data.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>file:\/\/${hadoop.tmp.dir}\/dfs\/data<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>\u56e0\u4e3a\u6bcf\u6b21\u683c\u5f0f\u5316\uff0c\u9ed8\u8ba4\u662f\u521b\u5efa\u4e00\u4e2a\u96c6\u7fa4ID\uff0c\u5e76\u5199\u5165NameNode\u548cDataNode\u7684VERSION\u6587\u4ef6\u4e2d\uff08VERSION\u6587\u4ef6\u6240\u5728\u76ee\u5f55\u4e3adfs\/name\/current \u548c dfs\/data\/current\uff09\uff0c\u91cd\u65b0\u683c\u5f0f\u5316\u65f6\uff0c\u9ed8\u8ba4\u4f1a\u751f\u6210\u4e00\u4e2a\u65b0\u7684\u96c6\u7fa4ID,\u5982\u679c\u4e0d\u5220\u9664\u539f\u6765\u7684\u76ee\u5f55\uff0c\u4f1a\u5bfc\u81f4namenode\u4e2d\u7684VERSION\u6587\u4ef6\u4e2d\u662f\u65b0\u7684\u96c6\u7fa4ID,\u800cDataNode\u4e2d\u662f\u65e7\u7684\u96c6\u7fa4ID\uff0c\u4e0d\u4e00\u81f4\u65f6\u4f1a\u62a5\u9519\u3002<\/p>\n<p>\u53e6\u4e00\u79cd\u65b9\u6cd5\u662f\u683c\u5f0f\u5316\u65f6\u6307\u5b9a\u96c6\u7fa4ID\u53c2\u6570\uff0c\u6307\u5b9a\u4e3a\u65e7\u7684\u96c6\u7fa4ID\u3002<\/p>\n<p>\u4e09\u5341\u4e00\u3001\u542f\u52a8\u96c6\u7fa4<\/p>\n<p>1\u3001 \u542f\u52a8HDFS<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ \/opt\/modules\/app\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/sbin\/start-dfs.sh\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/7c4619c0-5cbe-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>2\u3001 \u542f\u52a8YARN<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ \/opt\/modules\/app\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/sbin\/start-yarn.sh\r\n<\/code><\/pre>\n<p>\u5728BigData02\u4e0a\u542f\u52a8ResourceManager:<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/yarn-daemon.sh start resourcemanager\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/98a56fd0-5cbe-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p>3\u3001 \u542f\u52a8\u65e5\u5fd7\u670d\u52a1\u5668<\/p>\n<p>\u56e0\u4e3a\u6211\u4eec\u89c4\u5212\u7684\u662f\u5728BigData03\u670d\u52a1\u5668\u4e0a\u8fd0\u884cMapReduce\u65e5\u5fd7\u670d\u52a1\uff0c\u6240\u4ee5\u8981\u5728BigData03\u4e0a\u542f\u52a8\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 ~]$ \/opt\/modules\/app\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/sbin\/mr-jobhistory-daemon.sh start historyserver\r\nstarting historyserver, logging to \/opt\/modules\/app\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/logs\/mapred-hadoop-historyserver-bigda       ta-senior03.chybinmy.com.out\r\n<\/code><\/pre>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 ~]$ jps\r\n<span class=\"hljs-number\">3570<\/span> Jps\r\n<span class=\"hljs-number\">3537<\/span> JobHistoryServer\r\n<span class=\"hljs-number\">3310<\/span> SecondaryNameNode\r\n<span class=\"hljs-number\">3213<\/span> DataNode\r\n<span class=\"hljs-number\">3392<\/span> NodeManager\r\n<\/code><\/pre>\n<p>4\u3001 \u67e5\u770bHDFS Web\u9875\u9762<\/p>\n<p><a href=\"http:\/\/bigdata-senior01.chybinmy.com:50070\/\">http:\/\/bigdata-senior01.chybinmy.com:50070\/<\/a><\/p>\n<p>5\u3001 \u67e5\u770bYARN Web \u9875\u9762<\/p>\n<p><a href=\"http:\/\/bigdata-senior02.chybinmy.com:8088\/cluster\">http:\/\/bigdata-senior02.chybinmy.com:8088\/cluster<\/a><\/p>\n<p>\u4e09\u5341\u4e8c\u3001\u6d4b\u8bd5Job<\/p>\n<p>\u6211\u4eec\u8fd9\u91cc\u7528hadoop\u81ea\u5e26\u7684wordcount\u4f8b\u5b50\u6765\u5728\u672c\u5730\u6a21\u5f0f\u4e0b\u6d4b\u8bd5\u8dd1mapreduce\u3002<\/p>\n<p>1\u3001 \u51c6\u5907mapreduce\u8f93\u5165\u6587\u4ef6wc.input<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ cat \/opt\/data\/wc.input\r\nhadoop mapreduce hive\r\nhbase spark storm\r\nsqoop hadoop hive\r\nspark hadoop\r\n<\/code><\/pre>\n<p>2\u3001 \u5728HDFS\u521b\u5efa\u8f93\u5165\u76ee\u5f55input<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -mkdir \/input\r\n<\/code><\/pre>\n<p>3\u3001 \u5c06wc.input\u4e0a\u4f20\u5230HDFS<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -put \/opt\/data\/wc.input \/input\/wc.input\r\n<\/code><\/pre>\n<p>4\u3001 \u8fd0\u884chadoop\u81ea\u5e26\u7684mapreduce Demo<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/yarn jar share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-<span class=\"hljs-number\">2.5<\/span>.0.jar wordcount \/input\/wc.input \/output\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/a5cbfbc0-5cbe-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>5\u3001 \u67e5\u770b\u8f93\u51fa\u6587\u4ef6<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -ls \/output\r\nFound <span class=\"hljs-number\">2<\/span> items\r\n-rw-r--r--   <span class=\"hljs-number\">3<\/span> hadoop supergroup          <span class=\"hljs-number\">0<\/span> <span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">07<\/span>-<span class=\"hljs-number\">14<\/span> <span class=\"hljs-number\">16<\/span>:<span class=\"hljs-number\">36<\/span> \/output\/_SUCCESS\r\n-rw-r--r--   <span class=\"hljs-number\">3<\/span> hadoop supergroup         <span class=\"hljs-number\">60<\/span> <span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">07<\/span>-<span class=\"hljs-number\">14<\/span> <span class=\"hljs-number\">16<\/span>:<span class=\"hljs-number\">36<\/span> \/output\/part-r-<span class=\"hljs-number\">00000<\/span>\r\n<\/code><\/pre>\n<h3 id=\"hadoopha-1\">\u7b2c\u4e94\u90e8\u5206\uff1aHadoop HA\u5b89\u88c5<\/h3>\n<p>HA\u7684\u610f\u601d\u662fHigh Availability\u9ad8\u53ef\u7528\uff0c\u6307\u5f53\u5f53\u524d\u5de5\u4f5c\u4e2d\u7684\u673a\u5668\u5b95\u673a\u540e\uff0c\u4f1a\u81ea\u52a8\u5904\u7406\u8fd9\u4e2a\u5f02\u5e38\uff0c\u5e76\u5c06\u5de5\u4f5c\u65e0\u7f1d\u5730\u8f6c\u79fb\u5230\u5176\u4ed6\u5907\u7528\u673a\u5668\u4e0a\u53bb\uff0c\u4ee5\u6765\u4fdd\u8bc1\u670d\u52a1\u7684\u9ad8\u53ef\u7528\u3002<\/p>\n<p>HA\u65b9\u5f0f\u5b89\u88c5\u90e8\u7f72\u624d\u662f\u6700\u5e38\u89c1\u7684\u751f\u4ea7\u73af\u5883\u4e0a\u7684\u5b89\u88c5\u90e8\u7f72\u65b9\u5f0f\u3002Hadoop HA\u662fHadoop 2.x\u4e2d\u65b0\u6dfb\u52a0\u7684\u7279\u6027\uff0c\u5305\u62ecNameNode HA \u548c ResourceManager HA\u3002\u56e0\u4e3aDataNode\u548cNodeManager\u672c\u8eab\u5c31\u662f\u88ab\u8bbe\u8ba1\u4e3a\u9ad8\u53ef\u7528\u7684\uff0c\u6240\u4ee5\u4e0d\u7528\u5bf9\u4ed6\u4eec\u8fdb\u884c\u7279\u6b8a\u7684\u9ad8\u53ef\u7528\u5904\u7406\u3002<\/p>\n<p>\u7b2c\u4e5d\u6b65\u3001\u65f6\u95f4\u670d\u52a1\u5668\u642d\u5efa<\/p>\n<p>Hadoop\u5bf9\u96c6\u7fa4\u4e2d\u5404\u4e2a\u673a\u5668\u7684\u65f6\u95f4\u540c\u6b65\u8981\u6c42\u6bd4\u8f83\u9ad8\uff0c\u8981\u6c42\u5404\u4e2a\u673a\u5668\u7684\u7cfb\u7edf\u65f6\u95f4\u4e0d\u80fd\u76f8\u5dee\u592a\u591a\uff0c\u4e0d\u7136\u4f1a\u9020\u6210\u5f88\u591a\u95ee\u9898\u3002\u53ef\u4ee5\u914d\u7f6e\u96c6\u7fa4\u4e2d\u5404\u4e2a\u673a\u5668\u548c\u4e92\u8054\u7f51\u7684\u65f6\u95f4\u670d\u52a1\u5668\u8fdb\u884c\u65f6\u95f4\u540c\u6b65\uff0c\u4f46\u662f\u5728\u5b9e\u9645\u751f\u4ea7\u73af\u5883\u4e2d\uff0c\u96c6\u7fa4\u4e2d\u5927\u90e8\u5206\u670d\u52a1\u5668\u662f\u4e0d\u80fd\u8fde\u63a5\u5916\u7f51\u7684\uff0c\u8fd9\u65f6\u5019\u53ef\u4ee5\u5728\u5185\u7f51\u642d\u5efa\u4e00\u4e2a\u81ea\u5df1\u7684\u65f6\u95f4\u670d\u52a1\u5668\uff08NTP\u670d\u52a1\u5668\uff09\uff0c\u96c6\u7fa4\u7684\u5404\u4e2a\u673a\u5668\u4e0e\u8fd9\u4e2a\u65f6\u95f4\u670d\u52a1\u5668\u8fdb\u884c\u65f6\u95f4\u540c\u6b65\u3002<\/p>\n<p>\u4e09\u5341\u4e09\u3001\u914d\u7f6eNTP\u670d\u52a1\u5668<\/p>\n<p>\u6211\u4eec\u9009\u62e9\u7b2c\u4e09\u53f0\u673a\u5668\uff08bigdata-senior03.chybinmy.com\uff09\u4e3aNTF\u670d\u52a1\u5668\uff0c\u5176\u4ed6\u673a\u5668\u548c\u8fd9\u53f0\u673a\u5668\u8fdb\u884c\u540c\u6b65\u3002<\/p>\n<p>1\u3001 \u68c0\u67e5ntp\u670d\u52a1\u662f\u5426\u5df2\u7ecf\u5b89\u88c5<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 data]$ sudo rpm -qa | grep ntp\r\nntpdate-<span class=\"hljs-number\">4.2<\/span>.6p5-<span class=\"hljs-number\">1<\/span>.el6.centos.x86_64\r\nntp-<span class=\"hljs-number\">4.2<\/span>.6p5-<span class=\"hljs-number\">1<\/span>.el6.centos.x86_64\r\n<\/code><\/pre>\n<p>\u663e\u793a\u5df2\u7ecf\u5b89\u88c5\u8fc7\u4e86ntp\u7a0b\u5e8f\uff0c\u5176\u4e2d<code>ntpdate-4.2.6p5-1.el6.centos.x86_64<\/code>\u00a0\u662f\u7528\u6765\u548c\u67d0\u53f0\u670d\u52a1\u5668\u8fdb\u884c\u540c\u6b65\u7684\uff0c<code>ntp-4.2.6p5-1.el6.centos.x86_64<\/code>\u662f\u7528\u6765\u63d0\u4f9b\u65f6\u95f4\u540c\u6b65\u670d\u52a1\u7684\u3002<\/p>\n<p>2\u3001 \u4fee\u6539\u914d\u7f6e\u6587\u4ef6ntp.conf<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 data]$ vim \/etc\/ntp.conf\r\n<\/code><\/pre>\n<p><strong>\u542f\u7528restrice,\u4fee\u6539\u7f51\u6bb5<\/strong><\/p>\n<p>restrict 192.168.100.0 mask 255.255.255.0 nomodify notrap \u5c06\u8fd9\u884c\u7684\u6ce8\u91ca\u53bb\u6389\uff0c\u5e76\u4e14\u5c06\u7f51\u6bb5\u6539\u4e3a\u96c6\u7fa4\u7684\u7f51\u6bb5\uff0c\u6211\u4eec\u8fd9\u91cc\u662f100\u7f51\u6bb5\u3002<\/p>\n<p><strong>\u6ce8\u91ca\u6389server\u57df\u540d\u914d\u7f6e<\/strong><\/p>\n<pre><code class=\"java language-java hljs\">#server <span class=\"hljs-number\">0<\/span>.centos.pool.ntp.org iburst\r\n#server <span class=\"hljs-number\">1<\/span>.centos.pool.ntp.org iburst\r\n#server <span class=\"hljs-number\">2<\/span>.centos.pool.ntp.org iburst\r\n#server <span class=\"hljs-number\">3<\/span>.centos.pool.ntp.org iburst\r\n<\/code><\/pre>\n<p>\u662f\u65f6\u95f4\u670d\u52a1\u5668\u7684\u57df\u540d\uff0c\u8fd9\u91cc\u4e0d\u9700\u8981\u8fde\u63a5\u4e92\u8054\u7f51\uff0c\u6240\u4ee5\u5c06\u4ed6\u4eec\u6ce8\u91ca\u6389\u3002<\/p>\n<p><strong>\u4fee\u6539<\/strong><\/p>\n<p>server 127.127.1.0<\/p>\n<p>fudge 127.127.1.0 stratum 10<\/p>\n<p>3\u3001 \u4fee\u6539\u914d\u7f6e\u6587\u4ef6ntpd<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 ~]$ sudo vim \/etc\/sysconfig\/ntpd\r\n<\/code><\/pre>\n<p>\u6dfb\u52a0\u4e00\u884c\u914d\u7f6e\uff1aSYNC_CLOCK=yes<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/c8db0cf0-5cbe-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>4\u3001 \u542f\u52a8ntp\u670d\u52a1<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 ~]$ sudo chkconfig ntpd on\r\n<\/code><\/pre>\n<p>\u8fd9\u6837\u6bcf\u6b21\u673a\u5668\u542f\u52a8\u65f6\uff0cntp\u670d\u52a1\u90fd\u4f1a\u81ea\u52a8\u542f\u52a8\u3002<\/p>\n<p>\u4e09\u5341\u56db\u3001\u914d\u7f6e\u5176\u4ed6\u673a\u5668\u7684\u540c\u6b65<\/p>\n<p>\u5207\u6362\u5230root\u7528\u6237\u8fdb\u884c\u914d\u7f6e\u901a\u8fc7contab\u8fdb\u884c\u5b9a\u65f6\u540c\u6b65\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[root<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop]# crontab -e \r\n*\/<span class=\"hljs-number\">10<\/span> * * * * \/usr\/sbin\/ntpdate bigdata-senior03.chybinmy.com\r\n[root<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop]# crontab -e \r\n*\/<span class=\"hljs-number\">10<\/span> * * * * \/usr\/sbin\/ntpdate bigdata-senior03.chybinmy.com\r\n<\/code><\/pre>\n<p>\u4e09\u5341\u4e94\u3001 \u6d4b\u8bd5\u540c\u6b65\u662f\u5426\u6709\u6548<\/p>\n<p>1\u3001 \u67e5\u770b\u76ee\u524d\u4e09\u53f0\u673a\u5668\u7684\u65f6\u95f4<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 ~]$ date <span class=\"hljs-string\">\"+%Y-%m-%d %H:%M:%S\"<\/span>\r\n<span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">09<\/span>-<span class=\"hljs-number\">23<\/span> <span class=\"hljs-number\">16<\/span>:<span class=\"hljs-number\">43<\/span>:<span class=\"hljs-number\">56<\/span>\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 ~]$ date <span class=\"hljs-string\">\"+%Y-%m-%d %H:%M:%S\"<\/span>\r\n<span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">09<\/span>-<span class=\"hljs-number\">23<\/span> <span class=\"hljs-number\">16<\/span>:<span class=\"hljs-number\">44<\/span>:<span class=\"hljs-number\">08<\/span>\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 data]$ date <span class=\"hljs-string\">\"+%Y-%m-%d %H:%M:%S\"<\/span>\r\n<span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">09<\/span>-<span class=\"hljs-number\">23<\/span> <span class=\"hljs-number\">16<\/span>:<span class=\"hljs-number\">44<\/span>:<span class=\"hljs-number\">18<\/span>\r\n<\/code><\/pre>\n<p>2\u3001 \u4fee\u6539bigdata-senior01\u4e0a\u7684\u65f6\u95f4<\/p>\n<p>\u5c06\u65f6\u95f4\u6539\u4e3a\u4e00\u4e2a\u4ee5\u524d\u7684\u65f6\u95f4\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 data]$ sudo date -s <span class=\"hljs-string\">'2016-01-01 00:00:00'<\/span>\r\nFri Jan  <span class=\"hljs-number\">1<\/span> <span class=\"hljs-number\">00<\/span>:<span class=\"hljs-number\">00<\/span>:<span class=\"hljs-number\">00<\/span> CST <span class=\"hljs-number\">2016<\/span>\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 data]$ date <span class=\"hljs-string\">\"+%Y-%m-%d %H:%M:%S\"<\/span>\r\n<span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">01<\/span>-<span class=\"hljs-number\">01<\/span> <span class=\"hljs-number\">00<\/span>:<span class=\"hljs-number\">00<\/span>:<span class=\"hljs-number\">05<\/span>\r\n<\/code><\/pre>\n<p>\u7b4910\u5206\u949f\uff0c\u770b\u662f\u5426\u53ef\u4ee5\u5b9e\u73b0\u81ea\u52a8\u540c\u6b65\uff0c\u5c06bigdata-senior01\u4e0a\u7684\u65f6\u95f4\u4fee\u6539\u4e3a\u548cbigdata-senior03\u4e0a\u7684\u4e00\u81f4\u3002<\/p>\n<p>3\u3001 \u67e5\u770b\u662f\u5426\u81ea\u52a8\u540c\u6b65\u65f6\u95f4<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 data]$ date <span class=\"hljs-string\">\"+%Y-%m-%d %H:%M:%S\"<\/span>\r\n<span class=\"hljs-number\">2016<\/span>-<span class=\"hljs-number\">09<\/span>-<span class=\"hljs-number\">23<\/span> <span class=\"hljs-number\">16<\/span>:<span class=\"hljs-number\">54<\/span>:<span class=\"hljs-number\">36<\/span>\r\n<\/code><\/pre>\n<p>\u53ef\u4ee5\u770b\u5230bigdata-senior01\u4e0a\u7684\u65f6\u95f4\u5df2\u7ecf\u5b9e\u73b0\u81ea\u52a8\u540c\u6b65\u4e86\u3002<\/p>\n<h4 id=\"zookeeper\">\u7b2c\u5341\u6b65\u3001Zookeeper\u5206\u5e03\u5f0f\u673a\u5668\u90e8\u7f72<\/h4>\n<p>\u4e09\u5341\u516d\u3001zookeeper\u8bf4\u660e<\/p>\n<p><strong>Zookeeper\u5728Hadoop\u96c6\u7fa4\u4e2d\u7684\u4f5c\u7528\u3002<\/strong><\/p>\n<p>Zookeeper\u662f\u5206\u5e03\u5f0f\u7ba1\u7406\u534f\u4f5c\u6846\u67b6\uff0cZookeeper\u96c6\u7fa4\u7528\u6765\u4fdd\u8bc1Hadoop\u96c6\u7fa4\u7684\u9ad8\u53ef\u7528\uff0c\uff08\u9ad8\u53ef\u7528\u7684\u542b\u4e49\u662f\uff1a\u96c6\u7fa4\u4e2d\u5c31\u7b97\u6709\u4e00\u90e8\u5206\u670d\u52a1\u5668\u5b95\u673a\uff0c\u4e5f\u80fd\u4fdd\u8bc1\u6b63\u5e38\u5730\u5bf9\u5916\u63d0\u4f9b\u670d\u52a1\u3002\uff09<\/p>\n<p><strong>Zookeeper\u4fdd\u8bc1\u9ad8\u53ef\u7528\u7684\u539f\u7406\u3002<\/strong><\/p>\n<p>Zookeeper\u96c6\u7fa4\u80fd\u591f\u4fdd\u8bc1NamaNode\u670d\u52a1\u9ad8\u53ef\u7528\u7684\u539f\u7406\u662f\uff1aHadoop\u96c6\u7fa4\u4e2d\u6709\u4e24\u4e2aNameNode\u670d\u52a1\uff0c\u4e24\u4e2aNaameNode\u90fd\u5b9a\u65f6\u5730\u7ed9Zookeeper\u53d1\u9001\u5fc3\u8df3\uff0c\u544a\u8bc9Zookeeper\u6211\u8fd8\u6d3b\u7740\uff0c\u53ef\u4ee5\u63d0\u4f9b\u670d\u52a1\uff0c\u5355\u67d0\u4e00\u4e2a\u65f6\u95f4\u53ea\u6709\u4e00\u4e2a\u662fAction\u72b6\u6001\uff0c\u53e6\u5916\u4e00\u4e2a\u662fStandby\u72b6\u6001\uff0c\u4e00\u65e6Zookeeper\u68c0\u6d4b\u4e0d\u5230Action NameNode\u53d1\u9001\u6765\u7684\u5fc3\u8df3\u540e\uff0c\u5c31\u5207\u6362\u5230Standby\u72b6\u6001\u7684NameNode\u4e0a\uff0c\u5c06\u5b83\u8bbe\u7f6e\u4e3aAction\u72b6\u6001\uff0c\u6240\u4ee5\u96c6\u7fa4\u4e2d\u603b\u6709\u4e00\u4e2a\u53ef\u7528\u7684NameNode\uff0c\u8fbe\u5230\u4e86NameNode\u7684\u9ad8\u53ef\u7528\u76ee\u7684\u3002<\/p>\n<p><strong>Zookeeper\u7684\u9009\u4e3e\u673a\u5236\u3002<\/strong><\/p>\n<p>Zookeeper\u96c6\u7fa4\u4e5f\u80fd\u4fdd\u8bc1\u81ea\u8eab\u7684\u9ad8\u53ef\u7528\uff0c\u4fdd\u8bc1\u81ea\u8eab\u9ad8\u53ef\u7528\u7684\u539f\u7406\u662f\uff0cZookeeper\u96c6\u7fa4\u4e2d\u7684\u5404\u4e2a\u673a\u5668\u5206\u4e3aLeader\u548cFollower\u4e24\u4e2a\u89d2\u8272\uff0c\u5199\u5165\u6570\u636e\u65f6\uff0c\u8981\u5148\u5199\u5165Leader\uff0cLeader\u540c\u610f\u5199\u5165\u540e\uff0c\u518d\u901a\u77e5Follower\u5199\u5165\u3002\u5ba2\u6237\u7aef\u8bfb\u53d6\u6570\u65f6\uff0c\u56e0\u4e3a\u6570\u636e\u90fd\u662f\u4e00\u6837\u7684\uff0c\u53ef\u4ee5\u4ece\u4efb\u610f\u4e00\u53f0\u673a\u5668\u4e0a\u8bfb\u53d6\u6570\u636e\u3002<\/p>\n<p>\u8fd9\u91ccLeader\u89d2\u8272\u5c31\u5b58\u5728\u5355\u70b9\u6545\u969c\u7684\u9690\u60a3\uff0c\u9ad8\u53ef\u7528\u5c31\u662f\u89e3\u51b3\u5355\u70b9\u6545\u969c\u9690\u60a3\u7684\u3002Zookeeper\u4ece\u673a\u5236\u4e0a\u89e3\u51b3\u4e86Leader\u7684\u5355\u70b9\u6545\u969c\u95ee\u9898\uff0cLeader\u662f\u54ea\u4e00\u53f0\u673a\u5668\u662f\u4e0d\u56fa\u5b9a\u7684\uff0cLeader\u662f\u9009\u4e3e\u51fa\u6765\u7684\u3002\u9009\u4e3e\u6d41\u7a0b\u662f\uff0c\u96c6\u7fa4\u4e2d\u4efb\u4f55\u4e00\u53f0\u673a\u5668\u53d1\u73b0\u96c6\u7fa4\u4e2d\u6ca1\u6709Leader\u65f6\uff0c\u5c31\u63a8\u8350\u81ea\u5df1\u4e3aLeader\uff0c\u5176\u4ed6\u673a\u5668\u6765\u540c\u610f\uff0c\u5f53\u8d85\u8fc7\u4e00\u534a\u6570\u7684\u673a\u5668\u540c\u610f\u5b83\u4e3aLeader\u65f6\uff0c\u9009\u4e3e\u7ed3\u675f\uff0c\u6240\u4ee5Zookeeper\u96c6\u7fa4\u4e2d\u7684\u673a\u5668\u6570\u636e\u5fc5\u987b\u662f\u5947\u6570\u3002\u8fd9\u6837\u5c31\u7b97\u5f53Leader\u673a\u5668\u5b95\u673a\u540e\uff0c\u4f1a\u5f88\u5feb\u9009\u4e3e\u51fa\u65b0\u7684Leader\uff0c\u4fdd\u8bc1\u4e86Zookeeper\u96c6\u7fa4\u672c\u8eab\u7684\u9ad8\u53ef\u7528\u3002<\/p>\n<p><strong>\u5199\u5165\u9ad8\u53ef\u7528\u3002<\/strong><\/p>\n<p>\u96c6\u7fa4\u4e2d\u7684\u5199\u5165\u64cd\u4f5c\u90fd\u662f\u5148\u901a\u77e5Leader\uff0cLeader\u518d\u901a\u77e5Follower\u5199\u5165\uff0c\u5b9e\u9645\u4e0a\u5f53\u8d85\u8fc7\u4e00\u534a\u7684\u673a\u5668\u5199\u5165\u6210\u529f\u540e\uff0c\u5c31\u8ba4\u4e3a\u5199\u5165\u6210\u529f\u4e86\uff0c\u6240\u4ee5\u5c31\u7b97\u6709\u4e9b\u673a\u5668\u5b95\u673a\uff0c\u5199\u5165\u4e5f\u662f\u6210\u529f\u7684\u3002<\/p>\n<p><strong>\u8bfb\u53d6\u9ad8\u53ef\u7528\u3002<\/strong><\/p>\n<p>zookeeperk\u5ba2\u6237\u7aef\u8bfb\u53d6\u6570\u636e\u65f6\uff0c\u53ef\u4ee5\u8bfb\u53d6\u96c6\u7fa4\u4e2d\u7684\u4efb\u4f55\u4e00\u4e2a\u673a\u5668\u3002\u6240\u4ee5\u90e8\u5206\u673a\u5668\u7684\u5b95\u673a\u5e76\u4e0d\u5f71\u54cd\u8bfb\u53d6\u3002<\/p>\n<p>zookeeper\u670d\u52a1\u5668\u5fc5\u987b\u662f\u5947\u6570\u53f0\uff0c\u56e0\u4e3azookeeper\u6709\u9009\u4e3e\u5236\u5ea6\uff0c\u89d2\u8272\u6709\uff1a\u9886\u5bfc\u8005\u3001\u8ddf\u968f\u8005\u3001\u89c2\u5bdf\u8005\uff0c\u9009\u4e3e\u7684\u76ee\u7684\u662f\u4fdd\u8bc1\u96c6\u7fa4\u4e2d\u6570\u636e\u7684\u4e00\u81f4\u6027\u3002<\/p>\n<p>\u4e09\u5341\u4e03\u3001\u5b89\u88c5zookeeper<\/p>\n<p>\u6211\u4eec\u8fd9\u91cc\u5728BigData01\u3001BigData02\u3001BigData03\u4e09\u53f0\u673a\u5668\u4e0a\u5b89\u88c5zookeeper\u96c6\u7fa4\u3002<\/p>\n<p>1\u3001 \u89e3\u538b\u5b89\u88c5\u5305<\/p>\n<p>\u5728BigData01\u4e0a\u5b89\u88c5\u89e3\u538bzookeeper\u5b89\u88c5\u5305\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ tar -zxf \/opt\/sofeware\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8.tar.gz -C \/opt\/modules\/\r\n<\/code><\/pre>\n<p>2\u3001 \u4fee\u6539\u914d\u7f6e<\/p>\n<p>\u62f7\u8d1dconf\u4e0b\u7684zoo_sample.cfg\u526f\u672c\uff0c\u6539\u540d\u4e3azoo.cfg\u3002zoo.cfg\u662fzookeeper\u7684\u914d\u7f6e\u6587\u4ef6\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ cp conf\/zoo_sample.cfg conf\/zoo.cfg\r\n<\/code><\/pre>\n<p>dataDir\u5c5e\u6027\u8bbe\u7f6ezookeeper\u7684\u6570\u636e\u6587\u4ef6\u5b58\u653e\u7684\u76ee\u5f55\uff1a<\/p>\n<p>dataDir=\/opt\/modules\/zookeeper-3.4.8\/data\/zData<\/p>\n<p>\u6307\u5b9azookeeper\u96c6\u7fa4\u4e2d\u5404\u4e2a\u673a\u5668\u7684\u4fe1\u606f\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">server.1=bigdata-senior01.chybinmy.com:<span class=\"hljs-number\">2888<\/span>:<span class=\"hljs-number\">3888<\/span>\r\nserver.2=bigdata-senior02.chybinmy.com:<span class=\"hljs-number\">2888<\/span>:<span class=\"hljs-number\">3888<\/span>\r\nserver.3=bigdata-senior03.chybinmy.com:<span class=\"hljs-number\">2888<\/span>:<span class=\"hljs-number\">3888<\/span>\r\n<\/code><\/pre>\n<p>server\u540e\u9762\u7684\u6570\u5b57\u8303\u56f4\u662f1\u5230255\uff0c\u6240\u4ee5\u4e00\u4e2azookeeper\u96c6\u7fa4\u6700\u591a\u53ef\u4ee5\u6709255\u4e2a\u673a\u5668\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/d3a902e0-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>3\u3001 \u521b\u5efamyid\u6587\u4ef6<\/p>\n<p>\u5728dataDir\u6240\u6307\u5b9a\u7684\u76ee\u5f55\u4e0b\u521b\u4e00\u4e2a\u540d\u4e3amyid\u7684\u6587\u4ef6\uff0c\u6587\u4ef6\u5185\u5bb9\u4e3aserver\u70b9\u540e\u9762\u7684\u6570\u5b57\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/db815f80-5cbe-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>4\u3001 \u5206\u53d1\u5230\u5176\u4ed6\u673a\u5668<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ scp -r \/opt\/modules\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8 bigdata-senior02.chybinmy.com:\/opt\/modules\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ scp -r \/opt\/modules\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8 bigdata-senior03.chybinmy.com:\/opt\/modules\r\n<\/code><\/pre>\n<p>5\u3001 \u4fee\u6539\u5176\u4ed6\u673a\u5668\u4e0a\u7684myid\u6587\u4ef6<\/p>\n<pre><code class=\"shell language-shell hljs\">[hadoop@bigdata-senior02 zookeeper-3.4.8]$ echo 2 &gt; \/opt\/modules\/zookeeper-3.4.8\/data\/zData\/myid\r\n[hadoop@bigdata-senior02 zookeeper-3.4.8]$ cat \/opt\/modules\/zookeeper-3.4.8\/data\/zData\/myid \r\n2\r\n<\/code><\/pre>\n<pre><code class=\"shell language-shell hljs\">[hadoop@bigdata-senior03 ~]$ echo 3 &gt; \/opt\/modules\/zookeeper-3.4.8\/data\/zData\/myid\r\n[hadoop@bigdata-senior03 ~]$ cat \/opt\/modules\/zookeeper-3.4.8\/data\/zData\/myid\r\n3\r\n<\/code><\/pre>\n<p>6\u3001 \u542f\u52a8zookeeper<\/p>\n<p>\u9700\u8981\u5728\u5404\u4e2a\u673a\u5668\u4e0a\u5206\u522b\u542f\u52a8zookeeper\u3002<\/p>\n<pre><code class=\"shell language-shell hljs\">[hadoop@bigdata-senior01 zookeeper-3.4.8]$ bin\/zkServer.sh start\r\n[hadoop@bigdata-senior02 zookeeper-3.4.8]$ bin\/zkServer.sh start\r\n[hadoop@bigdata-senior03 zookeeper-3.4.8]$ bin\/zkServer.sh start\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/e6e83a10-5cbe-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u4e09\u5341\u516b\u3001zookeeper\u547d\u4ee4<\/p>\n<p><strong>\u8fdb\u5165zookeeper Shell<\/strong><\/p>\n<p>\u5728zookeeper\u6839\u76ee\u5f55\u4e0b\u6267\u884c bin\/zkCli.sh\u8fdb\u5165zk shell\u6a21\u5f0f\u3002<\/p>\n<p>zookeeper\u5f88\u50cf\u4e00\u4e2a\u5c0f\u578b\u7684\u6587\u4ef6\u7cfb\u7edf\uff0c\/\u662f\u6839\u76ee\u5f55\uff0c\u4e0b\u9762\u7684\u6240\u6709\u8282\u70b9\u90fd\u53ebzNode\u3002<\/p>\n<p><strong>\u8fdb\u5165zk shell \u540e\u8f93\u5165\u4efb\u610f\u5b57\u7b26\uff0c\u53ef\u4ee5\u5217\u51fa\u6240\u6709\u7684zookeeper\u547d\u4ee4<\/strong><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/f0fc55e0-5cbe-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p><strong>\u67e5\u8be2zNode\u4e0a\u7684\u6570\u636e\uff1aget \/zookeeper<\/strong><\/p>\n<p><strong>\u521b\u5efa\u4e00\u4e2azNode : create \/znode1 &#8220;demodata &#8220;<\/strong><\/p>\n<p><strong>\u5217\u51fa\u6240\u6709\u5b50zNode\uff1als \/<\/strong><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/f9ff01b0-5cbe-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p><strong>\u5220\u9664znode : rmr \/znode1<\/strong><\/p>\n<p><strong>\u9000\u51fashell\u6a21\u5f0f\uff1aquit<\/strong><\/p>\n<h4 id=\"hadoop2xhdfsha\">\u7b2c\u5341\u4e00\u6b65\u3001Hadoop 2.x HDFS HA \u90e8\u7f72<\/h4>\n<p>\u4e09\u5341\u4e5d\u3001HDFS HA\u539f\u7406<\/p>\n<p>\u5355NameNode\u7684\u7f3a\u9677\u5b58\u5728\u5355\u70b9\u6545\u969c\u7684\u95ee\u9898\uff0c\u5982\u679cNameNode\u4e0d\u53ef\u7528\uff0c\u5219\u4f1a\u5bfc\u81f4\u6574\u4e2aHDFS\u6587\u4ef6\u7cfb\u7edf\u4e0d\u53ef\u7528\u3002\u6240\u4ee5\u9700\u8981\u8bbe\u8ba1\u9ad8\u53ef\u7528\u7684HDFS\uff08Hadoop HA\uff09\u6765\u89e3\u51b3NameNode\u5355\u70b9\u6545\u969c\u7684\u95ee\u9898\u3002\u89e3\u51b3\u7684\u65b9\u6cd5\u662f\u5728HDFS\u96c6\u7fa4\u4e2d\u8bbe\u7f6e\u591a\u4e2aNameNode\u8282\u70b9\u3002\u4f46\u662f\u4e00\u65e6\u5f15\u5165\u591a\u4e2aNameNode\uff0c\u5c31\u6709\u4e00\u4e9b\u95ee\u9898\u9700\u8981\u89e3\u51b3\u3002<\/p>\n<ul>\n<li>HDFS HA\u9700\u8981\u4fdd\u8bc1\u7684\u56db\u4e2a\u95ee\u9898\uff1a<\/li>\n<li>\u4fdd\u8bc1NameNode\u5185\u5b58\u4e2d\u5143\u6570\u636e\u6570\u636e\u4e00\u81f4\uff0c\u5e76\u4fdd\u8bc1\u7f16\u8f91\u65e5\u5fd7\u6587\u4ef6\u7684\u5b89\u5168\u6027\u3002<\/li>\n<li>\u591a\u4e2aNameNode\u5982\u4f55\u534f\u4f5c<\/li>\n<li>\u5ba2\u6237\u7aef\u5982\u4f55\u80fd\u6b63\u786e\u5730\u8bbf\u95ee\u5230\u53ef\u7528\u7684\u90a3\u4e2aNameNode\u3002<\/li>\n<li>\u600e\u4e48\u4fdd\u8bc1\u4efb\u610f\u65f6\u523b\u53ea\u80fd\u6709\u4e00\u4e2aNameNode\u5904\u4e8e\u5bf9\u5916\u670d\u52a1\u72b6\u6001\u3002<\/li>\n<li>\u89e3\u51b3\u65b9\u6cd5<\/li>\n<li>\u5bf9\u4e8e\u4fdd\u8bc1NameNode\u5143\u6570\u636e\u7684\u4e00\u81f4\u6027\u548c\u7f16\u8f91\u65e5\u5fd7\u7684\u5b89\u5168\u6027\uff0c\u91c7\u7528Zookeeper\u6765\u5b58\u50a8\u7f16\u8f91\u65e5\u5fd7\u6587\u4ef6\u3002<\/li>\n<li>\u4e24\u4e2aNameNode\u4e00\u4e2a\u662fActive\u72b6\u6001\u7684\uff0c\u4e00\u4e2a\u662fStandby\u72b6\u6001\u7684\uff0c\u4e00\u4e2a\u65f6\u95f4\u70b9\u53ea\u80fd\u6709\u4e00\u4e2aActive\u72b6\u6001\u7684 NameNode\u63d0\u4f9b\u670d\u52a1,\u4e24\u4e2aNameNode\u4e0a\u5b58\u50a8\u7684\u5143\u6570\u636e\u662f\u5b9e\u65f6\u540c\u6b65\u7684\uff0c\u5f53Active\u7684NameNode\u51fa\u73b0\u95ee\u9898\u65f6\uff0c\u901a\u8fc7Zookeeper\u5b9e\u65f6\u5207\u6362\u5230Standby\u7684NameNode\u4e0a\uff0c\u5e76\u5c06Standby\u6539\u4e3aActive\u72b6\u6001\u3002<\/li>\n<li>\u5ba2\u6237\u7aef\u901a\u8fc7\u8fde\u63a5\u4e00\u4e2aZookeeper\u7684\u4ee3\u7406\u6765\u786e\u5b9a\u5f53\u65f6\u54ea\u4e2aNameNode\u5904\u4e8e\u670d\u52a1\u72b6\u6001\u3002<\/li>\n<\/ul>\n<p>\u56db\u5341\u3001HDFS HA\u67b6\u6784\u56fe<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/0446fec0-5cbf-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<ul>\n<li>HDFS HA\u67b6\u6784\u4e2d\u6709\u4e24\u53f0NameNode\u8282\u70b9\uff0c\u4e00\u53f0\u662f\u5904\u4e8e\u6d3b\u52a8\u72b6\u6001\uff08Active\uff09\u4e3a\u5ba2\u6237\u7aef\u63d0\u4f9b\u670d\u52a1\uff0c\u53e6\u5916\u4e00\u53f0\u5904\u4e8e\u70ed\u5907\u4efd\u72b6\u6001\uff08Standby\uff09\u3002<\/li>\n<li>\u5143\u6570\u636e\u6587\u4ef6\u6709\u4e24\u4e2a\u6587\u4ef6\uff1afsimage\u548cedits\uff0c\u5907\u4efd\u5143\u6570\u636e\u5c31\u662f\u5907\u4efd\u8fd9\u4e24\u4e2a\u6587\u4ef6\u3002JournalNode\u7528\u6765\u5b9e\u65f6\u4eceActive NameNode\u4e0a\u62f7\u8d1dedits\u6587\u4ef6\uff0cJournalNode\u6709\u4e09\u53f0\u4e5f\u662f\u4e3a\u4e86\u5b9e\u73b0\u9ad8\u53ef\u7528\u3002<\/li>\n<li>Standby NameNode\u4e0d\u5bf9\u5916\u63d0\u4f9b\u5143\u6570\u636e\u7684\u8bbf\u95ee\uff0c\u5b83\u4eceActive NameNode\u4e0a\u62f7\u8d1dfsimage\u6587\u4ef6\uff0c\u4eceJournalNode\u4e0a\u62f7\u8d1dedits\u6587\u4ef6\uff0c\u7136\u540e\u8d1f\u8d23\u5408\u5e76fsimage\u548cedits\u6587\u4ef6\uff0c\u76f8\u5f53\u4e8eSecondaryNameNode\u7684\u4f5c\u7528\u3002\u6700\u7ec8\u76ee\u7684\u662f\u4fdd\u8bc1Standby NameNode\u4e0a\u7684\u5143\u6570\u636e\u4fe1\u606f\u548cActive NameNode\u4e0a\u7684\u5143\u6570\u636e\u4fe1\u606f\u4e00\u81f4\uff0c\u4ee5\u5b9e\u73b0\u70ed\u5907\u4efd\u3002<\/li>\n<li>Zookeeper\u6765\u4fdd\u8bc1\u5728Active NameNode\u5931\u6548\u65f6\u53ca\u65f6\u5c06Standby NameNode\u4fee\u6539\u4e3aActive\u72b6\u6001\u3002<\/li>\n<li>ZKFC\uff08\u5931\u6548\u68c0\u6d4b\u63a7\u5236\uff09\u662fHadoop\u91cc\u7684\u4e00\u4e2aZookeeper\u5ba2\u6237\u7aef\uff0c\u5728\u6bcf\u4e00\u4e2aNameNode\u8282\u70b9\u4e0a\u90fd\u542f\u52a8\u4e00\u4e2aZKFC\u8fdb\u7a0b\uff0c\u6765\u76d1\u63a7NameNode\u7684\u72b6\u6001\uff0c\u5e76\u628aNameNode\u7684\u72b6\u6001\u4fe1\u606f\u6c47\u62a5\u7ed9Zookeeper\u96c6\u7fa4\uff0c\u5176\u5b9e\u5c31\u662f\u5728Zookeeper\u4e0a\u521b\u5efa\u4e86\u4e00\u4e2aZnode\u8282\u70b9\uff0c\u8282\u70b9\u91cc\u4fdd\u5b58\u4e86NameNode\u72b6\u6001\u4fe1\u606f\u3002\u5f53NameNode\u5931\u6548\u540e\uff0cZKFC\u68c0\u6d4b\u5230\u62a5\u544a\u7ed9Zookeeper\uff0cZookeeper\u628a\u5bf9\u5e94\u7684Znode\u5220\u9664\u6389\uff0cStandby ZKFC\u53d1\u73b0\u6ca1\u6709Active\u72b6\u6001\u7684NameNode\u65f6\uff0c\u5c31\u4f1a\u7528shell\u547d\u4ee4\u5c06\u81ea\u5df1\u76d1\u63a7\u7684NameNode\u6539\u4e3aActive\u72b6\u6001\uff0c\u5e76\u4fee\u6539Znode\u4e0a\u7684\u6570\u636e\u3002 Znode\u662f\u4e2a\u4e34\u65f6\u7684\u8282\u70b9\uff0c\u4e34\u65f6\u8282\u70b9\u7279\u5f81\u662f\u5ba2\u6237\u7aef\u7684\u8fde\u63a5\u65ad\u4e86\u540e\u5c31\u4f1a\u628aznode\u5220\u9664\uff0c\u6240\u4ee5\u5f53ZKFC\u5931\u6548\u65f6\uff0c\u4e5f\u4f1a\u5bfc\u81f4\u5207\u6362NameNode\u3002<\/li>\n<li>DataNode\u4f1a\u5c06\u5fc3\u8df3\u4fe1\u606f\u548cBlock\u6c47\u62a5\u4fe1\u606f\u540c\u65f6\u53d1\u7ed9\u4e24\u53f0NameNode\uff0cDataNode\u53ea\u63a5\u53d7Active NameNode\u53d1\u6765\u7684\u6587\u4ef6\u8bfb\u5199\u64cd\u4f5c\u6307\u4ee4\u3002<\/li>\n<\/ul>\n<p>\u56db\u5341\u4e00\u3001\u642d\u5efaHDFS HA \u73af\u5883<\/p>\n<p>1\u3001 \u670d\u52a1\u5668\u89d2\u8272\u89c4\u5212<\/p>\n<table>\n<thead>\n<tr>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>NameNode<\/td>\n<td>NameNode<\/td>\n<td><\/td>\n<\/tr>\n<tr>\n<td>Zookeeper<\/td>\n<td>Zookeeper<\/td>\n<td>Zookeeper<\/td>\n<\/tr>\n<tr>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<\/tr>\n<tr>\n<td><\/td>\n<td>ResourceManage<\/td>\n<td>ResourceManage<\/td>\n<\/tr>\n<tr>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>2\u3001 \u521b\u5efaHDFS HA \u7248\u672cHadoop\u7a0b\u5e8f\u76ee\u5f55<\/p>\n<p>\u5728bigdata01\u3001bigdata02\u3001bigdata03\u4e09\u53f0\u673a\u5668\u4e0a\u5206\u522b\u521b\u5efa\u76ee\u5f55\/opt\/modules\/hadoopha\/\u7528\u6765\u5b58\u653eHadoop HA\u73af\u5883\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ mkdir \/opt\/modules\/hadoopha\r\n<\/code><\/pre>\n<p>3\u3001 \u65b0\u89e3\u538bHadoop 2.5.0<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$ tar -zxf \/opt\/sofeware\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0.tar.gz -C \/opt\/modules\/hadoopha\/\r\n<\/code><\/pre>\n<p>4\u3001 \u914d\u7f6eHadoop JDK\u8def\u5f84<\/p>\n<pre><code class=\"java language-java hljs\">\u4fee\u6539hadoop-env.sh\u3001mapred-env.sh\u3001yarn-env.sh\u6587\u4ef6\u4e2d\u7684JDK\u8def\u5f84\r\nexport JAVA_HOME=<span class=\"hljs-string\">\"\/opt\/modules\/jdk1.7.0_67\"<\/span>\r\n<\/code><\/pre>\n<p>5\u3001 \u914d\u7f6ehdfs-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"php\"><span class=\"hljs-meta\">&lt;?<\/span>xml version=<span class=\"hljs-string\">\"1.0\"<\/span> encoding=<span class=\"hljs-string\">\"UTF-8\"<\/span><span class=\"hljs-meta\">?&gt;<\/span><\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!-- \u4e3anamenode\u96c6\u7fa4\u5b9a\u4e49\u4e00\u4e2aservices name --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.nameservices<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!-- nameservice \u5305\u542b\u54ea\u4e9bnamenode\uff0c\u4e3a\u5404\u4e2anamenode\u8d77\u540d --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.ha.namenodes.ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>nn1,nn2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u540d\u4e3ann1\u7684namenode \u7684rpc\u5730\u5740\u548c\u7aef\u53e3\u53f7\uff0crpc\u7528\u6765\u548cdatanode\u901a\u8baf --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.rpc-address.ns1.nn1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!-- \u540d\u4e3ann2\u7684namenode \u7684rpc\u5730\u5740\u548c\u7aef\u53e3\u53f7\uff0crpc\u7528\u6765\u548cdatanode\u901a\u8baf  --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.rpc-address.ns1.nn2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--\u540d\u4e3ann1\u7684namenode \u7684http\u5730\u5740\u548c\u7aef\u53e3\u53f7\uff0cweb\u5ba2\u6237\u7aef --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.http-address.ns1.nn1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:50070<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--\u540d\u4e3ann2\u7684namenode \u7684http\u5730\u5740\u548c\u7aef\u53e3\u53f7\uff0cweb\u5ba2\u6237\u7aef --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.http-address.ns1.nn2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com:50070<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  namenode\u95f4\u7528\u4e8e\u5171\u4eab\u7f16\u8f91\u65e5\u5fd7\u7684journal\u8282\u70b9\u5217\u8868 --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.shared.edits.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>qjournal:\/\/bigdata-senior01.chybinmy.com:8485;bigdata-senior02.chybinmy.com:8485;bigdata-senior03.chybinmy.com:8485\/ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  journalnode \u4e0a\u7528\u4e8e\u5b58\u653eedits\u65e5\u5fd7\u7684\u76ee\u5f55 --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.journalnode.edits.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/modules\/hadoopha\/hadoop-2.5.0\/tmp\/data\/dfs\/jn<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u5ba2\u6237\u7aef\u8fde\u63a5\u53ef\u7528\u72b6\u6001\u7684NameNode\u6240\u7528\u7684\u4ee3\u7406\u7c7b --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.client.failover.proxy.provider.ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--   --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.ha.fencing.methods<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>sshfence<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.ha.fencing.ssh.private-key-files<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/home\/hadoop\/.ssh\/id_rsa<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>6\u3001 \u914d\u7f6ecore-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"php\"><span class=\"hljs-meta\">&lt;?<\/span>xml version=<span class=\"hljs-string\">\"1.0\"<\/span> encoding=<span class=\"hljs-string\">\"UTF-8\"<\/span><span class=\"hljs-meta\">?&gt;<\/span><\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  hdfs \u5730\u5740\uff0cha\u4e2d\u662f\u8fde\u63a5\u5230nameservice --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>fs.defaultFS<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>hdfs:\/\/ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>hadoop.tmp.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/modules\/hadoopha\/hadoop-2.5.0\/data\/tmp<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p><code>hadoop.tmp.dir<\/code>\u8bbe\u7f6ehadoop\u4e34\u65f6\u76ee\u5f55\u5730\u5740\uff0c\u9ed8\u8ba4\u65f6\uff0cNameNode\u548cDataNode\u7684\u6570\u636e\u5b58\u5728\u8fd9\u4e2a\u8def\u5f84\u4e0b\u3002<\/p>\n<p>7\u3001 \u914d\u7f6eslaves\u6587\u4ef6<\/p>\n<pre><code class=\"java language-java hljs\">bigdata-senior01.chybinmy.com\r\nbigdata-senior02.chybinmy.com\r\nbigdata-senior03.chybinmy.com\r\n<\/code><\/pre>\n<p>8\u3001 \u5206\u53d1\u5230\u5176\u4ed6\u8282\u70b9<\/p>\n<p>\u5206\u53d1\u4e4b\u524d\u5148\u5c06share\/doc\u76ee\u5f55\u5220\u9664\uff0c\u8fd9\u4e2a\u76ee\u5f55\u4e2d\u662f\u5e2e\u52a9\u6587\u4ef6\uff0c\u5e76\u4e14\u5f88\u5927\uff0c\u53ef\u4ee5\u5220\u9664\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp -r \/opt\/modules\/hadoopha bigdata-senior02.chybinmy.com:\/opt\/modules\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp -r \/opt\/modules\/hadoopha bigdata-senior03.chybinmy.com:\/opt\/modules\r\n<\/code><\/pre>\n<p>9\u3001 \u542f\u52a8HDFS HA\u96c6\u7fa4<\/p>\n<p>\u4e09\u53f0\u673a\u5668\u5206\u522b\u542f\u52a8Journalnode\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start journalnode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start journalnode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start journalnode\r\n<\/code><\/pre>\n<p>jps\u547d\u4ee4\u67e5\u770b\u662f\u5426\u542f\u52a8\u3002<\/p>\n<p>10\u3001 \u542f\u52a8Zookeeper<\/p>\n<p>\u5728\u4e09\u53f0\u8282\u70b9\u4e0a\u542f\u52a8Zookeeper\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ bin\/zkServer.sh start\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ bin\/zkServer.sh start\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ bin\/zkServer.sh start\r\n<\/code><\/pre>\n<p>11\u3001 \u683c\u5f0f\u5316NameNode<\/p>\n<p>\u5728\u7b2c\u4e00\u53f0\u4e0a\u8fdb\u884cNameNode\u683c\u5f0f\u5316\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs namenode -format\r\n<\/code><\/pre>\n<p>\u5728\u7b2c\u4e8c\u53f0NameNode\u4e0a\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs namenode -bootstrapStandby\r\n<\/code><\/pre>\n<p>12\u3001 \u542f\u52a8NameNode<\/p>\n<p>\u5728\u7b2c\u4e00\u53f0\u3001\u7b2c\u4e8c\u53f0\u4e0a\u542f\u52a8NameNode\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start namenode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start namenode\r\n<\/code><\/pre>\n<p>\u67e5\u770bHDFS Web\u9875\u9762\uff0c\u6b64\u65f6\u4e24\u4e2aNameNode\u90fd\u662fstandby\u72b6\u6001\u3002<\/p>\n<p>\u5207\u6362\u7b2c\u4e00\u53f0\u4e3aactive\u72b6\u6001\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs haadmin -transitionToActive nn1\r\n<\/code><\/pre>\n<p>\u53ef\u4ee5\u6dfb\u52a0\u4e0aforcemanual\u53c2\u6570\uff0c\u5f3a\u5236\u5c06\u4e00\u4e2aNameNode\u8f6c\u6362\u4e3aActive\u72b6\u6001\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs haadmin \u2013transitionToActive -forcemanual nn1\r\n<\/code><\/pre>\n<p>\u6b64\u65f6\u4eceweb \u9875\u9762\u5c31\u770b\u5230\u7b2c\u4e00\u53f0\u5df2\u7ecf\u662factive\u72b6\u6001\u4e86\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/14fd6830-5cbf-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p>13\u3001 \u914d\u7f6e\u6545\u969c\u81ea\u52a8\u8f6c\u79fb<\/p>\n<p>\u5229\u7528zookeeper\u96c6\u7fa4\u5b9e\u73b0\u6545\u969c\u81ea\u52a8\u8f6c\u79fb\uff0c\u5728\u914d\u7f6e\u6545\u969c\u81ea\u52a8\u8f6c\u79fb\u4e4b\u524d\uff0c\u8981\u5148\u5173\u95ed\u96c6\u7fa4\uff0c\u4e0d\u80fd\u5728HDFS\u8fd0\u884c\u671f\u95f4\u8fdb\u884c\u914d\u7f6e\u3002<\/p>\n<p><strong>\u5173\u95edNameNode\u3001DataNode\u3001JournalNode\u3001zookeeper<\/strong><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop namenode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop datanode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop journalnode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ cd ..\/..\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ bin\/zkServer.sh stop\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop namenode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop datanode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop journalnode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ cd ..\/..\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior02 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ bin\/zkServer.sh stop\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop datanode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh stop journalnode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ cd ..\/..\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>- senior03 zookeeper-<span class=\"hljs-number\">3.4<\/span>.8]$ bin\/zkServer.sh stop\r\n<\/code><\/pre>\n<p><strong>\u4fee\u6539hdfs-site.xml<\/strong><\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.ha.automatic-failover.enabled<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p><strong>\u4fee\u6539core-site.xml<\/strong><\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>ha.zookeeper.quorum<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:2181,bigdata-senior02.chybinmy.com:2181,bigdata-senior03.chybinmy.com:2181<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p><strong>\u5c06hdfs-site.xml\u548ccore-site.xml\u5206\u53d1\u5230\u5176\u4ed6\u673a\u5668<\/strong><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/hdfs-site.xml bigdata-senior02.chybinmy.com:\/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/hdfs-site.xml bigdata-senior03.chybinmy.com:\/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/core-site.xml bigdata-senior02.chybinmy.com:\/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/core-site.xml bigdata-senior03.chybinmy.com:\/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n<\/code><\/pre>\n<p><strong>\u542f\u52a8zookeeper<\/strong><\/p>\n<p>\u4e09\u53f0\u673a\u5668\u542f\u52a8zookeeper<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ \/opt\/modules\/zookeeper-<span class=\"hljs-number\">3.4<\/span>.8\/bin\/zkServer.sh start\r\n<\/code><\/pre>\n<p><strong>\u521b\u5efa\u4e00\u4e2azNode<\/strong><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ cd \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs zkfc -formatZK\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/26b6e9c0-5cbf-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u5728Zookeeper\u4e0a\u521b\u5efa\u4e00\u4e2a\u5b58\u50a8namenode\u76f8\u5173\u7684\u8282\u70b9\u3002<\/p>\n<p>14\u3001 \u542f\u52a8HDFS\u3001JournalNode\u3001zkfc<\/p>\n<p>\u542f\u52a8NameNode\u3001DataNode\u3001JournalNode\u3001zkfc<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/start-dfs.sh\r\n<\/code><\/pre>\n<p>zkfc\u53ea\u9488\u5bf9NameNode\u76d1\u542c\u3002<\/p>\n<p>\u56db\u5341\u4e8c\u3001\u6d4b\u8bd5HDFS HA<\/p>\n<p>1\u3001 \u6d4b\u8bd5\u6545\u969c\u81ea\u52a8\u8f6c\u79fb\u548c\u6570\u636e\u662f\u5426\u5171\u4eab<\/p>\n<p><strong>\u5728nn1\u4e0a\u4e0a\u4f20\u6587\u4ef6<\/strong><\/p>\n<p>\u76ee\u524dbigdata-senior01\u8282\u70b9\u4e0a\u7684NameNode\u662fActive\u72b6\u6001\u7684\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/31cc7000-5cbf-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -put \/opt\/data\/wc.input \/\r\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/3f42f0b0-5cbf-11e7-b8ee-cfb7eda16afc\" alt=\"enter image description here\" \/><\/p>\n<p><strong>\u5c06nn1\u4e0a\u7684NodeNode\u8fdb\u7a0b\u6740\u6389<\/strong><\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ kill -<span class=\"hljs-number\">9<\/span> <span class=\"hljs-number\">3364<\/span>\r\n<\/code><\/pre>\n<p>nn1\u4e0a\u7684namenode\u5df2\u7ecf\u65e0\u6cd5\u8bbf\u95ee\u4e86\u3002<\/p>\n<p><strong>\u67e5\u770bnn2\u662f\u5426\u662fActive\u72b6\u6001<\/strong><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/485a8410-5cbf-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p><strong>\u5728nn2\u4e0a\u67e5\u770b\u662f\u5426\u770b\u89c1\u6587\u4ef6<\/strong><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/50a355c0-5cbf-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>\u7ecf\u4ee5\u4e0a\u9a8c\u8bc1\uff0c\u5df2\u7ecf\u5b9e\u73b0\u4e86nn1\u548cnn2\u4e4b\u95f4\u7684\u6587\u4ef6\u540c\u6b65\u548c\u6545\u969c\u81ea\u52a8\u8f6c\u79fb\u3002<\/p>\n<h4 id=\"hadoop2xyarnha\">\u7b2c\u5341\u4e8c\u6b65\u3001Hadoop 2.x YARN HA \u90e8\u7f72<\/h4>\n<p>\u56db\u5341\u4e09\u3001YARN HA\u539f\u7406<\/p>\n<p>Hadoop2.4\u7248\u672c\u4e4b\u524d\uff0cResourceManager\u4e5f\u5b58\u5728\u5355\u70b9\u6545\u969c\u7684\u95ee\u9898\uff0c\u4e5f\u9700\u8981\u5b9e\u73b0HA\u6765\u4fdd\u8bc1ResourceManger\u7684\u9ad8\u53ef\u4e5f\u7528\u6027\u3002<\/p>\n<p>ResouceManager\u4ece\u8bb0\u5f55\u7740\u5f53\u524d\u96c6\u7fa4\u7684\u8d44\u6e90\u5206\u914d\u60c5\u51b5\u548cJOB\u7684\u8fd0\u884c\u72b6\u6001\uff0cYRAN HA \u5229\u7528Zookeeper\u7b49\u5171\u4eab\u5b58\u50a8\u4ecb\u8d28\u6765\u5b58\u50a8\u8fd9\u4e9b\u4fe1\u606f\u6765\u8fbe\u5230\u9ad8\u53ef\u7528\u3002\u53e6\u5916\u5229\u7528Zookeeper\u6765\u5b9e\u73b0ResourceManager\u81ea\u52a8\u6545\u969c\u8f6c\u79fb\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/6676a550-5cbf-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<ul>\n<li>MasterHADaemon\uff1a\u63a7\u5236RM\u7684 Master\u7684\u542f\u52a8\u548c\u505c\u6b62\uff0c\u548cRM\u8fd0\u884c\u5728\u4e00\u4e2a\u8fdb\u7a0b\u4e2d\uff0c\u53ef\u4ee5\u63a5\u6536\u5916\u90e8RPC\u547d\u4ee4\u3002<\/li>\n<li>\u5171\u4eab\u5b58\u50a8\uff1aActive Master\u5c06\u4fe1\u606f\u5199\u5165\u5171\u4eab\u5b58\u50a8\uff0cStandby Master\u8bfb\u53d6\u5171\u4eab\u5b58\u50a8\u4fe1\u606f\u4ee5\u4fdd\u6301\u548cActive Master\u540c\u6b65\u3002<\/li>\n<li>ZKFailoverController\uff1a\u57fa\u4e8eZookeeper\u5b9e\u73b0\u7684\u5207\u6362\u63a7\u5236\u5668\uff0c\u7531ActiveStandbyElector\u548cHealthMonitor\u7ec4\u6210\uff0cActiveStandbyElector\u8d1f\u8d23\u4e0eZookeeper\u4ea4\u4e92\uff0c\u5224\u65ad\u6240\u7ba1\u7406\u7684Master\u662f\u8fdb\u5165Active\u8fd8\u662fStandby\uff1bHealthMonitor\u8d1f\u8d23\u76d1\u63a7Master\u7684\u6d3b\u52a8\u5065\u5eb7\u60c5\u51b5\uff0c\u662f\u4e2a\u76d1\u89c6\u5668\u3002<\/li>\n<li>Zookeeper\uff1a\u6838\u5fc3\u529f\u80fd\u662f\u7ef4\u62a4\u4e00\u628a\u5168\u5c40\u9501\u63a7\u5236\u6574\u4e2a\u96c6\u7fa4\u4e0a\u53ea\u6709\u4e00\u4e2aActive\u7684ResourceManager\u3002<\/li>\n<\/ul>\n<p>\u56db\u5341\u56db\u3001\u642d\u5efaYARN HA\u73af\u5883<\/p>\n<p>1\u3001 \u670d\u52a1\u5668\u89d2\u8272\u89c4\u5212<\/p>\n<table>\n<thead>\n<tr>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>NameNode<\/td>\n<td>NameNode<\/td>\n<td><\/td>\n<\/tr>\n<tr>\n<td>Zookeeper<\/td>\n<td>Zookeeper<\/td>\n<td>Zookeeper<\/td>\n<\/tr>\n<tr>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<\/tr>\n<tr>\n<td><\/td>\n<td>ResourceManage<\/td>\n<td>ResourceManage<\/td>\n<\/tr>\n<tr>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>2\u3001 \u4fee\u6539\u914d\u7f6e\u6587\u4ef6yarn-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"php\"><span class=\"hljs-meta\">&lt;?<\/span>xml version=<span class=\"hljs-string\">\"1.0\"<\/span> encoding=<span class=\"hljs-string\">\"UTF-8\"<\/span><span class=\"hljs-meta\">?&gt;<\/span><\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.nodemanager.aux-services<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>mapreduce_shuffle<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation-enable<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation.retain-seconds<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>106800<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u542f\u7528resourcemanager\u7684ha\u529f\u80fd --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.ha.enabled<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u4e3aresourcemanage ha \u96c6\u7fa4\u8d77\u4e2aid --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.cluster-id<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>yarn-cluster<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u6307\u5b9aresourcemanger ha \u6709\u54ea\u4e9b\u8282\u70b9\u540d --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.ha.rm-ids<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>rm12,rm13<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u6307\u5b9a\u7b2c\u4e00\u4e2a\u8282\u70b9\u7684\u6240\u5728\u673a\u5668 --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.hostname.rm12<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u6307\u5b9a\u7b2c\u4e8c\u4e2a\u8282\u70b9\u6240\u5728\u673a\u5668 --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.hostname.rm13<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior03.chybinmy.com<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  \u6307\u5b9aresourcemanger ha \u6240\u7528\u7684zookeeper \u8282\u70b9 --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.zk-address<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:2181,bigdata-senior02.chybinmy.com:2181,bigdata-senior03.chybinmy.com:2181<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.recovery.enabled<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-comment\">&lt;!--  --&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.store.class<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>3\u3001 \u5206\u53d1\u5230\u5176\u4ed6\u673a\u5668<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/yarn-site.xml bigdata-senior02.chybinmy.com:\/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp \/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/yarn-site.xml bigdata-senior03.chybinmy.com:\/opt\/modules\/hadoopha\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0\/etc\/hadoop\/\\\r\n<\/code><\/pre>\n<p>4\u3001 \u542f\u52a8<\/p>\n<p>\u5728bigdata-senior01\u4e0a\u542f\u52a8yarn\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/start-yarn.sh\r\n<\/code><\/pre>\n<p>\u5728bigdata-senior02\u3001bigdata-senior03\u4e0a\u542f\u52a8resourcemanager\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/yarn-daemon.sh start resourcemanager\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/yarn-daemon.sh start resourcemanager\r\n<\/code><\/pre>\n<p>\u542f\u52a8\u540e\u5404\u4e2a\u8282\u70b9\u7684\u8fdb\u7a0b\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/a5661890-5cbf-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/a9db9b20-5cbf-11e7-8ca5-edc6aa6f5290\" alt=\"enter image description here\" \/><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/ae2049b0-5cbf-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>Web\u5ba2\u6237\u7aef\u8bbf\u95eebigdata02\u673a\u5668\u4e0a\u7684resourcemanager\u6b63\u5e38\uff0c\u5b83\u662factive\u72b6\u6001\u7684\u3002<\/p>\n<p><a href=\"http:\/\/bigdata-senior02.chybinmy.com:8088\/cluster\">http:\/\/bigdata-senior02.chybinmy.com:8088\/cluster<\/a><\/p>\n<p>\u8bbf\u95ee\u53e6\u5916\u4e00\u4e2aresourcemanager\uff0c\u56e0\u4e3a\u4ed6\u662fstandby,\u4f1a\u81ea\u52a8\u8df3\u8f6c\u5230active\u7684resourcemanager\u3002<\/p>\n<p><a href=\"http:\/\/bigdata-senior03.chybinmy.com:8088\/cluster\">http:\/\/bigdata-senior03.chybinmy.com:8088\/cluster<\/a><\/p>\n<p>\u56db\u5341\u4e94\u3001\u6d4b\u8bd5YARN HA<\/p>\n<p>5\u3001 \u8fd0\u884c\u4e00\u4e2amapreduce job<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/yarn jar share\/hadoop\/mapreduce\/hadoop-mapreduce-examples-<span class=\"hljs-number\">2.5<\/span>.0.jar wordcount \/wc.input \/input\r\n<\/code><\/pre>\n<p>6\u3001 \u5728job\u8fd0\u884c\u8fc7\u7a0b\u4e2d\uff0c\u5c06Active\u72b6\u6001\u7684resourcemanager\u8fdb\u7a0b\u6740\u6389\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ kill -<span class=\"hljs-number\">9<\/span> <span class=\"hljs-number\">4475<\/span>\r\n<\/code><\/pre>\n<p>7\u3001 \u89c2\u5bdf\u53e6\u5916\u4e00\u4e2aresourcemanager\u662f\u5426\u53ef\u4ee5\u81ea\u52a8\u63a5\u66ff\u3002<\/p>\n<p>bigdata02\u7684resourcemanage Web\u5ba2\u6237\u7aef\u5df2\u7ecf\u4e0d\u80fd\u8bbf\u95ee\uff0cbigdata03\u7684resourcemanage\u5df2\u7ecf\u81ea\u52a8\u53d8\u4e3aactive\u72b6\u6001\u3002<\/p>\n<p>8\u3001 \u89c2\u5bdfjob\u662f\u5426\u53ef\u4ee5\u987a\u5229\u5b8c\u6210\u3002<\/p>\n<p>\u800cmapreduce job \u4e5f\u80fd\u987a\u5229\u5b8c\u6210\uff0c\u6ca1\u6709\u56e0\u4e3aresourcemanager\u7684\u610f\u5916\u6545\u969c\u800c\u5f71\u54cd\u8fd0\u884c\u3002<\/p>\n<p>\u7ecf\u8fc7\u4ee5\u4e0a\u6d4b\u8bd5\uff0c\u5df2\u7ecf\u9a8c\u8bc1YARN HA \u5df2\u7ecf\u642d\u5efa\u6210\u529f\u3002<\/p>\n<h4 id=\"hdfsfederation\">\u7b2c\u5341\u4e09\u6b65\u3001HDFS Federation \u67b6\u6784\u90e8\u7f72<\/h4>\n<p>\u56db\u5341\u516d\u3001HDFS Federation \u7684\u4f7f\u7528\u539f\u56e0<\/p>\n<p>1\u3001 \u5355\u4e2aNameNode\u8282\u70b9\u7684\u5c40\u9650\u6027<\/p>\n<p>\u547d\u540d\u7a7a\u95f4\u7684\u9650\u5236\u3002<\/p>\n<p>NameNode\u4e0a\u5b58\u50a8\u7740\u6574\u4e2aHDFS\u4e0a\u7684\u6587\u4ef6\u7684\u5143\u6570\u636e\uff0cNameNode\u662f\u90e8\u7f72\u5728\u4e00\u53f0\u673a\u5668\u4e0a\u7684\uff0c\u56e0\u4e3a\u5355\u4e2a\u673a\u5668\u786c\u4ef6\u7684\u9650\u5236\uff0c\u5fc5\u7136\u4f1a\u9650\u5236NameNode\u6240\u80fd\u7ba1\u7406\u7684\u6587\u4ef6\u4e2a\u6570\uff0c\u5236\u7ea6\u4e86\u6570\u636e\u91cf\u7684\u589e\u957f\u3002<\/p>\n<p>\u6570\u636e\u9694\u79bb\u95ee\u9898\u3002<\/p>\n<p>\u6574\u4e2aHDFS\u4e0a\u7684\u6587\u4ef6\u90fd\u7531\u4e00\u4e2aNameNode\u7ba1\u7406\uff0c\u6240\u4ee5\u4e00\u4e2a\u7a0b\u5e8f\u5f88\u6709\u53ef\u80fd\u4f1a\u5f71\u54cd\u5230\u6574\u4e2aHDFS\u4e0a\u7684\u7a0b\u5e8f\uff0c\u5e76\u4e14\u6743\u9650\u63a7\u5236\u6bd4\u8f83\u590d\u6742\u3002<\/p>\n<p>\u6027\u80fd\u74f6\u9888\u3002<\/p>\n<p>\u5355\u4e2aNameNode\u65f6HDFS\u6587\u4ef6\u7cfb\u7edf\u7684\u541e\u5410\u91cf\u53d7\u9650\u4e8e\u5355\u4e2aNameNode\u7684\u541e\u5410\u91cf\u3002\u56e0\u4e3aNameNode\u662f\u4e2aJVM\u8fdb\u7a0b\uff0cJVM\u8fdb\u7a0b\u6240\u5360\u7528\u7684\u5185\u5b58\u5f88\u5927\u65f6\uff0c\u6027\u80fd\u4f1a\u4e0b\u964d\u5f88\u591a\u3002<\/p>\n<p>2\u3001 HDFS Federation\u4ecb\u7ecd<\/p>\n<p>HDFS Federation\u662f\u53ef\u4ee5\u5728Hadoop\u96c6\u7fa4\u4e2d\u8bbe\u7f6e\u591a\u4e2aNameNode\uff0c\u4e0d\u540c\u4e8eHA\u4e2d\u591a\u4e2aNameNode\u662f\u5b8c\u5168\u4e00\u6837\u7684\uff0c\u662f\u591a\u4e2a\u5907\u4efd\uff0cFederation\u4e2d\u7684\u591a\u4e2aNameNode\u662f\u4e0d\u540c\u7684\uff0c\u53ef\u4ee5\u7406\u89e3\u4e3a\u5c06\u4e00\u4e2aNameNode\u5207\u5206\u4e3a\u4e86\u591a\u4e2aNameNode\uff0c\u6bcf\u4e00\u4e2aNameNode\u53ea\u8d1f\u8d23\u7ba1\u7406\u4e00\u90e8\u5206\u6570\u636e\u3002 HDFS Federation\u4e2d\u7684\u591a\u4e2aNameNode\u5171\u7528DataNode\u3002<\/p>\n<p>\u56db\u5341\u4e03\u3001HDFS Federation\u7684\u67b6\u6784\u56fe<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/cbde6c70-5cbf-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>\u56db\u5341\u516b\u3001HDFS Federation\u642d\u5efa<\/p>\n<p>1\u3001 \u670d\u52a1\u5668\u89d2\u8272\u89c4\u5212<\/p>\n<table>\n<thead>\n<tr>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<th><strong>bigdata-senior01.chybinmy.com<\/strong><\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>NameNode1<\/td>\n<td>NameNode2<\/td>\n<td>NameNode3<\/td>\n<\/tr>\n<tr>\n<td><\/td>\n<td>ResourceManage<\/td>\n<td><\/td>\n<\/tr>\n<tr>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<td>DataNode<\/td>\n<\/tr>\n<tr>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<td>NodeManager<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p>2\u3001 \u521b\u5efaHDFS Federation \u7248\u672cHadoop\u7a0b\u5e8f\u76ee\u5f55<\/p>\n<p>\u5728bigdata01\u4e0a\u521b\u5efa\u76ee\u5f55\/opt\/modules\/hadoopfederation \/\u7528\u6765\u5b58\u653eHadoop Federation\u73af\u5883\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 modules]$ mkdir \/opt\/modules\/hadoopfederation\r\n<\/code><\/pre>\n<p>3\u3001 \u65b0\u89e3\u538bHadoop 2.5.0<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 ~]$ tar -zxf \/opt\/sofeware\/hadoop-<span class=\"hljs-number\">2.5<\/span>.0.tar.gz -C \/opt\/modules\/hadoopfederation\/\r\n<\/code><\/pre>\n<p>4\u3001 \u914d\u7f6eHadoop JDK\u8def\u5f84<\/p>\n<p>\u4fee\u6539hadoop-env.sh\u3001mapred-env.sh\u3001yarn-env.sh\u6587\u4ef6\u4e2d\u7684JDK\u8def\u5f84\u3002<\/p>\n<p>export JAVA<em>HOME=&#8221;\/opt\/modules\/jdk1.7.0<\/em>67&#8243;<\/p>\n<p>5\u3001 \u914d\u7f6ehdfs-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">!\u2014\u914d\u7f6e\u4e09\u53f0NameNode<\/span> <span class=\"hljs-attr\">--<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.nameservices<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>ns1,ns2,ns3<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">!\u2014\u7b2c\u4e00\u53f0NameNode\u7684\u673a\u5668\u540d\u548crpc\u7aef\u53e3\uff0c\u6307\u5b9a\u4e86NameNode\u548cDataNode\u901a\u8baf\u7528\u7684\u7aef\u53e3\u53f7<\/span> <span class=\"hljs-attr\">--<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.rpc-address.ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">!\u2014\u7b2c\u4e00\u53f0NameNode\u7684\u673a\u5668\u540d\u548crpc\u7aef\u53e3\uff0c\u5907\u7528\u7aef\u53e3\u53f7<\/span> <span class=\"hljs-attr\">--<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.serviceerpc-address.ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:8022<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">!\u2014\u7b2c\u4e00\u53f0NameNode\u7684http\u9875\u9762\u5730\u5740\u548c\u7aef\u53e3\u53f7<\/span> <span class=\"hljs-attr\">--<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.http-address.ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:50070<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">!\u2014\u7b2c\u4e00\u53f0NameNode\u7684https\u9875\u9762\u5730\u5740\u548c\u7aef\u53e3\u53f7<\/span> <span class=\"hljs-attr\">--<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.https-address.ns1<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior01.chybinmy.com:50470<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.rpc-address.ns2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.serviceerpc-address.ns2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com:8022<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.http-address.ns2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com:50070<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.https-address.ns2<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com:50470<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n\r\n\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.rpc-address.ns3<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior03.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n   <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.serviceerpc-address.ns3<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior03.chybinmy.com:8022<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.http-address.ns3<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior03.chybinmy.com:50070<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>dfs.namenode.https-address.ns3<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior03.chybinmy.com:50470<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>6\u3001 \u914d\u7f6ecore-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>hadoop.tmp.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/modules\/hadoopha\/hadoop-2.5.0\/data\/tmp<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>hadoop.tmp.dir\u8bbe\u7f6ehadoop\u4e34\u65f6\u76ee\u5f55\u5730\u5740\uff0c\u9ed8\u8ba4\u65f6\uff0cNameNode\u548cDataNode\u7684\u6570\u636e\u5b58\u5728\u8fd9\u4e2a\u8def\u5f84\u4e0b\u3002<\/p>\n<p>7\u3001 \u914d\u7f6eslaves\u6587\u4ef6<\/p>\n<pre><code class=\"java language-java hljs\">bigdata-senior01.chybinmy.com\r\nbigdata-senior02.chybinmy.com\r\nbigdata-senior03.chybinmy.com\r\n<\/code><\/pre>\n<p>8\u3001 \u914d\u7f6eyarn-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.nodemanager.aux-services<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>mapreduce_shuffle<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>     \r\n <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.resourcemanager.hostname<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>bigdata-senior02.chybinmy.com<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>     \r\n <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation-enable<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>true<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>     \r\n <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>yarn.log-aggregation.retain-seconds<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>106800<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>     \r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>9\u3001 \u5206\u53d1\u5230\u5176\u4ed6\u8282\u70b9<\/p>\n<p>\u5206\u53d1\u4e4b\u524d\u5148\u5c06share\/doc\u76ee\u5f55\u5220\u9664\uff0c\u8fd9\u4e2a\u76ee\u5f55\u4e2d\u662f\u5e2e\u52a9\u6587\u4ef6\uff0c\u5e76\u4e14\u5f88\u5927\uff0c\u53ef\u4ee5\u5220\u9664\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp -r \/opt\/modules\/ \/opt\/modules\/hadoopfederation bigdata-senior02.chybinmy.com:\/opt\/modules\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ scp -r \/opt\/modules\/hadoopfederation bigdata-senior03.chybinmy.com:\/opt\/modules\r\n<\/code><\/pre>\n<p>10\u3001 \u683c\u5f0f\u5316NameNode<\/p>\n<p>\u5728\u7b2c\u4e00\u53f0\u4e0a\u8fdb\u884cNameNode\u683c\u5f0f\u5316\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs namenode -format -clusterId hadoop-federation-clusterId\r\n<\/code><\/pre>\n<p>\u8fd9\u91cc\u4e00\u5b9a\u8981\u6307\u5b9a\u4e00\u4e2a\u96c6\u7fa4ID\uff0c\u4f7f\u5f97\u591a\u4e2aNameNode\u7684\u96c6\u7fa4ID\u662f\u4e00\u6837\u7684\uff0c\u56e0\u4e3a\u8fd9\u4e09\u4e2aNameNode\u5728\u540c\u4e00\u4e2a\u96c6\u7fa4\u4e2d\uff0c\u8fd9\u91cc\u96c6\u7fa4ID\u4e3ahadoop-federation-clusterId\u3002<\/p>\n<p>\u5728\u7b2c\u4e8c\u53f0NameNode\u4e0a\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs namenode -format -clusterId hadoop-federation-clusterId\r\n<\/code><\/pre>\n<p>\u5728\u7b2c\u4e8c\u53f0NameNode\u4e0a\u3002<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs namenode -format -clusterId hadoop-federation-clusterId\r\n<\/code><\/pre>\n<p>11\u3001 \u542f\u52a8NameNode<\/p>\n<p>\u5728\u7b2c\u4e00\u53f0\u3001\u7b2c\u4e8c\u53f0\u3001\u7b2c\u4e09\u53f0\u673a\u5668\u4e0a\u542f\u52a8NameNode\uff1a<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start namenode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start namenode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start namenode\r\n<\/code><\/pre>\n<p>\u542f\u52a8\u540e\uff0c\u7528jps\u547d\u4ee4\u67e5\u770b\u662f\u5426\u5df2\u7ecf\u542f\u52a8\u6210\u529f\u3002<\/p>\n<p>\u67e5\u770bHDFS Web\u9875\u9762\uff0c\u6b64\u65f6\u4e09\u4e2aNameNode\u90fd\u662fstandby\u72b6\u6001\u3002<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/dd3582b0-5cbf-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/e55b6310-5cbf-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/ed9121f0-5cbf-11e7-8185-21ba04c77532\" alt=\"enter image description here\" \/><\/p>\n<p>12\u3001 \u542f\u52a8DataNode<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start datanode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior02 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start datanode\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior03 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ sbin\/hadoop-daemon.sh start datanode\r\n<\/code><\/pre>\n<p>\u542f\u52a8\u540e\uff0c\u7528jps\u547d\u4ee4\u786e\u8ba4DataNode\u8fdb\u7a0b\u5df2\u7ecf\u542f\u52a8\u6210\u529f\u3002<\/p>\n<p>\u56db\u5341\u4e5d\u3001\u6d4b\u8bd5HDFS Federation<\/p>\n<p>1\u3001 \u4fee\u6539core-site.xml<\/p>\n<p>\u5728bigdata-senior01\u673a\u5668\u4e0a,\u4fee\u6539core-site.xml\u6587\u4ef6\uff0c\u6307\u5b9a\u8fde\u63a5\u7684NameNode\u662f\u7b2c\u4e00\u53f0NameNode\u3002<\/p>\n<p>[hadoop@bigdata-senior01 hadoop-2.5.0]$ vim etc\/hadoop\/core-site.xml<\/p>\n<pre><code class=\"xml language-xml hljs\"><span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>fs.defaultFS<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n     <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>hdfs:\/\/bigdata-senior01.chybinmy.com:8020<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n  <span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">name<\/span>&gt;<\/span>hadoop.tmp.dir<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">name<\/span>&gt;<\/span>\r\n    <span class=\"hljs-tag\">&lt;<span class=\"hljs-name\">value<\/span>&gt;<\/span>\/opt\/modules\/hadoopfederation\/hadoop-2.5.0\/data\/tmp<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">value<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">property<\/span>&gt;<\/span>\r\n<span class=\"hljs-tag\">&lt;\/<span class=\"hljs-name\">configuration<\/span>&gt;<\/span>\r\n<\/code><\/pre>\n<p>2\u3001 \u5728bigdate-senior01\u4e0a\u4f20\u4e00\u4e2a\u6587\u4ef6\u5230HDFS<\/p>\n<pre><code class=\"java language-java hljs\">[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -mkdir \/tmp\r\n[hadoop<span class=\"hljs-meta\">@bigdata<\/span>-senior01 hadoop-<span class=\"hljs-number\">2.5<\/span>.0]$ bin\/hdfs dfs -put ~\/shuffle_daily.sh \/tmp\/shuffle_daily.sh\r\n<\/code><\/pre>\n<p>3\u3001 \u67e5\u770bHDFS\u6587\u4ef6<\/p>\n<p><img decoding=\"async\" src=\"http:\/\/images.gitbook.cn\/153b6620-5cc0-11e7-86d9-f17e4b747fa0\" alt=\"enter image description here\" \/><\/p>\n<p>\u53ef\u4ee5\u770b\u5230\uff0c\u521a\u624d\u7684\u6587\u4ef6\u53ea\u4e0a\u4f20\u5230\u4e86bigdate-senior01\u673a\u5668\u4e0a\u7684NameNode\u4e0a\u4e86\uff0c\u5e76\u6ca1\u6709\u4e0a\u4f20\u5230\u5176\u4ed6\u7684NameNode\u4e0a\u53bb\u3002<\/p>\n<p>\u8fd9\u6837\uff0c\u5728HDFS\u7684\u5ba2\u6237\u7aef\uff0c\u53ef\u4ee5\u6307\u5b9a\u8981\u4e0a\u4f20\u5230\u54ea\u4e2aNameNode\u4e0a\uff0c\u4ece\u800c\u6765\u8fbe\u5230\u4e86\u5212\u5206NameNode\u7684\u76ee\u7684\u3002<\/p>\n<h3 id=\"-5\">\u540e\u8bb0<\/h3>\n<p>\u8fd9\u7bc7\u6587\u7ae0\u7684\u64cd\u4f5c\u6b65\u9aa4\u5e76\u4e0d\u662f\u5de5\u4f5c\u4e2d\u6807\u51c6\u7684\u64cd\u4f5c\u6d41\u7a0b\uff0c\u5982\u679c\u5728\u6210\u767e\u4e0a\u5343\u7684\u673a\u5668\u5168\u90e8\u8fd9\u6837\u5b89\u88c5\u4f1a\u88ab\u7d2f\u6b7b\uff0c\u5e0c\u671b\u8bfb\u8005\u53ef\u4ee5\u901a\u8fc7\u6587\u7ae0\u4e2d\u4e00\u6b65\u6b65\u5730\u5b89\u88c5\uff0c\u4ece\u800c\u521d\u6b65\u4e86\u89e3\u5230Hadoop\u7684\u7ec4\u6210\u90e8\u5206\uff0c\u534f\u52a9\u8fc7\u7a0b\u7b49\uff0c\u8fd9\u5bf9\u4e8eHadoop\u7684\u6df1\u5165\u4f7f\u7528\u6709\u5f88\u5927\u7684\u5e2e\u52a9\u3002<\/p>\n<hr \/>\n<p>\u672c\u6587\u9996\u53d1\u4e8eGitChat\uff0c\u672a\u7ecf\u6388\u6743\u4e0d\u5f97\u8f6c\u8f7d\uff0c\u8f6c\u8f7d\u9700\u4e0eGitChat\u8054\u7cfb\u3002<\/p>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u53f2\u4e0a\u6700\u8be6\u7ec6\u7684Hadoop\u73af\u5883\u642d\u5efa \u9e23\u5b87\u6df3<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"colormag_page_container_layout":"default_layout","colormag_page_sidebar_layout":"default_layout","footnotes":""},"categories":[],"tags":[117],"class_list":["post-1314","post","type-post","status-publish","format-standard","hentry","tag-01-linux"],"_links":{"self":[{"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/posts\/1314","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/comments?post=1314"}],"version-history":[{"count":0,"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/posts\/1314\/revisions"}],"wp:attachment":[{"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/media?parent=1314"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/categories?post=1314"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/i007.cc\/wordpress\/wp-json\/wp\/v2\/tags?post=1314"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}