{"id":1088,"date":"2023-04-29T12:18:12","date_gmt":"2023-04-29T04:18:12","guid":{"rendered":"http:\/\/blog.sway.com.cn\/?p=1088"},"modified":"2023-04-29T18:44:09","modified_gmt":"2023-04-29T10:44:09","slug":"win10%e4%b8%8b%e5%ae%89%e8%a3%85hadoop3-3-0","status":"publish","type":"post","link":"http:\/\/blog.sway.com.cn\/?p=1088","title":{"rendered":"Win10\u4e0b\u5b89\u88c5Hadoop3.1.1\u548cHBase2.2.6"},"content":{"rendered":"\n

\u51c6\u5907\u6761\u4ef6\uff1a\u5df2\u7ecf\u5b89\u88c5jdk\u4e14\u5df2\u7ecf\u914d\u7f6e\u4e86\u73af\u5883\u53d8\u91cfJAVA_HOME<\/p>\n\n\n\n

hadoop\u8ddfhbase\u7684\u7248\u672c\u662f\u6709\u5bf9\u5e94\u5173\u7cfb\u7684\uff0c\u4e0d\u80fd\u4e71\u642d\u914d\uff0c\u53ef\u4ee5\u5728\u8fd9\u4e2a\u7f51\u5740\u91cc\u67e5\u770b\uff1a<\/p>\n\n\n\n

https:\/\/hbase.apache.org\/book.html#java<\/a><\/p>\n\n\n\n

\"\"<\/a><\/figure>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n

\u5b89\u88c5hadoop<\/h2>\n\n\n\n

1\u3001\u4e0b\u8f7d\u8d5bhadoop<\/h2>\n\n\n\n

https:\/\/www.apache.org\/dyn\/closer.cgi\/hadoop\/common\/hadoop-3.1.1\/hadoop-3.1.1.tar.gz<\/a><\/p>\n\n\n\n

\u4e0b\u8f7d\u597d\u540e\u89e3\u538b\uff0c\u8fd9\u91cc\u4ee5\u89e3\u538b\u5230d\u76d8\u4e3a\u4f8b\uff0c\u5219hadoop\u7684\u8def\u5f84\u4e3a\uff1a<\/p>\n\n\n\n

D:\\hadoop-3.1.1<\/p>\n\n\n\n

2\u3001\u4e0b\u8f7dhadoop\u7684windows\u7ec4\u4ef6<\/h2>\n\n\n\n

\u4e0b\u8f7d\u4ee5\u4e0bgit\u8def\u5f84\u4e0b\u7684\u6240\u6709\u6587\u4ef6\u5e76\u8986\u76d6\u5230hadoop\u5b89\u88c5\u76ee\u5f55\u7684bin\u76ee\u5f55\u4e0b\u7684\u6240\u6709\u6587\u4ef6\uff1a<\/p>\n\n\n\n

\u6709\u5f88\u591a\u4e2a\u7248\u672c\uff0c\u8bf7\u81ea\u884c\u9009\u62e9\uff1a<\/p>\n\n\n\n

https:\/\/github.com\/steveloughran\/winutils\/tree\/master\/hadoop-3.0.0\/bin<\/a><\/p>\n\n\n\n

https:\/\/github.com\/selfgrowth\/apache-hadoop-3.1.1-winutils<\/a><\/p>\n\n\n\n

https:\/\/github.com\/s911415\/apache-hadoop-3.1.3-winutils<\/a><\/p>\n\n\n\n

3\u3001\u914d\u7f6ehadoop\u7684\u73af\u5883\u53d8\u91cf<\/h2>\n\n\n\n

\u589e\u52a0HADOOP_HOME\u4e3aD:\\hadoop-3.1.1<\/p>\n\n\n\n

\u589e\u52a0Path\u7684\u4ee5\u4e0b\u4e24\u4e2a\u73af\u5883\u53d8\u91cf\uff1a<\/p>\n\n\n\n

1\u3001%HADOOP_HOME%\\bin<\/p>\n\n\n\n

2\u3001%HADOOP_HOME%\\sbin<\/p>\n\n\n\n

\u5728CMD\u4e2d\u4f7f\u7528hadoop version\u547d\u4ee4\u6d4b\u8bd5\u914d\u7f6e\u662f\u5426\u6b63\u5e38\uff1a<\/p>\n\n\n\n

\"\"<\/a><\/figure>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n

4\u3001\u914d\u7f6ehadoop\u4e3a\u672c\u5730\u5206\u53d1<\/h2>\n\n\n\n

1\u3001\u7f16\u8f91etc\\hadoop\u76ee\u5f55\u4e0b\u7684core-site.xml\u6587\u4ef6\uff1a<\/p>\n\n\n\n

<configuration>\n\t<property>\n        <name>hadoop.tmp.dir<\/name>\n        <value>\/D:\/hadoop-3.1.1\/workspace\/tmp<\/value>\n    <\/property>\n    <property>\n        <name>dfs.name.dir<\/name>\n        <value>\/D:\/hadoop-3.1.1\/workspace\/name<\/value>\n    <\/property>\n    <property>\n        <name>fs.default.name<\/name>\n        <value>hdfs:\/\/localhost:9000<\/value>\n    <\/property>\n<\/configuration><\/pre>\n\n\n\n
2\u3001\u7f16\u8f91etc\\hadoop\u76ee\u5f55\u4e0b\u7684hdfs-site.xml\u6587\u4ef6\uff1a<\/p>\n\n\n\n
<configuration>\n    <property>\n        <name>dfs.replication<\/name>\n        <value>1<\/value>\n    <\/property>\n    <property>\n        <name>dfs.data.dir<\/name>\n        <value>\/D:\/hadoop-3.1.1\/workspace\/data<\/value>\n    <\/property>\n<\/configuration><\/pre>\n\n\n\n
3\u3001\u7f16\u8f91etc\\hadoop\u76ee\u5f55\u4e0b\u7684mapred-site.xml\u6587\u4ef6\uff1a<\/p>\n\n\n\n
<configuration>\n\t<property>\n\t\t<name>mapreduce.framework.name<\/name>\n\t\t<value>yarn<\/value>\n\t<\/property>\n\t<property>\n\t\t   <name>mapred.job.tracker<\/name>\n\t\t   <value>hdfs:\/\/localhost:9001<\/value>\n\t<\/property>\n<\/configuration><\/pre>\n\n\n\n
4\u3001\u7f16\u8f91etc\\hadoop\u76ee\u5f55\u4e0b\u7684yarn-site.xml\u6587\u4ef6\uff1a<\/p>\n\n\n\n
<configuration>\n   <property>\n       <name>yarn.nodemanager.aux-services<\/name>\n       <value>mapreduce_shuffle<\/value>\n    <\/property>\n    <property>\n       <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class<\/name>\n       <value>org.apache.hadoop.mapred.ShuffleHandler<\/value>\n    <\/property>\n<\/configuration><\/pre>\n\n\n\n
5\u3001\u683c\u5f0f\u5316\u8282\u70b9<\/h2>\n\n\n\n
\u5728cmd\u7a97\u53e3\u6267\u884c\u547d\u4ee4\uff1ahdfs namenode -format<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
6\u3001\u542f\u52a8\u5e76\u8bbf\u95ee\u6d4b\u8bd5<\/h2>\n\n\n\n
\u8fdb\u5165Hadoop\u7684sbin\u76ee\u5f55\u4e0b\u6267\u884cstart-dfs.cmd\u542f\u52a8Hadoop\uff1a<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u4f7f\u7528jdk\u7684jps\u5de5\u5177\u67e5\u770b\u76f8\u5173\u7684hadoop\u8fdb\u7a0b\u662f\u5426\u542f\u52a8\u8f66\u6210\u529f\uff1a<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u8bbf\u95ee\uff1ahttp:\/\/localhost:9870<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u8bbf\u95ee\uff1ahttp:\/\/localhost:8088<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
\u5b89\u88c5HBase<\/h2>\n\n\n\n
1\u3001\u4e0b\u8f7dhbase2.2.6<\/h2>\n\n\n\n
https:\/\/hbase.apache.org\/downloads.html<\/a><\/p>\n\n\n\n
\u6216<\/p>\n\n\n\n
https:\/\/archive.apache.org\/dist\/hbase\/<\/a><\/p>\n\n\n\n
\u6b64\u5904\u6559\u7a0b\u7684\u5b58\u653e\u76ee\u5f55\u662f\uff1aD:\\hbase-2.2.6\\<\/p>\n\n\n\n
2\u3001\u914d\u7f6e\u73af\u5883\u53d8\u91cf<\/h2>\n\n\n\n
HBASE_HOME\uff1aD:\\hbase-2.4.17<\/p>\n\n\n\n
HBASE_CLASSPATH\uff1aD:\\hbase-2.4.17\\conf<\/p>\n\n\n\n
HBASE_BIN_PATH\uff1aD:\\hbase-2.4.17\\bin<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u6dfb\u52a0path\u73af\u5883\u53d8\u91cf\uff1a%HBASE_HOME%\\bin<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
3\u3001\u4fee\u6539\u914d\u7f6e<\/h2>\n\n\n\n
 \uff081\uff09conf\\hbase-env.cmd\u6587\u4ef6\uff1a<\/p>\n\n\n\n
JAVA_HOME=D:\\Java\\jdk1.8.0_351\nHBASE_MANAGES_ZK=true<\/pre>\n\n\n\n
\uff082\uff09conf\\hbase-site.xml<\/p>\n\n\n\n
<configuration>\n    <property>\n        <name>hbase.cluster.distributed<\/name>\n        <value>false<\/value>\n    <\/property>\n\t<property>\n        <name>hbase.tmp.dir<\/name>\n        <value>\/D:\/hbase-2.2.6\/tmp<\/value>\n    <\/property>\n    <property>\n        <name>hbase.rootdir<\/name>\n        <value>hdfs:\/\/localhost:9000\/hbase<\/value>\n    <\/property>\n    <property>\n        <name>hbase.zookeeper.quorum<\/name>\n        <value>127.0.0.1<\/value>\n    <\/property>\n    <property>\n        <name>hbase.zookeeper.property.dataDir<\/name>\n        <value>\/D:\/hbase-2.2.6\/zoo<\/value>\n    <\/property>\n    <property>\n        <name>hbase.unsafe.stream.capability.enforce<\/name>\n        <value>false<\/value>\n    <\/property>\n<\/configuration><\/pre>\n\n\n\n
4\u3001\u542f\u52a8hbase<\/h2>\n\n\n\n
\u8fd0\u884c\uff1abin\\start-hbase.cmd<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
5\u3001\u8bbf\u95eeweb\u754c\u9762<\/h2>\n\n\n\n
http:\/\/127.0.0.1:16010\/master-status<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
6\u3001\u8fdb\u5165hbase\u547d\u4ee4\u884c\u6a21\u5f0f<\/h2>\n\n\n\n
\u6267\u884c\uff1ahbase shell<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u4f7f\u7528\u4ee5\u4e0b\u547d\u4ee4\u521b\u5efa\u6570\u636e\u8868\u6d4b\u8bd5\u662f\u5426\u6b63\u5e38\uff1a<\/p>\n\n\n\n
create 'student','Sname','Ssex','Sage','Sdept','course'<\/pre>\n\n\n\n
\"\"<\/a>
\u5230web\u540e\u53f0\u4e2d\u67e5\u770b\u662f\u5426\u4ea7\u751f\u5bf9\u5e94\u7684\u8868\uff1a<\/figcaption><\/figure>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u5230\u6b64\u7ed3\u675f\uff0c\u4eab\u53d7\u60a8\u7684\u5927\u6570\u636e\u5f00\u53d1\u4e4b\u65c5\u5427\uff01<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
\u5751\u5408\u96c6\uff1a<\/h2>\n\n\n\n
<\/p>\n\n\n\n
hadoop\u7684data\u8def\u5f84\u8bbe\u7f6e\u9519\u8bef<\/h2>\n\n\n\n
\u5982\u679c\u8fd0\u884cstart-hbase\u540ehadoop\u548chbase\u51fa\u73b0\u201ccould only be written to 0 of the 1 minReplication nodes,there are 0 datanode(s) running\u201d\uff0c\u4e00\u822c\u662f\u914d\u7f6e\u6587\u4ef6\u7684data\u76ee\u5f55\u914d\u7f6e\u9519\u8bef\uff0c\u5219\u53ef\u4ee5\u91c7\u53d6\u5982\u4e0b\u529e\u6cd5\u89e3\u51b3\uff1a<\/p>\n\n\n\n
1\u3001\u5148\u7528stop-all\u811a\u672c\u5173\u95ed\u6240\u6709hadoop\u670d\u52a1<\/p>\n\n\n\n
2\u3001\u5220\u9664hadoop\u7684logs\u76ee\u5f55\u548cdata\u6570\u636e\uff08\u914d\u7f6e\u6587\u4ef6\u91cc\u7684tmp\u548cdata\u76ee\u5f55\uff09<\/p>\n\n\n\n
3\u3001\u68c0\u67e5hdfs-site.xml\u914d\u7f6e\u6587\u4ef6<\/p>\n\n\n\n
4\u3001\u91cd\u65b0\u6267\u884chdfs\u683c\u5f0f\u5316\u547d\u4ee4\uff1ahadoop namenode -format<\/p>\n\n\n\n
5\u3001\u4f7f\u7528start-all\u542f\u52a8hadoop<\/p>\n\n\n\n
6\u3001\u518d\u6b21\u4f7f\u7528start-hbase\u547d\u4ee4\u542f\u52a8hbase\u5373\u53ef<\/p>\n\n\n\n
<\/p>\n\n\n\n
<\/p>\n\n\n\n
hbase\u7684\u8282\u70b9\u9519\u8bef<\/h2>\n\n\n\n
\u542f\u52a8hbase\u51fa\u73b0\u201cMaster startup cannot progress, in holding-pattern until region onlined.\u201d\u63d0\u793a\uff1a<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u5219\u53ef\u4ee5\u91c7\u53d6\u66b4\u529b\u5220\u9664\u6240\u6709\u8282\u70b9\u7684\u65b9\u5f0f\uff0c\u5373\u5220\u9664hbase\u4e2d\u7684zoo\u76ee\u5f55\u540e\u91cd\u542f\u5373\u53ef\uff0c\u6216\u4f7f\u7528\u4ee5\u4e0b\u547d\u4ee4\u5220\u9664\u4e5f\u53ef\u4ee5\uff1ahbase zkcli -server localhost:2181\uff08\u672a\u6d4b\u8bd5\uff09<\/p>\n\n\n\n
<\/p>\n\n\n\n
\u65e0\u6cd5\u8fd0\u884chbase shell<\/h2>\n\n\n\n
\u65e0\u6cd5\u8fd0\u884chbase shell\u547d\u4ee4\uff0c\u51fa\u73b0\u5982\u4e0b\u63d0\u793a\uff1a<\/p>\n\n\n\n
\"\"<\/a>
\u56e0\u4e3ahbase\u7248\u672c\u8fc7\u9ad8\uff0c\u964d\u4f4e\u4e00\u70b9\u5373\u53ef\uff0c\u76ee\u524d\u7f51\u53cb\u53cd\u5e941.4.9\u548c2.2.6\u7248\u672c\u4e0b\u6ca1\u6709\u8fd9\u4e2a\u95ee\u9898\u3002<\/figcaption><\/figure>\n\n\n\n
<\/p>\n\n\n\n
\u8fd0\u884chbase shell\u7f3a\u5c11\u7c7b<\/h2>\n\n\n\n
\u8fd0\u884chbase shell\u63d0\u793a\uff1ajava.lang.NoClassDefFoundError: Could not initialize class org.fusesource.jansi.internal.Kernel32<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u5230\u8fd9\u91cc https:\/\/mvnrepository.com\/artifact\/org.fusesource.jansi\/jansi\/1.4 \u4e0b\u8f7djar\u5305\u653e\u8fdb\u53bbhbase\u7684lib\u76ee\u5f55\u4e2d\u5373\u53ef\u3002<\/p>\n\n\n\n
<\/p>\n\n\n\n
\u6ca1\u6709\u8bbe\u7f6ehbase.unsafe.stream.capability.enforce<\/h2>\n\n\n\n
\u5982\u679c\u4f60\u9047\u5230Please check the config value of ‘hbase.wal.dir’ and ensure it points to a FileSystem mount that has suitable capabilities for output streams<\/p>\n\n\n\n
\"\"<\/a><\/figure>\n\n\n\n
\u8bf7\u786e\u4fddhbase-site.xml\u4e2d\u6709\u5982\u4e0b\u914d\u7f6e\uff1a<\/p>\n\n\n\n
\t<property>\n\t\t<name>hbase.unsafe.stream.capability.enforce<\/name>\n\t\t<value>false<\/value>\n\t<\/property><\/pre>\n","protected":false},"excerpt":{"rendered":"
\u51c6\u5907\u6761\u4ef6\uff1a\u5df2\u7ecf\u5b89\u88c5jdk\u4e14\u5df2\u7ecf\u914d\u7f6e\u4e86\u73af\u5883\u53d8\u91cfJAVA_HOME hadoop\u8ddfhbase\u7684\u7248\u672c\u662f\u6709\u5bf9\u5e94\u5173\u7cfb\u7684\uff0c […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-1088","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"_links":{"self":[{"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=\/wp\/v2\/posts\/1088","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1088"}],"version-history":[{"count":45,"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=\/wp\/v2\/posts\/1088\/revisions"}],"predecessor-version":[{"id":1167,"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=\/wp\/v2\/posts\/1088\/revisions\/1167"}],"wp:attachment":[{"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1088"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1088"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/blog.sway.com.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1088"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}