{"id":2108,"date":"2020-11-22T10:10:40","date_gmt":"2020-11-22T02:10:40","guid":{"rendered":"https:\/\/wyxxt.org.cn\/?p=2108"},"modified":"2023-12-04T15:19:19","modified_gmt":"2023-12-04T07:19:19","slug":"hadoop-hdfs-ha%e6%a8%a1%e5%bc%8f%e5%ae%9e%e7%8e%b0","status":"publish","type":"post","link":"https:\/\/wyxxt.org.cn\/?p=2108","title":{"rendered":"hadoop HDFS-HA\u6a21\u5f0f\u5b9e\u73b0"},"content":{"rendered":"

\u89e3\u51b3NameNode \u5355\u70b9\u95ee\u9898<\/h3>\n

\u4e00\u53d8\u591a<\/p>\n

Active\u6302\u6389Standby\u7acb\u523b\u63a5\u7ba1
\n\u4e24\u4e2aNN\u7684\u4e0e\u6570\u636e\u7684\u540c\u6b65<\/p>\n

\"\"<\/p>\n

ZKFC \u4e09\u53ea\u624b<\/p>\n

1\u3001\u5224\u5b9a\u672c\u673a\u8fdb\u7a0b\u72b6\u6001
\n2\u3001zk\u76ee\u5f55\u4e0b\u540c\u4e00\u4e2a\u8282\u70b9
\n3\u3001\u964d\u7ea7\uff08\u8bbe\u7f6e\u539fActive\u4e3aStandby\uff09\uff0c\u5347\u7ea7\uff08\u672c\u673a\u4e3aActive\uff09<\/p>\n

Active\u6302\u6389<\/p>\n

    \n
  1. ZKFC\u5220\u9664\u9501<\/p>\n<\/li>\n
  2. \n

    \u4ea7\u751f\u4e8b\u4ef6\uff0c\u89e6\u53d1\u56de\u8c03\uff0c\u62a2\u9501<\/p>\n<\/li>\n

  3. \n

    \u786e\u5b9a\u539fActive\u964d\u7ea7\u6216\u5f02\u5e38<\/p>\n<\/li>\n

  4. \n

    \u5347\u7ea7\u672c\u673a<\/p>\n<\/li>\n<\/ol>\n

    ZKFC\u6302\u6389<\/p>\n

      \n
    1. \u4e34\u65f6\u8282\u70b9\u5220\u9664\uff0c\u5373\u5220\u9664\u9501<\/p>\n<\/li>\n
    2. \n

      \u540c\u4e0a2\uff0c3\uff0c4<\/p>\n<\/li>\n<\/ol>\n

      Active \u7f51\u7edc\u95ee\u9898\uff0c\u4f46\u548c\u5ba2\u6237\u7aef\u901a\uff0c\u548cStandby\u4e0d\u901a<\/p>\n

        \n
      1. \u4e34\u65f6\u8282\u70b9\u5220\u9664\uff0c\u5373\u5220\u9664\u9501<\/p>\n<\/li>\n
      2. \n

        \u4ea7\u751f\u4e8b\u4ef6\uff0c\u89e6\u53d1\u56de\u8c03\uff0c\u62a2\u9501<\/p>\n<\/li>\n

      3. \n

        Standby \u7684 ZKFC\u65e0\u6cd5\u8fde\u63a5Active\uff0c\u65e0\u6cd5\u786e\u5b9a\u72b6\u6001<\/p>\n<\/li>\n

      4. \n

        \u672c\u673a\u4e0d\u5347\u7ea7 \uff08\u5b81\u53ef\u4e0d\u53ef\u7528\uff0c\u4e5f\u4e0d\u80fd\u8111\u88c2\uff09<\/p>\n<\/li>\n<\/ol>\n\n\n\n\n\n\n\n\n
        HOST<\/th>\nNN<\/th>\nNN<\/th>\nJNN<\/th>\nDN<\/th>\nZKFC<\/th>\nZK<\/th>\n<\/tr>\n<\/thead>\n
        node01<\/td>\n*<\/td>\n<\/td>\n*<\/td>\n<\/td>\n*<\/td>\n<\/td>\n<\/tr>\n
        node02<\/td>\n<\/td>\n*<\/td>\n*<\/td>\n*<\/td>\n*<\/td>\n*<\/td>\n<\/tr>\n
        node03<\/td>\n<\/td>\n<\/td>\n*<\/td>\n*<\/td>\n<\/td>\n*<\/td>\n<\/tr>\n
        node04<\/td>\n<\/td>\n<\/td>\n<\/td>\n*<\/td>\n<\/td>\n*<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

        \u5b8c\u5168\u5206\u5e03\u5f0f\u5230HA\u642d\u5efa<\/h3>\n

        HA\u6a21\u5f0f\u4e0b\uff1a\u6709\u4e00\u4e2a\u95ee\u9898\uff0cNN\u662f2\u53f0\u3002\u67d0\u4e00\u4e2a\u65f6\u523b\uff0c\u8c01\u662fActive\u5462\uff1f\u5ba2\u6237\u7aef\u53ea\u80fd\u8fde\u63a5Active
        \ncore-site.xml
        \nfs.defaultFs -> hdfs:\/\/node01:9000<\/p>\n

        \u914d\u7f6e\uff1a<\/h4>\n

        core-site.xml<\/p>\n

        <property>\n  <name>fs.defaultFS<\/name>\n  <value>hdfs:\/\/mycluster<\/value>\n<\/property>\n\n<!--ZK-->\n<property>\n   <name>ha.zookeeper.quorum<\/name>\n   <value>node02:2181,node03:2181,node04:2181<\/value>\n <\/property>\n<\/code><\/pre>\n
        hdfs-site.xml<\/p>\n
        <property>\n  <name>dfs.nameservices<\/name>\n  <value>mycluster<\/value>\n<\/property>\n\n<property>\n  <name>dfs.ha.namenodes.mycluster<\/name>\n  <value>nn1,nn2<\/value>\n<\/property>\n\n<property>\n  <name>dfs.namenode.rpc-address.mycluster.nn1<\/name>\n  <value>node01:8020<\/value>\n<\/property>\n<property>\n  <name>dfs.namenode.rpc-address.mycluster.nn2<\/name>\n  <value>node02:8020<\/value>\n<\/property>\n\n<property>\n  <name>dfs.namenode.http-address.mycluster.nn1<\/name>\n  <value>node01:50070<\/value>\n<\/property>\n<property>\n  <name>dfs.namenode.http-address.mycluster.nn2<\/name>\n  <value>node02:50070<\/value>\n<\/property>\n\n<!--journal node-->\n<property>\n  <name>dfs.namenode.shared.edits.dir<\/name>\n  <value>qjournal:\/\/node1:8485;node2:8485;node3:8485\/mycluster<\/value>\n<\/property>\n\n<property>\n  <name>dfs.journalnode.edits.dir<\/name>\n  <value>\/var\/bigdata\/hadoop\/ha\/dfs\/jn<\/value>\n<\/property>\n\n\n<property>\n  <name>dfs.client.failover.proxy.provider.mycluster<\/name>\n  <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider<\/value>\n<\/property>\n\n<property>\n      <name>dfs.ha.fencing.methods<\/name>\n      <value>sshfence<\/value>\n<\/property>\n\n<property>\n      <name>dfs.ha.fencing.ssh.private-key-files<\/name>\n      <value>\/root\/.ssh\/id_rsa<\/value>\n<\/property>\n\n\n<!-- zkfc \u81ea\u52a8\u6545\u969c\u8f6c\u79fb-->\n<property>\n   <name>dfs.ha.automatic-failover.enabled<\/name>\n   <value>true<\/value>\n<\/property>\n<\/code><\/pre>\n
        \u5206\u53d1\u914d\u7f6e<\/h3>\n
        scp core-site.xml hdfs-site.xml node02:`pwd`\n<\/code><\/pre>\n
        \u6d41\u7a0b<\/h3>\n
          \n
        1. \u57fa\u7840\u8bbe\u65bd
          \nssh\u514d\u5bc6\uff1a
          \n1\uff09\u542f\u52a8start-dfs.sh\u811a\u672c\u7684\u673a\u5668\uff0c\u9700\u8981\u5c06\u5171\u94a5\u5206\u53d1\u7ed9\u522b\u7684\u8282\u70b9
          \n2\uff09\u5728HA\u6a21\u5f0f\u4e0b\uff0c\u6bcf\u4e00\u4e2aNN\u4f1a\u542f\u52a8ZKFC\u3002ZKFC\u4f1a\u7528\u514d\u5bc6\u7684\u65b9\u5f0f\u63a7\u5236\u81ea\u5df1\u548c\u5176\u4ed6NN\u8282\u70b9\u7684NN\u72b6\u6001<\/p>\n<\/li>\n
        2. \n
          \u5e94\u7528\u642d\u5efa
          \nHA\u4f9d\u8d56zk \u642d\u5efaZK\u96c6\u7fa4
          \n\u4fee\u6539hadoop\u7684\u914d\u7f6e\u6587\u4ef6\uff0c\u5e76\u96c6\u7fa4\u540c\u6b65<\/p>\n<\/li>\n
        3. \n
          \u521d\u59cb\u5316\u542f\u52a8
          \n1\uff09\u5148\u542f\u52a8JN\uff1ahadoop-daemon.sh start journalnode
          \n2\uff09\u9009\u62e9\u4e00\u4e2aNN\u505a\u683c\u5f0f\u5316\uff1ahdfs namenode -format <\u53ea\u6709\u7b2c\u4e00\u6b21\u642d\u5efa\u505a\uff0c\u4ee5\u540e\u4e0d\u7528\u505a>
          \n3\uff09\u542f\u52a8\u8fd9\u4e2a\u683c\u5f0f\u5316\u7684NN\uff0c\u4ee5\u5907\u53e6\u5916\u4e00\u53f0\u540c\u6b65 hadoop-daemon.sh start namenode
          \n4\uff09\u5728\u53e6\u5916\u4e00\u53f0\u673a\u5668\u4e2d\uff1ahdfs namenode -bootstrapStandby
          \n5\uff09\u683c\u5f0f\u5316zk\uff1ahdfs zkfc -formatZK <\u53ea\u6709\u7b2c\u4e00\u6b21\u642d\u5efa\u505a\uff0c\u4ee5\u540e\u4e0d\u7528\u505a>
          \n6\uff09start-dfs.sh<\/p>\n<\/li>\n
        4. \n
          \u4f7f\u7528\u9a8c\u8bc1<\/p>\n<\/li>\n<\/ol>\n
          1\uff09\u53bb\u770bjn\u7684\u65e5\u5fd7\u548c\u76ee\u5f55\u53d8\u5316\uff1a
          \n2\uff09node04 zkCli.sh \u542f\u52a8\u4e4b\u540e\u53ef\u4ee5\u770b\u5230\u9501 \/hadoop-ha\/mycluster\/ActiveStandbyElectorLock
          \n3\uff09\u6740\u6b7bnamenode \u6740\u6b7bzkfc kill -9 xxx
          \n    a\uff09\u6740\u6b7bactive NN
          \n    b\uff09\u6740\u6b7bactive NN\u7684zkfc
          \n    c\uff09shutdown active NN\u4e3b\u673a\u7684\u7f51\u5361\uff1a ifconfig eth0 down
          \n        2\u8282\u70b9\u4e00\u76f4\u963b\u585e\u964d\u7ea7
          \n        \u5982\u679c\u6062\u590d1\u4e0a\u7684\u7f51\u5361 ifconfig eht0 up
          \n        \u6700\u7ec8 2\u53d8\u6210active<\/p>\n","protected":false},"excerpt":{"rendered":"
          \u89e3\u51b3NameNode \u5355\u70b9\u95ee\u9898 \u4e00\u53d8\u591a Active\u6302\u6389Standby\u7acb\u523b\u63a5\u7ba1 \u4e24\u4e2aNN\u7684\u4e0e\u6570\u636e\u7684\u540c\u6b65 ZKF […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[15],"tags":[389],"class_list":["post-2108","post","type-post","status-publish","format-standard","hentry","category-15","tag-389"],"_links":{"self":[{"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=\/wp\/v2\/posts\/2108","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=2108"}],"version-history":[{"count":23,"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=\/wp\/v2\/posts\/2108\/revisions"}],"predecessor-version":[{"id":3262,"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=\/wp\/v2\/posts\/2108\/revisions\/3262"}],"wp:attachment":[{"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=2108"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=2108"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wyxxt.org.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=2108"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}