Linux巩固记录（7） Hbase安装

#下载hbase
wget http://mirror.bit.edu.cn/apache/hbase/1.3.1/hbase-1.3.1-bin.tar.gz

[root@master home]# ll
total 103248
drwxr-xr-x.  8 root         root               191 Sep  5 22:31 eclipse
drwxr-xr-x. 13        20415          101       195 Sep  5 21:29 hadoop-2.7.4
-rw-r--r--.  1 root         root         105718722 Jun 20 18:41 hbase-1.3.1-bin.tar.gz
drwxr-xr-x.  8           10          143       255 Jul 22 13:11 jdk1.8.0
drwx------.  3 xiaochangwei xiaochangwei        78 Sep  5 01:01 xiaochangwei
drwxr-xr-x. 10         1001         1001      4096 Sep  7 22:05 zookeeper-3.4.10
[root@master home]# 

#解压到当前的home目录
tar -zxvf hbase-1.3.1-bin.tar.gz

#添加环境变量
vi /etc/profile

#内容如下红色部分，其他为之前配置的
export JAVA_HOME=/home/jdk1.8.0
export CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export PATH=$PATH:$JAVA_HOME/bin 
export JAVA_HOME
export PATH
export CLASSPATH


export HADOOP_HOME=/home/hadoop-2.7.4
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
export YARN_CONF_DIR=$HADOOP_HOME/etc/hadoop


export HBASE=/home/hbase-1.3.1
export PATH=$HBASE/bin:$PATH

#使配置立即生效并验证
[root@master hbase-1.3.1]# source /etc/profile
[root@master hbase-1.3.1]# hbase
Usage: hbase [<options>] <command> [<args>]
Options:
  --config DIR     Configuration direction to use. Default: ./conf
  --hosts HOSTS    Override the list in 'regionservers' file
  --auth-as-server Authenticate to ZooKeeper using servers configuration

Commands:
Some commands take arguments. Pass no args or -h for usage.
  shell           Run the HBase shell
  hbck            Run the hbase 'fsck' tool
  snapshot        Tool for managing snapshots
  snapshotinfo    Tool for dumping snapshot information
  wal             Write-ahead-log analyzer
  hfile           Store file analyzer
  zkcli           Run the ZooKeeper shell
  upgrade         Upgrade hbase
  master          Run an HBase HMaster node
  regionserver    Run an HBase HRegionServer node
  zookeeper       Run a Zookeeper server
  rest            Run an HBase REST server
  thrift          Run the HBase Thrift server
  thrift2         Run the HBase Thrift2 server
  clean           Run the HBase clean up script
  classpath       Dump hbase CLASSPATH
  mapredcp        Dump CLASSPATH entries required by mapreduce
  pe              Run PerformanceEvaluation
  ltt             Run LoadTestTool
  canary          Run the Canary tool
  version         Print the version
  CLASSNAME       Run the class named CLASSNAME
[root@master hbase-1.3.1]# 

#修改hbase的环境变量和jdk环境变量
vi /home/hbase-1.3.1/conf/hbase-env.sh

export JAVA_HOME=/home/jdk1.8.0/
export HBASE_CLASSPATH=/home/hbase-1.3.1/conf

#配置
vi /home/hbase-1.3.1/conf/hbase-site.xml

#修改为
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
/**
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
-->
<configuration>
    <property>
        <name>hbase.rootdir</name>
        <value>hdfs://master:9000/hbase</value>
    </property>
    <property>
        <name>hbase.cluster.distributed</name>
        <value>true</value>
    </property>
    <property>
        <name>hbase.zookeeper.quorum</name>
        <value>master,slave1,slave2</value>
    </property>
    <property>
        <name>hbase.tmp.dir</name>
        <value>/tmp/hbase</value>
    </property>
    <property>
        <name>hbase.zookeeper.property.dataDir</name>
        <value>/home/dataDir/zookeeper</value>
    </property>
</configuration>

#配置从节点
vi /home/hbase-1.3.1/conf/regionservers

#去掉里面的localhost，修改为
slave1
slave2


#分别拷贝到slave节点

scp -r /home/hbase-1.3.1/ slave1:/home/

scp -r /home/hbase-1.3.1/ slave2:/home/

#master上执行 启动hadoop
/home/hadoop-2.7.4/sbin/start-all.sh 

#master，slave1，slave2上执行 启动zookeeper
/home/zookeeper-3.4.10/bin/zkServer.sh start /home/zookeeper-3.4.10/conf/zoo.cfg 

#全部执行完毕后可以通过下列命令查看状态，比如是leader还是follower
/home/zookeeper-3.4.10/bin/zkServer.sh status

注意：请所有节点都执行启动命令后再通过status进行状态查看，否则看见的是

[root@master ~]# /home/zookeeper-3.4.10/bin/zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /home/zookeeper-3.4.10/bin/../conf/zoo.cfg
Error contacting service. It is probably not running.

通过 less /home/zookeeper-3.4.10/zookeeper.out 查看提示无法连接到其他节点
当然了，其他节点都还没启动，所以等所有节点都启动了，再通过status命令查看

#master上执行 启动hbase
/home/hbase-1.3.1/bin/start-hbase.sh 

启动日志如下：
[root@master ~]# /home/hbase-1.3.1/bin/start-hbase.sh 
master: starting zookeeper, logging to /home/hbase-1.3.1/bin/../logs/hbase-root-zookeeper-master.out
slave1: starting zookeeper, logging to /home/hbase-1.3.1/bin/../logs/hbase-root-zookeeper-slave1.out
slave2: starting zookeeper, logging to /home/hbase-1.3.1/bin/../logs/hbase-root-zookeeper-slave2.out
starting master, logging to /home/hbase-1.3.1/bin/../logs/hbase-root-master-master.out
Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0
Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0
slave1: starting regionserver, logging to /home/hbase-1.3.1/bin/../logs/hbase-root-regionserver-slave1.out
slave2: starting regionserver, logging to /home/hbase-1.3.1/bin/../logs/hbase-root-regionserver-slave2.out
slave1: Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0
slave1: Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0
slave2: Java HotSpot(TM) 64-Bit Server VM warning: ignoring option PermSize=128m; support was removed in 8.0
slave2: Java HotSpot(TM) 64-Bit Server VM warning: ignoring option MaxPermSize=128m; support was removed in 8.0

#master
[root@master ~]# date
Fri Sep  8 21:06:42 CST 2017
[root@master ~]# jps
2657 QuorumPeerMain
3108 SecondaryNameNode
3269 ResourceManager
3909 HMaster
2902 NameNode
4281 Jps
[root@master ~]# 

#slave1
[root@slave1 ~]# date
Fri Sep  8 21:07:10 CST 2017
[root@slave1 ~]# jps
3160 HRegionServer
2636 QuorumPeerMain
2748 DataNode
2877 NodeManager
3503 Jps
[root@slave1 ~]# 

#slave2
[root@slave2 ~]# date
Fri Sep  8 21:07:32 CST 2017
[root@slave2 ~]# jps
2626 QuorumPeerMain
3146 HRegionServer
3467 Jps
2732 DataNode
2861 NodeManager
[root@slave2 ~]# 

hbase hbck