docker 构建 hbase 容器

hbase 搭建

docker run -tdi -p 2181:2181 -p 8030:8030 -p 8031:8031 -p 8032:8032 -p 8033:8033 -p 8040:8040  -p 8088:8088  -p 9000:9000 -p 9864:9864 -p 9866:9866 -p 9867:9867 -p 9868:9868 -p 9870:9870 -p 13562:13562 -p 16000:16000 -p 16010:16010 -p 16020:16020 -p 16030:16030  -p 19888:19888  --hostname hbase0    --privileged -e "container=docker"   --name  hbaseweifb   registry.cn-hangzhou.aliyuncs.com/mkmk/hadoop:hbaseweifbv4 init | docker exec  hbaseweifb /bin/bash -c ' /starthadoop.sh'

使用 java api 端口 9000
hadoop web 9870
hbase web 16010

javaapi 创建表格

这里就填写你 docker 容器所在的 ip地址即可
configuration.set(“hbase.rootdir”,“hdfs://127.0.0.1:9000/hbase”);
configuration.set(“hbase.zookeeper.quorum”, “127.0.0.1”);

package main.java;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HConstants;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.io.compress.Compression.Algorithm;
import org.apache.log4j.BasicConfigurator;

public class connectHbase {

    public static Configuration configuration; //配置对象，用于管理配置信息(类似hbase-site.xml)
    public static Connection connection;       //连接对象，用于连接数据库
    public static Admin admin;                 //管理对象，用于管理表(如对表的增删改查)

    public static void init(){
        //1.根据hbase-site.xml文件初始化Configuration对象
        configuration = HBaseConfiguration.create();
        configuration.set("hbase.rootdir","hdfs://127.0.0.1:9000/hbase");
        configuration.set("hbase.zookeeper.quorum", "127.0.0.1");
        configuration.set("hbase.zookeeper.property.clientPort", "2181");
        try{
            //2.根据Configuration对象初始化Connection对象
            connection = ConnectionFactory.createConnection(configuration);
            //3.根据Connection对象获取Admin对象
            admin = connection.getAdmin();
            System.out.println("连接HBase成功.");
        }catch (IOException e){
            System.err.println("连接HBase失败.");
        }
    }

    public static void close(){
        try{
            if(admin != null){
                admin.close();
            }
            if(null != connection){
                connection.close();
            }
        }catch (IOException e){
            e.printStackTrace();
        }
    }

    public static void createTable(String myTableName,String[] colFamily) throws IOException {
        init();  //创建连接
        TableName tableName = TableName.valueOf(myTableName);
        if(admin.tableExists(tableName)){ //若要创建的表名存在，则无需创建新表
            System.out.println("talbe is exists!");
        }else {  //若要创建的表名不存在，则创建新表
            TableDescriptorBuilder tableDescriptor = TableDescriptorBuilder.newBuilder(tableName);  //创建新表实例
            for(String str:colFamily){
                ColumnFamilyDescriptor columnfamily = ColumnFamilyDescriptorBuilder.of(str);  //根据字符串列簇名分别创建新的列簇
                tableDescriptor.setColumnFamily(columnfamily); //把新列簇依次添加到新表实例中
            }
            admin.createTable(tableDescriptor.build()); //把创建的新表实例添加到HBase中
            System.out.println("create table success");
        }
        close();  //关闭连接
    }


    public static void main(String... args) throws IOException {
        BasicConfigurator.configure();
        createTable("lmk",new String[]{"col1","col2"});


    }
}

常用命令

查看所有活动端口

 netstat -ntlp

查看大小

 du -shm * | sort -nr

查看jps 活动

jps

压缩文件

 nohup tar cvpzf /backup20200406.tgz --exclude=/proc --exclude=/nohup.out  --exclude=/backup20200406.tgz --exclude=/mnt --exclude=/sys/  --exclude=/run  / &

docker run -tdi -p 2181:2181 -p 8030:8030 -p 8031:8031 -p 8032:8032 -p 8033:8033 -p 8040:8040  -p 8088:8088  -p 9000:9000 -p 9864:9864 -p 9866:9866 -p 9867:9867 -p 9868:9868 -p 9870:9870 -p 13562:13562 -p 16010:16010 -p 16030:16030  -p 19888:19888 -p 33933:33933  --hostname localhost  --privileged -e "container=docker"   --name  hbaseweifb   registry.cn-hangzhou.aliyuncs.com/mkmk/hadoop:hbaseweifb init  | docker exec  hbaseweifb /bin/bash -c ' /starthadoop.sh  '

常见报错

Connection refused: no further information: localhost/127.0.0.1:16020
请参考