Hbase使用压缩:snappy,lz4

1, 查看系统支持的压缩格式

[root@cdh-node1 ~]# hbase org.apache.hadoop.util.NativeLibraryChecker
Java HotSpot(TM) 64-Bit Server VM warning: Using incremental CMS is deprecated and will likely be removed in a future release
20/03/26 01:00:28 INFO bzip2.Bzip2Factory: Successfully loaded & initialized native-bzip2 library system-native
20/03/26 01:00:28 INFO zlib.ZlibFactory: Successfully loaded & initialized native-zlib library
Native library checking:
hadoop:  true /cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hadoop/lib/native/libhadoop.so.1.0.0
zlib:    true /lib64/libz.so.1
snappy:  true /cloudera/parcels/CDH-5.12.0-1.cdh5.12.0.p0.29/lib/hadoop/lib/native/libsnappy.so.1
lz4:     true revision:10301
bzip2:   true /lib64/libbz2.so.1
openssl: false Cannot load libcrypto.so (libcrypto.so: cannot open shared object file: No such file or directory)!

2, 对比使用压缩，data_block_ca

####################　使用snappy压缩前后######################
create 'ttt','f'
put 'ttt','r1','f:name','a'
put 'ttt','r2','f:name','a'
put 'ttt','r3','f:name','a'
put 'ttt','r4','f:name','a'
put 'ttt','r5','f:name','a'
put 'ttt','r6','f:name','a'
put 'ttt','r7','f:name','a'
put 'ttt','r8','f:name','a'
flush 'ttt'

#查看storefile文件大小
hdfs dfs -ls /hbase/data/default/ttt/*/f

[root@cdh-node1 ~]# hdfs dfs -ls /hbase/data/default/ttt/*/f
Found 1 items
-rw-r--r--   3 hbase hbase       5111 2020-03-26 00:01 /hbase/data/default/ttt/ed861da62c3d1a366255c695b355c748/f/b8650952ccba48f5a80cfe7fd8185dba

#####修改snappy压缩
alter 'ttt',{NAME=>'f',COMPRESSION=>'SNAPPY'}
major_compact 'ttt'

[root@cdh-node1 ~]# hdfs dfs -ls /hbase/data/default/ttt/*/f
Found 1 items
-rw-r--r--   3 hbase hbase       4948 2020-03-26 00:03 /hbase/data/default/ttt/ed861da62c3d1a366255c695b355c748/f/ad7a2bfd6c8641629710865761e46ba4

alter 'ttt',{NAME=>'f',DATA_BLOCK_ENCODING=>'FAST_DIFF'}
major_compact 'ttt'

[root@cdh-node1 ~]# hdfs dfs -ls /hbase/data/default/ttt/*/f
Found 1 items
-rw-r--r--   3 hbase hbase       4960 2020-03-26 00:05 /hbase/data/default/ttt/ed861da62c3d1a366255c695b355c748/f/134b159b41334d418151ba1c1dbf7f27


####################　使用lz4压缩前后######################
create 'ttt2','f'
put 'ttt2','r1','f:name','a'
put 'ttt2','r2','f:name','a'
put 'ttt2','r3','f:name','a'
put 'ttt2','r4','f:name','a'
put 'ttt2','r5','f:name','a'
put 'ttt2','r6','f:name','a'
put 'ttt2','r7','f:name','a'
put 'ttt2','r8','f:name','a'
flush 'ttt2'

#查看storefile文件大小
hdfs dfs -ls /hbase/data/default/ttt2/*/f

[root@cdh-node1 ~]# hdfs dfs -ls /hbase/data/default/ttt2/*/f
Found 1 items
-rw-r--r--   3 hbase hbase       5111 2020-03-26 00:07 /hbase/data/default/ttt2/1997dc851df78b546a671f617a1901bf/f/d105d3848dfc44a9b455f7e7d06c8e39

#####修改lz4压缩
alter 'ttt2',{NAME=>'f',COMPRESSION=>'LZ4'}
major_compact 'ttt2'

[root@cdh-node1 ~]# hdfs dfs -ls /hbase/data/default/ttt2/*/f
Found 1 items
-rw-r--r--   3 hbase hbase       4940 2020-03-26 00:09 /hbase/data/default/ttt2/1997dc851df78b546a671f617a1901bf/f/bcb4fe47eb78406599b1a0c744da3c95

alter 'ttt2',{NAME=>'f',DATA_BLOCK_ENCODING=>'FAST_DIFF'}
major_compact 'ttt2'

[root@cdh-node1 ~]# hdfs dfs -ls /hbase/data/default/ttt2/*/f
Found 1 items
-rw-r--r--   3 hbase hbase       4955 2020-03-26 00:11 /hbase/data/default/ttt2/1997dc851df78b546a671f617a1901bf/f/b5d774a1aa94491984803af1327b6614