問題
使用hbase shell 掃描資料
hbase(main):007:0> scan 'Flink2HBase_test',{COLUMNS=>'course:art'}
ROW COLUMN+CELL
org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family course does not exist in region Flink2HBase_test,,1575858417744.bb4932718838ab5d1259118a170b854d. in table 'Flink2HBase_test', {NAME => 'info', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}
at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:8184)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2941)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2926)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2920)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3038)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3351)
at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42190)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:99)
at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:89)
at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:364)
at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:352)
at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:344)
at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:242)
at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:58)
at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:127)
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:192)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:387)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:361)
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:107)
at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:80)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException): org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family course does not exist in region Flink2HBase_test,,1575858417744.bb4932718838ab5d1259118a170b854d. in table 'Flink2HBase_test', {NAME => 'info', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}
at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:8184)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2941)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2926)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2920)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3038)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3351)
at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42190)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:389)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:97)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:423)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:419)
at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:103)
at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:118)
at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:162)
at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:192)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:359)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:345)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:337)
at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:323)
at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:297)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:359)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:345)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:337)
at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:359)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:345)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:337)
at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1408)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:359)
at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:345)
at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:930)
at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163)
at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:677)
at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:612)
at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:529)
at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:491)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:905)
at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
... 1 more
ERROR: org.apache.hadoop.hbase.regionserver.NoSuchColumnFamilyException: Column family course does not exist in region Flink2HBase_test,,1575858417744.bb4932718838ab5d1259118a170b854d. in table 'Flink2HBase_test', {NAME => 'info', VERSIONS => '1', EVICT_BLOCKS_ON_CLOSE => 'false', NEW_VERSION_BEHAVIOR => 'false', KEEP_DELETED_CELLS => 'FALSE', CACHE_DATA_ON_WRITE => 'false', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', CACHE_INDEX_ON_WRITE => 'false', IN_MEMORY => 'false', CACHE_BLOOMS_ON_WRITE => 'false', PREFETCH_BLOCKS_ON_OPEN => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536'}
at org.apache.hadoop.hbase.regionserver.HRegion.checkFamily(HRegion.java:8184)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2941)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2926)
at org.apache.hadoop.hbase.regionserver.HRegion.getScanner(HRegion.java:2920)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3038)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3351)
at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42190)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:413)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
For usage try 'help "scan"'
Took 1.2879 seconds
hbase(main):008:0>
解決
輸入正确的列族
hbase(main):008:0> scan 'Flink2HBase_test',{COLUMNS=>'info:test'}
ROW COLUMN+CELL
2019-12-16 08:57:50 column=info:test, timestamp=1575858423186, value=[{"event_son_type":"signature","attack_type":"\xE7\x89\xB9\xE5\xBE\x81\xE9\x98\xB2\xE6\x8
A\xA4","manufacturers_facility":"WEB","facility_hostname":"SecOS","syslog":"<188>Dec 4 11:13:30 SecOS 2019-12-04 11:13:30 WAF: 192.168.6.1
54:11970->59.255.22.68 dip=192.168.109.99 devicename=SecOS url=/audit-web/rest/epointqlk/audititem/tasktype/xzxk/audititemdetailaction/pag
e_load method=POST args=taskguid=6e964896-3024-4b58-861d-39487e3f3566&changeOrModify=null&isCommondto=true&MmEwMD=4sb_8AYHn_bXLrPXM_PljzPT
DU6I5aiqW0eJeJyVXzCvSFXzo.NhY2ALX68.EZrbrt3UUkLa9TXoRAcLSXJTsiySAQctxv9Bd.eRrt_WEqUVw6LKSBQIEIPqCnfi2dDILwA5C.KR0jfSKyAB2pAT1TW0fWIAtDtz6R
ffEK.ZvaxSnKlajnvfA3HzpxRfanJkvPTmvfFcACumsrl5Ici8JdTmH1Xbg.MNfLtGd5MIMRhwbX_7hK08rHP.zj7qDdi_8yEOXoA.1.Lt3BunLC_r7.dH58hGRM3ntyqLwqEyqocm
ugA_gIbjDxvVaheJXO_qksos1w6dIPa8mp4GqbSldeEhx6OyI3OBkT_k3ZOW0mHXVv7 flag_field= block_time=0 http_type= attack_field=1 profile_id=6 rule_i
d=20031 type=Signature Rule severity=0 action=CONTINUE referer= useragent= post= equipment=2 os=8 browser=0 |","block_time":0,"log_type":"
attack_waf","http_method":"POST","event_type":"waf","post":"equipment=2 os=8 browser=0","facility_type":"\xE7\xB3\xBB\xE7\xBB\x9F\xE9\x98\
xB2\xE6\x8A\xA4","rule_id_paraphrase":"\xE6\x9C\xAA\xE7\x9F\xA5","conduct_operations":"null","center_time":"2019-12-06 11:01:02.000","url_
path":"/audit-web/rest/epointqlk/audititem/tasktype/xzxk/audititemdetailaction/page_load","severity":"\xE4\xB8\x80\xE8\x88\xAC\xE7\x9A\x84
","attack_field":"REQUEST_BODY","module_type":"safe","ip":"192.168.6.154","log_level":4,"priority":188,"facility_ip":"0:0:0:0:0:0:0:1","ar
gs":"taskguid=6e964896-3024-4b58-861d-39487e3f3566&changeOrModifynull&isCommondtotrue&MmEwMD4sb_8AYHn_bXLrPXM_PljzPTDU6I5aiqW0eJeJyVXzCvSF
Xzo.NhY2ALX68.EZrbrt3UUkLa9TXoRAcLSXJTsiySAQctxv9Bd.eRrt_WEqUVw6LKSBQIEIPqCnfi2dDILwA5C.KR0jfSKyAB2pAT1TW0fWIAtDtz6RffEK.ZvaxSnKlajnvfA3Hz
pxRfanJkvPTmvfFcACumsrl5Ici8JdTmH1Xbg.MNfLtGd5MIMRhwbX_7hK08rHP.zj7qDdi_8yEOXoA.1.Lt3BunLC_r7.dH58hGRM3ntyqLwqEyqocmugA_gIbjDxvVaheJXO_qks
os1w6dIPa8mp4GqbSldeEhx6OyI3OBkT_k3ZOW0mHXVv7","rule_id":20031,"manufacturers_name":"\xE7\xBD\x91\xE7\xA5\x9E","log_des":"\xE7\xBD\x91\xE7
\xA5\x9E - WAF - \xE7\xB3\xBB\xE7\xBB\x9F\xE9\x98\xB2\xE6\x8A\xA4\xE6\x94\xBB\xE5\x87\xBB\xE6\x97\xA5\xE5\xBF\x97","port":11970,"system_ty
pe":"system","profile_id":6,"dest_ip":"59.255.22.68","real_dest_port":"192.168.109.99","facility":23,"process_mode":"CONTINUE","event_time
":"2019-12-04T11:13:30.000+08:00"}]
1 row(s)
Took 0.1016 seconds
hbase(main):009:0>
![unit 1 - redhat Enterprise 8.0 Linux 指令行使用技巧[圖]](data:image/gif;base64,R0lGODlhAQABAIAAAP///wAAACwAAAAAAQABAAACAkQBADs=)