#!/bin/bash
tables=`echo "list" | hbase shell | grep ODS_ | grep -v 'test'`
output_dir=~/ods_dump/
#2022-03-01
start_ts=1646064001000
end_ts=1646236800000

#make output dir
if [ ! -d $output_dir ]
then
  echo "create dir: $output_dir"
  mkdir -p $output_dir
fi
#scan hbase tables and export into files
for tb in $tables
do
  echo "scan $tb..."
  echo " scan '$tb', {COLUMNS => 'F_DATA', TIMERANGE => [$start_ts,$end_ts]}" | hbase shell>$output_dir$tb.dat
  echo "scan $tb complete!"
done
echo "all scan complete!"

Logo

DAMO开发者矩阵,由阿里巴巴达摩院和中国互联网协会联合发起,致力于探讨最前沿的技术趋势与应用成果,搭建高质量的交流与分享平台,推动技术创新与产业应用链接,围绕“人工智能与新型计算”构建开放共享的开发者生态。

更多推荐