将sql语句线上部署脚本

将sql语句线上部署脚本

#!/bin/bash

############################################
#
#   author: hunter.d
#   date  : 2020-02-01
#   desc  : sql计算任务dwd层流量事件明细执行脚本
#   source: ods_app_log 
#   dest  : dwd_apl_glb_dtl  app埋点日志事件全局明细表
#
############################################  

# 判断脚本是否传入了指定的数据日期
if [ $# -gt 0 ]
then
DATA_DAY=$1
else
# 获取当前时间的前一天日期作为数据处理日期
DATA_DAY=`date -d'-1 day' +'%Y-%m-%d'`
fi

export HIVE_HOME=/opt/app/hive-2.1.0/

${HIVE_HOME}/bin/hive -e "
set mapreduce.framework.name=local;
INSERT INTO TABLE DWD_APL_TFC_DTL PARTITION(dt='2020-01-13')

SELECT 
a.guid    ,
a.eventid ,
a.event  ,
a.uid  ,
a.imei   ,
a.mac   ,
a.imsi   ,
a.osName   ,
a.osVer   ,
a.androidId   ,
a.resolution   ,
a.deviceType   ,
a.deviceId   ,
a.uuid   ,
a.appid   ,
a.appVer   ,
a.release_ch   ,
a.promotion_ch   ,
a.longtitude   ,
a.latitude   ,
a.carrier   ,
a.netType   ,
a.cid_sn   ,
a.ip   ,
a.sessionId   ,
a.`timestamp`   ,
a.province  ,
a.city  ,
a.district  ,
a.year   ,
a.month  ,
a.day  ,
a.datestr  ,
b.channel   ,  
b.category  ,  
b.url
FROM 
(
SELECT
*
FROM DWD_APL_GLB_DTL
WHERE dt='2020-01-13'  and eventid='pgviewEvent'
) a
JOIN DIM_PG_INFO  b  ON a.event['pgid'] = b.pgid
;