- 左右链接 is null法
SELECT pid_new
FROM
(SELECT DISTINCT pid_new
FROM sms_data.re_hit_data
WHERE file_name LIKE "sf_DX-20221110-M约约出行常量对比%"
AND is_ok="ok"
AND hit_date="20221111") a
LEFT JOIN
(SELECT DISTINCT phone_sec
FROM report.sms_report_data abc
WHERE etldate = "20221112"
-- AND status=3
AND abc.task_id IN
( SELECT DISTINCT task_id
FROM report.sms_send_data
WHERE bank_id IN ("150")
AND etldate = "20221112" ) )b ON a.pid_new=b.phone_sec
WHERE b.phone_sec IS NULL
- 建立临时表 not in 法
WITH q1 AS
(SELECT DISTINCT pid_new a
FROM sms_data.re_hit_data
WHERE file_name LIKE "sf_DX-20221110-M约约出行常量对比%"
AND is_ok="ok"
AND hit_date="20221111"),
q2 as
(SELECT DISTINCT phone_sec
FROM report.sms_report_data
WHERE etldate = "20221112"
AND status=3
AND task_id IN
(SELECT DISTINCT task_id
FROM report.sms_send_data
WHERE bank_id IN ("150")
AND etldate = "20221112"))
SELECT a
FROM q1
WHERE a NOT IN
(SELECT *
FROM q2)
- where 嵌套查询 not in 法
SELECT pid_new
FROM
(SELECT DISTINCT pid_new
FROM sms_data.re_hit_data
WHERE file_name LIKE "sf_DX-20221110-M约约出行常量对比%"
AND is_ok="ok"
AND hit_date="20221111") a
WHERE a.pid_new NOT IN
(SELECT *
FROM
(SELECT DISTINCT phone_sec
FROM report.sms_report_data
WHERE etldate = "20221112"
AND status=3
AND task_id IN
(SELECT DISTINCT task_id
FROM report.sms_send_data
WHERE bank_id IN ("150")
AND etldate = "20221112"))s)
上述三种方法中,一般不建议使用not in 。IS NULL 的执行速度最快。
SELECT pid_new
FROM
(SELECT DISTINCT pid_new
FROM sms_data.re_hit_data
WHERE file_name LIKE "sf_DX-20221110-M约约出行常量对比%"
AND is_ok="ok"
AND hit_date="20221111") a
WHERE a.pid_new NOT IN
(SELECT DISTINCT phone_sec
FROM report.sms_report_data abc
WHERE etldate = "20221112"
AND status=3
AND abc.task_id IN (
SELECT DISTINCT task_id
FROM report.sms_send_data
WHERE bank_id IN ("150")
AND etldate = "20221112"
) aa
) cc
第四种方法是第三种方法的删减版,但是在hive中会报错,无语法错误。应该是不支持这种写法,至于原因还未找到,若有大佬,请指教。