Struct 带蜂巢';s复杂结构数据类型,如何使用where子句编写查询
我有下面的配置单元表,具有复杂的数据类型STRUCT。你能帮我写一个特定城市的带有where子句的配置单元查询吗Struct 带蜂巢';s复杂结构数据类型,如何使用where子句编写查询,struct,types,hive,Struct,Types,Hive,我有下面的配置单元表,具有复杂的数据类型STRUCT。你能帮我写一个特定城市的带有where子句的配置单元查询吗 CREATE EXTERNAL TABLE user_t ( name STRING, id BIGINT, isFTE BOOLEAN, role VARCHAR(64), salary DECIMAL(8,2), phones ARRAY<INT>, deductions MAP<STRING,
CREATE EXTERNAL TABLE user_t (
name STRING,
id BIGINT,
isFTE BOOLEAN,
role VARCHAR(64),
salary DECIMAL(8,2),
phones ARRAY<INT>,
deductions MAP<STRING, FLOAT>,
address ARRAY<STRUCT<street:STRING, city:STRING, state:STRING, zip:INT>>,
others UNIONTYPE<FLOAT,BOOLEAN,STRING>,
misc BINARY
)
不工作:
select address.city from user_t where address.city = 'XYZ'
文档称它在使用GROUPBY或where子句时存在局限性,并给出了解决方案。但我不太明白。链接: 请建议。多谢各位 演示
选项2:内联
选项3:自连接
蜂巢还是黑斑羚?显示错误消息我正在使用直线。错误消息:错误:编译语句时出错:失败:SemanticException[Error 10016]:第1行:48参数类型不匹配“city”:EQUAL的第一个参数应为基元类型,但找到了列表(state=42000,code=10016)。请验证create table语句编译时没有错误。已验证。表已创建。我不得不将“扣除额”列从一张地图改为另一张地图。
select address.city from user_t where address.city = 'XYZ'
create table user_t
(
id bigint
,address array<struct<street:string, city:string, state:string, zip:int>>
)
;
insert into user_t
select 1
,array
(
named_struct('street','street_1','city','city_1','state','state_1','zip',11111)
,named_struct('street','street_2','city','city_1','state','state_1','zip',11111)
,named_struct('street','street_3','city','city_3','state','state_3','zip',33333)
)
union all
select 2
,array
(
named_struct('street','street_4','city','city_4','state','state_4','zip',44444)
,named_struct('street','street_5','city','city_5','state','state_5','zip',55555)
)
;
select u.id
,a.*
from user_t as u
lateral view explode(address) a as details
where details.city = 'city_1'
;
+----+---------------------------------------------------------------------+
| id | details |
+----+---------------------------------------------------------------------+
| 1 | {"street":"street_1","city":"city_1","state":"state_1","zip":11111} |
| 1 | {"street":"street_2","city":"city_1","state":"state_1","zip":11111} |
+----+---------------------------------------------------------------------+
select u.id
,a.*
from user_t as u
lateral view inline(address) a
where a.city = 'city_1'
;
+----+----------+--------+---------+-------+
| id | street | city | state | zip |
+----+----------+--------+---------+-------+
| 1 | street_1 | city_1 | state_1 | 11111 |
| 1 | street_2 | city_1 | state_1 | 11111 |
+----+----------+--------+---------+-------+
select u.*
from user_t as u
join (select distinct
u.id
from user_t as u
lateral view inline(address) a
where a.city = 'city_1'
) as u2
on u2.id = u.id
;
+----+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| id | address |
+----+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| 1 | [{"street":"street_1","city":"city_1","state":"state_1","zip":11111},{"street":"street_2","city":"city_1","state":"state_1","zip":11111},{"street":"street_3","city":"city_3","state":"state_3","zip":33333}] |
+----+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+