ods
create table house_ods_table(
region string,
subway_station string,
type string,
area int,
floor_level string,
total_price int,
unit_price int,
distance string)
row format delimited fields terminated by '\t'
location '/hive';
load data local inpath '/opt/datas/house.txt'
overwrite into table house_ods_table;
dwd
create table house_dwd_table (
subway_station string,
type string,
area double,
floor_level string,
total_floor int,
total_price int,
unit_price int,
distance string
)
partitioned by (region string)
row format delimited
fields terminated by '\t';
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;
INSERT INTO table house_dwd_table PARTITION(region)
SELECT
subway_station,
type,
area,
substring_index(floor_level,'(',1) as floor_level, substring_index(substring_index(floor_level,'共',-1),'层',1) as total_floor,
total_price,
unit_price,
distance,
region
FROM house_ods_database.house_ods_table;
dws
create table priceavg_dws_table(
priceavg double,
type string,
area double,
floor_leval string,
distance string,
group_type string)
row format delimited fields terminated by'\t';
insert into table priceavg_dws_table
select avg(unit_price) priceavg,type,-1 as area,'-1' as floor_level,'-1' as distance,'1' as group_type
from house_dwd_database.house_dwd_table
where region='CPQ'
group by type;
dws
create table salenum_dws_table(
salenum double,
type string,
area double,
floor_leval string,
distance string,
group_type string)
row format delimited fields terminated by'\t';