Task Hive Amazon

TASK
Name -- Animesh Singh

Date -- 5,Nov-2019
-----------------------------------------------------------------------------------
--------------------------
hive> show tables;

OK
amazon
simpleamazon
top3month
top3states
top3statesandmonth
--------------------------------
step 1 - create table simpleamazon(year int,state string,month string,number

int,datee date) \
row format delimited fields terminated by ',' \
tblproperties("skip.header.line.count"="1");
hive> desc simpleamazon;

OK
year int
state string
month string
number int
datee date
step 2 - SET hive.exec.dynamic.partition=true;

SET hive.exec.dynamic.partition.mode=non-strict;
SET hive.enforce.bucketing =true;
step 3- create table amazon(year int,state string,number int,datee date)

partitioned by (month string) clustered by (year) into 4 buckets;
hadoop@masternode:~$ hadoop fs -ls /user/hive/warehouse/home_practice.db/amazon/

Found 12 items
drwxrwxrwx - hadoop supergroup 0 2019-11-04 12:41
/user/hive/warehouse/home_practice.db/amazon/month=April
/user/hive/warehouse/home_practice.db/amazon/month=August
/user/hive/warehouse/home_practice.db/amazon/month=December
/user/hive/warehouse/home_practice.db/amazon/month=Feburary
/user/hive/warehouse/home_practice.db/amazon/month=January
/user/hive/warehouse/home_practice.db/amazon/month=July
/user/hive/warehouse/home_practice.db/amazon/month=June
/user/hive/warehouse/home_practice.db/amazon/month=March
/user/hive/warehouse/home_practice.db/amazon/month=May
/user/hive/warehouse/home_practice.db/amazon/month=November
/user/hive/warehouse/home_practice.db/amazon/month=October
/user/hive/warehouse/home_practice.db/amazon/month=September
hadoop@masternode:~$ hadoop fs -ls

/user/hive/warehouse/home_practice.db/amazon/month=April/
Found 4 items
-rwxrwxrwx 1 hadoop supergroup 3701 2019-11-04 12:41
/user/hive/warehouse/home_practice.db/amazon/month=April/000000_0
step 4 - load data inpath '/amazon/amazon.csv' into table simpleamazon
step 5 - insert overwrite table amazon partition(month) select

year,state,number,datee,month from simpleamazon;
step 6 - select month,number from amazon order by number desc limit 3;
hive> select month,number from amazon order by number desc limit 3;
OK
September 998
August 995
November 995
Time taken: 1.363 seconds, Fetched: 3 row(s)
step 7 - create table top3month as select month,number from amazon order by number
desc limit 3;
hive> select * from top3month;

OK
September 998
August 995
November 995
step 8 - create table top3states as select state,number from amazon order by number
desc limit 3;
hive> select * from top3states;

OK
Amazonas 998
Bahia 995
Ceara 995
step 9 - create table top3statesandmonth as select month,state,number from amazon
order by number desc limit 3;
hive> select * from top3statesandmonth;

OK
September Amazonas 998
August Bahia 995
November Ceara 995
-----------------------------------------------------------------------------------
--------------------------------------
DROPPING EXIST TABLE'S PARTITION'S

---------------------------------------------------
--create table amazon_only_partition(year int,state string,number int,datee date)

partitioned by (month string);
-- insert overwrite table amazon_only_partition partition(month) select
year,state,number,datee,month from simpleamazon;

/user/hive/warehouse/home_practice.db/amazon_only_partition
Found 11 items
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=August
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=December
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=Feburary
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=January
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=July
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=June
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=March
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=May
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=November
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=October
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=September
--ALTER TABLE amazon_only_partition DROP IF EXISTS PARTITION(month = 'August');

/user/hive/warehouse/home_practice.db/amazon_only_partition
Found 10 items
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=December
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=Feburary
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=January
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=July
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=June
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=March
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=May
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=November
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=October
/user/hive/warehouse/home_practice.db/amazon_only_partition/month=September

Task Hive Amazon

Uploaded by

Document Information

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

Task Hive Amazon

Uploaded by

Copyright:

Available Formats

TASK

Name -- Animesh Singh

hive> show tables;

step 1 - create table simpleamazon(year int,state string,month string,number

hive> desc simpleamazon;

step 2 - SET hive.exec.dynamic.partition=true;

step 3- create table amazon(year int,state string,number int,datee date)

hadoop@masternode:~$ hadoop fs -ls /user/hive/warehouse/home_practice.db/amazon/

hadoop@masternode:~$ hadoop fs -ls

step 4 - load data inpath '/amazon/amazon.csv' into table simpleamazon

step 5 - insert overwrite table amazon partition(month) select

step 6 - select month,number from amazon order by number desc limit 3;

hive> select month,number from amazon order by number desc limit 3;

hive> select * from top3month;

hive> select * from top3states;

hive> select * from top3statesandmonth;

DROPPING EXIST TABLE'S PARTITION'S

--create table amazon_only_partition(year int,state string,number int,datee date)

hadoop@masternode:~$ hadoop fs -ls

--ALTER TABLE amazon_only_partition DROP IF EXISTS PARTITION(month = 'August');

hadoop@masternode:~$ hadoop fs -ls

You might also like