Last active
March 21, 2019 20:38
-
-
Save prasanthj/df2fcfb046870ab0b17d2ad93bda088c to your computer and use it in GitHub Desktop.
Hive Workload Management Examples For Tez Container Mode
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
SHOW RESOURCE PLANS; | |
CREATE RESOURCE PLAN llap; | |
CREATE RESOURCE PLAN global; | |
set mapred.min.split.size=10000000; | |
set mapred.max.split.size=10000000; | |
source /work/queries/tpcds/q55.sql; | |
ALTER RESOURCE PLAN llap ACTIVATE; | |
ALTER RESOURCE PLAN global DISABLE; | |
CREATE TRIGGER global.highly_parallel WHEN TOTAL_TASKS > 40 DO KILL; | |
ALTER TRIGGER global.highly_parallel ADD TO UNMANAGED; | |
ALTER RESOURCE PLAN global ENABLE; | |
ALTER RESOURCE PLAN global ACTIVATE; | |
set mapred.min.split.size=100000000; | |
set mapred.max.split.size=100000000; | |
source /work/queries/tpcds/q55.sql; | |
ALTER RESOURCE PLAN llap ACTIVATE; | |
ALTER RESOURCE PLAN global DISABLE; | |
CREATE TRIGGER global.big_hdfs_read WHEN HDFS_BYTES_READ > '300kb' DO KILL; | |
ALTER TRIGGER global.big_hdfs_read ADD TO UNMANAGED; | |
ALTER RESOURCE PLAN global ENABLE; | |
ALTER RESOURCE PLAN global ACTIVATE; | |
set mapred.min.split.size=20000000; | |
set mapred.max.split.size=20000000; | |
source /work/queries/tpcds/q55.sql; | |
ALTER RESOURCE PLAN llap ACTIVATE; | |
ALTER RESOURCE PLAN global DISABLE; | |
CREATE TRIGGER global.slow_query WHEN EXECUTION_TIME > 10000 DO KILL; | |
ALTER TRIGGER global.slow_query ADD TO UNMANAGED; | |
ALTER RESOURCE PLAN global ENABLE; | |
ALTER RESOURCE PLAN global ACTIVATE; | |
set mapred.min.split.size=20000000; | |
set mapred.max.split.size=20000000; | |
source /work/queries/tpcds/q55.sql; | |
ALTER RESOURCE PLAN llap ACTIVATE; | |
ALTER RESOURCE PLAN global DISABLE; | |
ALTER TRIGGER global.big_hdfs_read WHEN HDFS_BYTES_READ > 3000000000 DO KILL; | |
ALTER TRIGGER global.slow_query WHEN EXECUTION_TIME > 100000 DO KILL; | |
CREATE TRIGGER global.some_spills WHEN SPILLED_RECORDS > 10 DO KILL; | |
ALTER TRIGGER global.some_spills ADD TO UNMANAGED; | |
ALTER RESOURCE PLAN global ENABLE; | |
ALTER RESOURCE PLAN global ACTIVATE; | |
set mapred.min.split.size=20000000; | |
set mapred.max.split.size=20000000; | |
source /work/queries/tpcds/q55.sql; | |
ALTER RESOURCE PLAN llap ACTIVATE; | |
ALTER RESOURCE PLAN global DISABLE; | |
DROP TRIGGER global.some_spills; | |
DROP TRIGGER global.slow_query; | |
DROP TRIGGER global.big_hdfs_read; | |
DROP TRIGGER global.highly_parallel; | |
ALTER RESOURCE PLAN global ENABLE; | |
ALTER RESOURCE PLAN global ACTIVATE; |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment