티스토리 뷰
set spark.home=/location/to/sparkHome;
export SPARK_HOME=/usr/hdp/2.4.2.0-xyz/spark/lib
Link the spark-assembly jar to HIVE_HOME/lib.
set hive.execution.engine=spark;
set spark.home=/location/to/sparkHome;
export SPARK_HOME=/usr/hdp/2.4.2.0-xyz/spark/lib
Link the spark-assembly jar to HIVE_HOME/lib.
set hive.execution.engine=spark;
set spark.home=/usr/hdp/2.5.0.0-1245/spark;
set spark.master=yarn-client;
set spark.eventLog.enabled=true;
set spark.executor.memory=512m;
set spark.executor.cores=2;
add jar /usr/hdp/2.5.0.0-1245/spark/lib/spark-assembly-1.6.2.2.5.0.0-1245-hadoop2.7.3.2.5.0.0-1245.jar;
set spark.home=/usr/hdp/2.5.0.0-1245/spark;
set hive.execution.engine=spark;
select count(*) from tpch.region;
Failed to execute spark task, with exception 'java.lang.IllegalStateException(RPC channel is closed.)'