Spark

export JAVA_HOME=/home/jdk1.7.0_17
export SPARK_HOME=/home/spark-1.4.0-bin-hadoop2.6
export SPARK_MASTER_IP=10.75.174.50
export SPARK_WORKER_MEMORY=1g
export SPARK_LIBRARY_PATH=$SPARK_HOME/lib
export SPARK_CLASSPATH=/home/spark-1.4.0-bin-hadoop2.6/lib/DDS_JDRIVER-3.5.00.2015-8-11.1.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/com.huawei.csc.kernel.api-3.5.00.161.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/com.springsource.org.apache.commons.lang-2.6.0.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/com.springsource.org.apache.log4j-1.2.16.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/com.springsource.slf4j.api-1.7.6.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/curator-client-2.3.0.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/curator-framework-2.3.0.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/curator-recipes-2.3.0.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/dds-api-3.5.00.2015-8-11.1.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/dds-zk-3.5.00.2015-8-11.1.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/guava-14.0.1.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/zookeeper-3.4.6.fixed.3310.jar
export SPARK_CLASSPATH=$SPARK_CLASSPATH:/home/spark-1.4.0-bin-hadoop2.6/lib/mysql-connector-java-5.1.31.jar

最后编辑于
©著作权归作者所有,转载或内容合作请联系作者
平台声明:文章内容(如有图片或视频亦包括在内)由作者上传并发布,文章内容仅代表作者本人观点,简书系信息发布平台,仅提供信息存储服务。

推荐阅读更多精彩内容