# download hadoop conf before building
docker build -t hdp-spark2-client .
# submit spark job
docker run --rm --volume /usr/local/spark2/examples/:/jars --network host hdp-spark2-client spark-submit --master yarn --class org.apache.spark.examples.SparkPi /jars/spark-examples*
# hadoop hdfs client
docker run --rm --volume hadoop fs -ls /
sangramga / hdp-spark2-client Goto Github PK
View Code? Open in Web Editor NEWThis project forked from deltaprojects/hdp-spark2-client
HDP Spark 2 client with zulu-openjdk 8