export CAFFE_ON_SPARK=$(pwd) export LD_LIBRARY_PATH=${CAFFE_ON_SPARK}/caffe-public/distribute/lib:${CAFFE_ON_SPARK}/caffe-distri/distribute/lib:/usr/lib64:/lib64:${LD_LIBRARY_PATH} cd ${CAFFE_ON_SPARK}/caffe-grid/src/test/resources/ ${SPARK_HOME}/bin/spark-submit --master local --driver-library-path "${CAFFE_ON_SPARK}/caffe-grid/target/caffe-grid-0.1-SNAPSHOT-jar-with-dependencies.jar" --driver-class-path "${CAFFE_ON_SPARK}/caffe-grid/target/caffe-grid-0.1-SNAPSHOT-jar-with-dependencies.jar" --conf spark.driver.extraLibraryPath="${LD_LIBRARY_PATH}" --conf spark.executorEnv.LD_LIBRARY_PATH="${LD_LIBRARY_PATH}" --conf spark.authenticate=false --py-files ${CAFFE_ON_SPARK}/caffe-grid/target/caffeonsparkpythonapi.zip --files ${CAFFE_ON_SPARK}/caffe-grid/src/test/resources/lenet_memory_solver_py.prototxt,${CAFFE_ON_SPARK}/caffe-grid/src/test/resources/lenet_memory_train_test_py.prototxt --jars "${CAFFE_ON_SPARK}/caffe-grid/target/caffe-grid-0.1-SNAPSHOT-jar-with-dependencies.jar" --conf spark.pythonargs="-conf lenet_memory_solver_py.prototxt -model file:////tmp/lenet.model -features accuracy,ip1,ip2 -label label -output file:////tmp/output -devices 1 -outputFormat json -clusterSize 1" ${CAFFE_ON_SPARK}/caffe-grid/src/test/python/PythonApiTest.py cd ${CAFFE_ON_SPARK}