forked from yahoo/CaffeOnSpark
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathPythonTest.sh
More file actions
executable file
·5 lines (5 loc) · 1.3 KB
/
Copy pathPythonTest.sh
File metadata and controls
executable file
·5 lines (5 loc) · 1.3 KB
1
2
3
4
5
export CAFFE_ON_SPARK=$(pwd)
export LD_LIBRARY_PATH=${CAFFE_ON_SPARK}/caffe-public/distribute/lib:${CAFFE_ON_SPARK}/caffe-distri/distribute/lib:/usr/lib64:/lib64:${LD_LIBRARY_PATH}
cd ${CAFFE_ON_SPARK}/caffe-grid/src/test/resources/
${SPARK_HOME}/bin/spark-submit --master local --driver-library-path "${CAFFE_ON_SPARK}/caffe-grid/target/caffe-grid-0.1-SNAPSHOT-jar-with-dependencies.jar" --driver-class-path "${CAFFE_ON_SPARK}/caffe-grid/target/caffe-grid-0.1-SNAPSHOT-jar-with-dependencies.jar" --conf spark.driver.extraLibraryPath="${LD_LIBRARY_PATH}" --conf spark.executorEnv.LD_LIBRARY_PATH="${LD_LIBRARY_PATH}" --conf spark.authenticate=false --py-files ${CAFFE_ON_SPARK}/caffe-grid/target/caffeonsparkpythonapi.zip --files ${CAFFE_ON_SPARK}/caffe-grid/src/test/resources/lenet_memory_solver_py.prototxt,${CAFFE_ON_SPARK}/caffe-grid/src/test/resources/lenet_memory_train_test_py.prototxt --jars "${CAFFE_ON_SPARK}/caffe-grid/target/caffe-grid-0.1-SNAPSHOT-jar-with-dependencies.jar" --conf spark.pythonargs="-conf lenet_memory_solver_py.prototxt -model file:////tmp/lenet.model -features accuracy,ip1,ip2 -label label -output file:////tmp/output -devices 1 -outputFormat json -clusterSize 1" ${CAFFE_ON_SPARK}/caffe-grid/src/test/python/PythonApiTest.py
cd ${CAFFE_ON_SPARK}