| @echo off |
| |
| rem |
| rem Licensed to the Apache Software Foundation (ASF) under one or more |
| rem contributor license agreements. See the NOTICE file distributed with |
| rem this work for additional information regarding copyright ownership. |
| rem The ASF licenses this file to You under the Apache License, Version 2.0 |
| rem (the "License"); you may not use this file except in compliance with |
| rem the License. You may obtain a copy of the License at |
| rem |
| rem http://www.apache.org/licenses/LICENSE-2.0 |
| rem |
| rem Unless required by applicable law or agreed to in writing, software |
| rem distributed under the License is distributed on an "AS IS" BASIS, |
| rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| rem See the License for the specific language governing permissions and |
| rem limitations under the License. |
| rem |
| |
| set SCALA_VERSION=2.10 |
| |
| rem Figure out where the Spark framework is installed |
| set FWDIR=%~dp0..\ |
| |
| rem Export this as SPARK_HOME |
| set SPARK_HOME=%FWDIR% |
| |
| rem Test whether the user has built Spark |
| if exist "%FWDIR%RELEASE" goto skip_build_test |
| set FOUND_JAR=0 |
| for %%d in ("%FWDIR%assembly\target\scala-%SCALA_VERSION%\spark-assembly*hadoop*.jar") do ( |
| set FOUND_JAR=1 |
| ) |
| if [%FOUND_JAR%] == [0] ( |
| echo Failed to find Spark assembly JAR. |
| echo You need to build Spark with sbt\sbt assembly before running this program. |
| goto exit |
| ) |
| :skip_build_test |
| |
| rem Load environment variables from conf\spark-env.cmd, if it exists |
| if exist "%FWDIR%conf\spark-env.cmd" call "%FWDIR%conf\spark-env.cmd" |
| |
| rem Figure out which Python to use. |
| if [%PYSPARK_PYTHON%] == [] set PYSPARK_PYTHON=python |
| |
| set PYTHONPATH=%FWDIR%python;%PYTHONPATH% |
| set PYTHONPATH=%FWDIR%python\lib\py4j-0.8.1-src.zip;%PYTHONPATH% |
| |
| set OLD_PYTHONSTARTUP=%PYTHONSTARTUP% |
| set PYTHONSTARTUP=%FWDIR%python\pyspark\shell.py |
| set PYSPARK_SUBMIT_ARGS=%* |
| |
| echo Running %PYSPARK_PYTHON% with PYTHONPATH=%PYTHONPATH% |
| |
| rem Check whether the argument is a file |
| for /f %%i in ('echo %1^| findstr /R "\.py"') do ( |
| set PYTHON_FILE=%%i |
| ) |
| |
| if [%PYTHON_FILE%] == [] ( |
| %PYSPARK_PYTHON% |
| ) else ( |
| echo. |
| echo WARNING: Running python applications through ./bin/pyspark.cmd is deprecated as of Spark 1.0. |
| echo Use ./bin/spark-submit ^<python file^> |
| echo. |
| "%FWDIR%\bin\spark-submit.cmd" %PYSPARK_SUBMIT_ARGS% |
| ) |
| |
| :exit |