| @echo off |
| |
| rem |
| rem Licensed to the Apache Software Foundation (ASF) under one or more |
| rem contributor license agreements. See the NOTICE file distributed with |
| rem this work for additional information regarding copyright ownership. |
| rem The ASF licenses this file to You under the Apache License, Version 2.0 |
| rem (the "License"); you may not use this file except in compliance with |
| rem the License. You may obtain a copy of the License at |
| rem |
| rem http://www.apache.org/licenses/LICENSE-2.0 |
| rem |
| rem Unless required by applicable law or agreed to in writing, software |
| rem distributed under the License is distributed on an "AS IS" BASIS, |
| rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| rem See the License for the specific language governing permissions and |
| rem limitations under the License. |
| rem |
| |
| set SCALA_VERSION=2.9.3 |
| |
| rem Figure out where the Spark framework is installed |
| set FWDIR=%~dp0 |
| |
| rem Export this as SPARK_HOME |
| set SPARK_HOME=%FWDIR% |
| |
| rem Test whether the user has built Spark |
| if exist "%FWDIR%RELEASE" goto skip_build_test |
| set FOUND_JAR=0 |
| for %%d in ("%FWDIR%assembly\target\scala-%SCALA_VERSION%\spark-assembly*hadoop*.jar") do ( |
| set FOUND_JAR=1 |
| ) |
| if "%FOUND_JAR%"=="0" ( |
| echo Failed to find Spark assembly JAR. |
| echo You need to build Spark with sbt\sbt assembly before running this program. |
| goto exit |
| ) |
| :skip_build_test |
| |
| rem Load environment variables from conf\spark-env.cmd, if it exists |
| if exist "%FWDIR%conf\spark-env.cmd" call "%FWDIR%conf\spark-env.cmd" |
| |
| rem Figure out which Python to use. |
| if "x%PYSPARK_PYTHON%"=="x" set PYSPARK_PYTHON=python |
| |
| set PYTHONPATH=%FWDIR%python;%PYTHONPATH% |
| |
| set OLD_PYTHONSTARTUP=%PYTHONSTARTUP% |
| set PYTHONSTARTUP=%FWDIR%python\pyspark\shell.py |
| |
| echo Running %PYSPARK_PYTHON% with PYTHONPATH=%PYTHONPATH% |
| |
| "%PYSPARK_PYTHON%" %* |
| :exit |