| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one |
| or more contributor license agreements. See the NOTICE file |
| distributed with this work for additional information |
| regarding copyright ownership. The ASF licenses this file |
| to you under the Apache License, Version 2.0 (the |
| "License"); you may not use this file except in compliance |
| with the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| |
| <process name="spark-process" xmlns="uri:falcon:process:0.1"> |
| <clusters> |
| <cluster name="local"> |
| <validity start="2013-11-15T00:05Z" end="2013-11-15T01:05Z"/> |
| </cluster> |
| </clusters> |
| |
| <parallel>1</parallel> |
| <order>LIFO</order> |
| <frequency>minutes(5)</frequency> |
| <timezone>UTC</timezone> |
| |
| <inputs> |
| <!-- In the workflow, the input paths will be available in a variable 'inpaths' --> |
| <input name="inpaths" feed="in" start="now(0,-5)" end="now(0,-1)"/> |
| </inputs> |
| |
| <outputs> |
| <!-- In the workflow, the output path will be available in a variable 'outpath' --> |
| <output name="outpath" feed="out" instance="now(0,0)"/> |
| </outputs> |
| |
| <workflow engine="spark" path="/app/spark"/> |
| <spark-attributes> |
| <master>local</master> |
| <name>Java Spark Wordcount</name> |
| <class>org.apache.falcon.example.spark.SparkWordCount</class> |
| <jar>/app/spark/lib/falcon-examples.jar</jar> |
| <spark-opts>--num-executors 1 --driver-memory 512m --executor-memory 512m --executor-cores 1</spark-opts> |
| </spark-attributes> |
| |
| <retry policy="periodic" delay="minutes(3)" attempts="3"/> |
| |
| </process> |