| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one |
| or more contributor license agreements. See the NOTICE file |
| distributed with this work for additional information |
| regarding copyright ownership. The ASF licenses this file |
| to you under the Apache License, Version 2.0 (the |
| "License"); you may not use this file except in compliance |
| with the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| <process name="spark-sql-process" xmlns="uri:falcon:process:0.1"> |
| <!-- where --> |
| <clusters> |
| <cluster name="corp"> |
| <validity start="2011-11-02T00:00Z" end="2011-12-30T00:00Z"/> |
| </cluster> |
| </clusters> |
| |
| <!-- when --> |
| <parallel>1</parallel> |
| <order>LIFO</order> |
| <frequency>hours(1)</frequency> |
| <timezone>UTC</timezone> |
| |
| <!-- what --> |
| <inputs> |
| <input name="input" feed="clicks-raw-table" start="yesterday(0,0)" end="yesterday(20,0)"/> |
| </inputs> |
| |
| <outputs> |
| <output name="output" feed="clicks-summary-table" instance="today(0,0)"/> |
| </outputs> |
| |
| <workflow engine="spark" path="/resources/action"/> |
| <spark-attributes> |
| <master>local</master> |
| <name>Spark SQL</name> |
| <class>org.apache.falcon.example.spark.SparkSQLProcessTable</class> |
| <jar>/resources/action/lib/falcon-examples.jar</jar> |
| <spark-opts>--num-executors 1 --driver-memory 512m --executor-memory 512m --executor-cores 1</spark-opts> |
| </spark-attributes> |
| |
| <retry policy="periodic" delay="minutes(3)" attempts="3"/> |
| |
| </process> |