blob: b7cf629d2607b4ce4d1e1a8f6a8f4949d9b2c830 [file] [log] [blame]
/*
* Copyright 2009-2010 by The Regents of the University of California
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* you may obtain a copy of the License from
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package edu.uci.ics.hyracks.control.cc.work;
import java.util.EnumSet;
import edu.uci.ics.hyracks.api.dataflow.IOperatorDescriptor;
import edu.uci.ics.hyracks.api.exceptions.HyracksException;
import edu.uci.ics.hyracks.api.job.JobActivityGraph;
import edu.uci.ics.hyracks.api.job.JobFlag;
import edu.uci.ics.hyracks.api.job.JobId;
import edu.uci.ics.hyracks.api.job.JobSpecification;
import edu.uci.ics.hyracks.api.job.JobStatus;
import edu.uci.ics.hyracks.control.cc.ClusterControllerService;
import edu.uci.ics.hyracks.control.cc.application.CCApplicationContext;
import edu.uci.ics.hyracks.control.cc.job.IOperatorDescriptorVisitor;
import edu.uci.ics.hyracks.control.cc.job.JobActivityGraphBuilder;
import edu.uci.ics.hyracks.control.cc.job.JobRun;
import edu.uci.ics.hyracks.control.cc.job.PlanUtils;
import edu.uci.ics.hyracks.control.cc.scheduler.JobScheduler;
import edu.uci.ics.hyracks.control.common.work.IResultCallback;
import edu.uci.ics.hyracks.control.common.work.SynchronizableWork;
public class JobCreateWork extends SynchronizableWork {
private final ClusterControllerService ccs;
private final byte[] jobSpec;
private final EnumSet<JobFlag> jobFlags;
private final JobId jobId;
private final String appName;
private final IResultCallback<JobId> callback;
public JobCreateWork(ClusterControllerService ccs, JobId jobId, String appName, byte[] jobSpec,
EnumSet<JobFlag> jobFlags, IResultCallback<JobId> callback) {
this.jobId = jobId;
this.ccs = ccs;
this.jobSpec = jobSpec;
this.jobFlags = jobFlags;
this.appName = appName;
this.callback = callback;
}
@Override
protected void doRun() throws Exception {
try {
CCApplicationContext appCtx = ccs.getApplicationMap().get(appName);
if (appCtx == null) {
throw new HyracksException("No application with id " + appName + " found");
}
JobSpecification spec = appCtx.createJobSpecification(jobSpec);
final JobActivityGraphBuilder builder = new JobActivityGraphBuilder();
builder.init(appName, spec, jobFlags);
PlanUtils.visit(spec, new IOperatorDescriptorVisitor() {
@Override
public void visit(IOperatorDescriptor op) {
op.contributeActivities(builder);
}
});
final JobActivityGraph jag = builder.getActivityGraph();
JobRun run = new JobRun(jobId, jag);
run.setStatus(JobStatus.INITIALIZED, null);
ccs.getActiveRunMap().put(jobId, run);
JobScheduler jrs = new JobScheduler(ccs, run);
run.setScheduler(jrs);
appCtx.notifyJobCreation(jobId, spec);
callback.setValue(jobId);
} catch (Exception e) {
callback.setException(e);
return;
}
}
public JobId getJobId() {
return jobId;
}
}