blob: ad613c50ae5237c20274bd66635d2a58ef346636 [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one or more contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership. The ASF licenses this file to you under the Apache License, Version
* 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions
* and limitations under the License.
*/
package org.apache.storm.cassandra.trident.state;
import com.datastax.driver.core.ResultSet;
import com.datastax.driver.core.Row;
import com.datastax.driver.core.Session;
import com.datastax.driver.core.Statement;
import com.google.common.util.concurrent.SettableFuture;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.Semaphore;
import org.apache.storm.cassandra.executor.AsyncExecutor;
import org.apache.storm.cassandra.executor.AsyncExecutorProvider;
import org.apache.storm.cassandra.executor.AsyncResultHandler;
import org.apache.storm.cassandra.executor.AsyncResultSetHandler;
import org.apache.storm.cassandra.query.AyncCQLResultSetValuesMapper;
import org.apache.storm.topology.FailedException;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.ITuple;
import org.apache.storm.tuple.Values;
/**
* A result set mapper implementation which runs requests in parallel and waits for them all to finish.
*/
@SuppressWarnings("checkstyle:AbbreviationAsWordInName")
public class TridentAyncCQLResultSetValuesMapper implements AyncCQLResultSetValuesMapper {
private final Fields outputDeclaredFields;
private final Semaphore throttle;
public TridentAyncCQLResultSetValuesMapper(Fields outputDeclaredFields, Semaphore throttle) {
this.outputDeclaredFields = outputDeclaredFields;
this.throttle = throttle;
}
@Override
public List<List<Values>> map(Session session, List<Statement> statements, final List<ITuple> tuples) {
AsyncExecutor<Integer> executor = AsyncExecutorProvider.getLocal(session, AsyncResultHandler.NO_OP_HANDLER);
final List<Integer> indexes = new ArrayList<>();
final List<List<Values>> results = new ArrayList<>();
for (int i = 0; i < statements.size(); i++) {
indexes.add(i);
results.add(null);
}
SettableFuture<List<Integer>> result = executor.execAsync(statements, indexes, throttle, new AsyncResultSetHandler<Integer>() {
@Override
public void success(Integer index, ResultSet resultSet) {
if (outputDeclaredFields != null) {
List<Values> thisResult = new ArrayList<>();
for (Row row : resultSet) {
final Values values = new Values();
for (String field : outputDeclaredFields) {
ITuple tuple = tuples.get(index);
if (tuple.contains(field)) {
values.add(tuple.getValueByField(field));
} else {
values.add(row.getObject(field));
}
}
thisResult.add(values);
}
results.set(index, thisResult);
}
}
@Override
public void failure(Throwable t, Integer index) {
// Exceptions are captured and thrown at the end of the batch by the executor
}
});
try {
// Await all results
result.get();
} catch (Exception e) {
throw new FailedException(e.getMessage(), e);
}
return results;
}
protected List<Values> handleResult(ResultSet resultSet, ITuple tuple) {
List<Values> list = new ArrayList<>();
for (Row row : resultSet) {
final Values values = new Values();
for (String field : outputDeclaredFields) {
if (tuple.contains(field)) {
values.add(tuple.getValueByField(field));
} else {
values.add(row.getObject(field));
}
}
list.add(values);
}
return list;
}
}