blob: 594c9dfb314d759d83e340505616c91cf9f9281e [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.distributedlog.messaging;
import com.google.common.collect.Sets;
import org.apache.distributedlog.DLSN;
import org.apache.distributedlog.service.DistributedLogClient;
import com.twitter.finagle.NoBrokersAvailableException;
import com.twitter.finagle.Service;
import com.twitter.finagle.ServiceFactory;
import com.twitter.finagle.loadbalancer.Balancers;
import com.twitter.finagle.service.SingletonFactory;
import com.twitter.finagle.stats.NullStatsReceiver;
import com.twitter.util.Activity;
import com.twitter.util.Future;
import scala.collection.JavaConversions;
import java.nio.ByteBuffer;
import java.util.Set;
import static com.google.common.base.Charsets.UTF_8;
/**
* Multi stream writer that leverages finagle load balancer.
*/
public class RRMultiWriter<KEY, VALUE> {
static class StreamWriter<VALUE> extends Service<VALUE, DLSN> {
private final String stream;
private final DistributedLogClient client;
StreamWriter(String stream,
DistributedLogClient client) {
this.stream = stream;
this.client = client;
}
@Override
public Future<DLSN> apply(VALUE request) {
return client.write(stream, ByteBuffer.wrap(request.toString().getBytes(UTF_8)));
}
}
static <VALUE> Set<ServiceFactory<VALUE, DLSN>> initializeServices(
String[] streams, DistributedLogClient client) {
Set<ServiceFactory<VALUE, DLSN>> serviceFactories =
Sets.newHashSet();
for (String stream : streams) {
Service<VALUE, DLSN> service = new StreamWriter(stream, client);
serviceFactories.add(new SingletonFactory<VALUE, DLSN>(service));
}
return serviceFactories;
}
private final String[] streams;
private final DistributedLogClient client;
private final Service<VALUE, DLSN> service;
public RRMultiWriter(String[] streams,
DistributedLogClient client) {
this.streams = streams;
this.client = client;
scala.collection.immutable.Set<ServiceFactory<VALUE, DLSN>> scalaSet =
JavaConversions.asScalaSet(initializeServices(streams, client)).toSet();
this.service = Balancers.heap(new scala.util.Random(System.currentTimeMillis()))
.newBalancer(
Activity.value(scalaSet),
NullStatsReceiver.get(),
new NoBrokersAvailableException("No partitions available")
).toService();
}
public Future<DLSN> write(VALUE data) {
return service.apply(data);
}
}