| /*========================================================================= |
| * Copyright (c) 2010-2014 Pivotal Software, Inc. All Rights Reserved. |
| * This product is protected by U.S. and international copyright |
| * and intellectual property laws. Pivotal products are covered by |
| * one or more patents listed at http://www.pivotal.io/patents. |
| *========================================================================= |
| */ |
| package com.gemstone.gemfire.internal.cache; |
| |
| import java.io.DataInput; |
| import java.io.DataOutput; |
| import java.io.IOException; |
| import java.util.ArrayList; |
| import java.util.Collection; |
| import java.util.Collections; |
| import java.util.Iterator; |
| import java.util.List; |
| import java.util.Set; |
| |
| import org.apache.logging.log4j.Logger; |
| |
| import com.gemstone.gemfire.CancelException; |
| import com.gemstone.gemfire.DataSerializer; |
| import com.gemstone.gemfire.cache.CacheException; |
| import com.gemstone.gemfire.cache.EntryExistsException; |
| import com.gemstone.gemfire.cache.EntryNotFoundException; |
| import com.gemstone.gemfire.cache.Operation; |
| import com.gemstone.gemfire.cache.TransactionDataNotColocatedException; |
| import com.gemstone.gemfire.distributed.DistributedMember; |
| import com.gemstone.gemfire.distributed.internal.DM; |
| import com.gemstone.gemfire.distributed.internal.DirectReplyProcessor; |
| import com.gemstone.gemfire.distributed.internal.DistributionManager; |
| import com.gemstone.gemfire.distributed.internal.InternalDistributedSystem; |
| import com.gemstone.gemfire.distributed.internal.ReplyException; |
| import com.gemstone.gemfire.distributed.internal.ReplyMessage; |
| import com.gemstone.gemfire.distributed.internal.ReplyProcessor21; |
| import com.gemstone.gemfire.distributed.internal.ReplySender; |
| import com.gemstone.gemfire.distributed.internal.membership.InternalDistributedMember; |
| import com.gemstone.gemfire.internal.Assert; |
| import com.gemstone.gemfire.internal.ByteArrayDataInput; |
| import com.gemstone.gemfire.internal.InternalDataSerializer; |
| import com.gemstone.gemfire.internal.NanoTimer; |
| import com.gemstone.gemfire.internal.Version; |
| import com.gemstone.gemfire.internal.cache.DistributedPutAllOperation.EntryVersionsList; |
| import com.gemstone.gemfire.internal.cache.DistributedRemoveAllOperation.RemoveAllEntryData; |
| import com.gemstone.gemfire.internal.cache.partitioned.RemoveAllPRMessage; |
| import com.gemstone.gemfire.internal.cache.tier.sockets.ClientProxyMembershipID; |
| import com.gemstone.gemfire.internal.cache.tier.sockets.VersionedObjectList; |
| import com.gemstone.gemfire.internal.cache.versions.VersionTag; |
| import com.gemstone.gemfire.internal.i18n.LocalizedStrings; |
| import com.gemstone.gemfire.internal.logging.LogService; |
| import com.gemstone.gemfire.internal.logging.log4j.LogMarker; |
| |
| /** |
| * A Replicate Region removeAll message. Meant to be sent only to |
| * the peer who hosts transactional data. |
| * |
| * @since 8.1 |
| */ |
| public final class RemoteRemoveAllMessage extends RemoteOperationMessageWithDirectReply |
| { |
| private static final Logger logger = LogService.getLogger(); |
| |
| private RemoveAllEntryData[] removeAllData; |
| |
| private int removeAllDataCount = 0; |
| |
| /** An additional object providing context for the operation, e.g., for BridgeServer notification */ |
| ClientProxyMembershipID bridgeContext; |
| |
| private transient InternalDistributedSystem internalDs; |
| |
| private boolean posDup; |
| |
| protected static final short HAS_BRIDGE_CONTEXT = UNRESERVED_FLAGS_START; |
| |
| private EventID eventId; |
| |
| private Object callbackArg; |
| |
| public void addEntry(RemoveAllEntryData entry) { |
| this.removeAllData[this.removeAllDataCount++] = entry; |
| } |
| |
| @Override |
| public boolean isSevereAlertCompatible() { |
| // allow forced-disconnect processing for all cache op messages |
| return true; |
| } |
| |
| public int getSize() { |
| return removeAllDataCount; |
| } |
| |
| /* |
| * this is similar to send() but it selects an initialized replicate |
| * that is used to proxy the message |
| * |
| */ |
| public static boolean distribute(EntryEventImpl event, RemoveAllEntryData[] data, |
| int dataCount) { |
| boolean successful = false; |
| DistributedRegion r = (DistributedRegion)event.getRegion(); |
| Collection replicates = r.getCacheDistributionAdvisor().adviseInitializedReplicates(); |
| if (replicates.isEmpty()) { |
| return false; |
| } |
| if (replicates.size() > 1) { |
| ArrayList l = new ArrayList(replicates); |
| Collections.shuffle(l); |
| replicates = l; |
| } |
| int attempts = 0; |
| for (Iterator<InternalDistributedMember> it=replicates.iterator(); it.hasNext(); ) { |
| InternalDistributedMember replicate = it.next(); |
| try { |
| attempts++; |
| final boolean posDup = (attempts > 1); |
| RemoveAllResponse response = send(replicate, event, data, dataCount, false, |
| DistributionManager.SERIAL_EXECUTOR, posDup); |
| response.waitForCacheException(); |
| VersionedObjectList result = response.getResponse(); |
| |
| // Set successful version tags in RemoveAllEntryData. |
| List successfulKeys = result.getKeys(); |
| List<VersionTag> versions = result.getVersionTags(); |
| for (RemoveAllEntryData removeAllEntry : data) { |
| Object key = removeAllEntry.getKey(); |
| if (successfulKeys.contains(key)) { |
| int index = successfulKeys.indexOf(key); |
| removeAllEntry.versionTag = versions.get(index); |
| } |
| } |
| return true; |
| |
| } catch (TransactionDataNotColocatedException enfe) { |
| throw enfe; |
| |
| } catch (CancelException e) { |
| event.getRegion().getCancelCriterion().checkCancelInProgress(e); |
| |
| } catch (CacheException e) { |
| if (logger.isDebugEnabled()) { |
| logger.debug("RemoteRemoveAllMessage caught CacheException during distribution", e); |
| } |
| successful = true; // not a cancel-exception, so don't complain any more about it |
| } catch(RemoteOperationException e) { |
| if (logger.isTraceEnabled(LogMarker.DM)) { |
| logger.trace(LogMarker.DM, "RemoteRemoveAllMessage caught an unexpected exception during distribution", e); |
| } |
| } |
| } |
| return successful; |
| } |
| |
| RemoteRemoveAllMessage(EntryEventImpl event, Set recipients, DirectReplyProcessor p, |
| RemoveAllEntryData[] removeAllData, int removeAllDataCount, |
| boolean useOriginRemote, int processorType, boolean possibleDuplicate) { |
| super(recipients, event.getRegion().getFullPath(), p); |
| this.resetRecipients(); |
| if (recipients != null) { |
| setRecipients(recipients); |
| } |
| this.processor = p; |
| this.processorId = p==null? 0 : p.getProcessorId(); |
| if (p != null && this.isSevereAlertCompatible()) { |
| p.enableSevereAlertProcessing(); |
| } |
| this.removeAllData = removeAllData; |
| this.removeAllDataCount = removeAllDataCount; |
| this.posDup = possibleDuplicate; |
| this.eventId = event.getEventId(); |
| this.callbackArg = event.getCallbackArgument(); |
| } |
| |
| public RemoteRemoveAllMessage() { |
| } |
| |
| |
| /* |
| * Sends a LocalRegion RemoteRemoveAllMessage to the recipient |
| * @param recipient the member to which the message is sent |
| * @param r the LocalRegion for which the op was performed |
| * @return the processor used to await acknowledgement that the message was |
| * sent, or null to indicate that no acknowledgement will be sent |
| * @throws ForceReattemptException if the peer is no longer available |
| */ |
| public static RemoveAllResponse send(DistributedMember recipient, EntryEventImpl event, |
| RemoveAllEntryData[] removeAllData, int removeAllDataCount, boolean useOriginRemote, |
| int processorType, boolean possibleDuplicate) throws RemoteOperationException { |
| //Assert.assertTrue(recipient != null, "RemoteRemoveAllMessage NULL recipient"); recipient can be null for event notifications |
| Set recipients = Collections.singleton(recipient); |
| RemoveAllResponse p = new RemoveAllResponse(event.getRegion().getSystem(), recipients); |
| RemoteRemoveAllMessage msg = new RemoteRemoveAllMessage(event, recipients, p, |
| removeAllData, removeAllDataCount, useOriginRemote, processorType, possibleDuplicate); |
| msg.setTransactionDistributed(event.getRegion().getCache().getTxManager().isDistributed()); |
| Set failures = event.getRegion().getDistributionManager().putOutgoing(msg); |
| if (failures != null && failures.size() > 0) { |
| throw new RemoteOperationException(LocalizedStrings.RemotePutMessage_FAILED_SENDING_0.toLocalizedString(msg)); |
| } |
| return p; |
| } |
| |
| public void setBridgeContext(ClientProxyMembershipID contx) { |
| Assert.assertTrue(contx != null); |
| this.bridgeContext = contx; |
| } |
| |
| public int getDSFID() { |
| return REMOTE_REMOVE_ALL_MESSAGE; |
| } |
| |
| @Override |
| public final void fromData(DataInput in) throws IOException, |
| ClassNotFoundException { |
| super.fromData(in); |
| this.eventId = (EventID)DataSerializer.readObject(in); |
| this.callbackArg = DataSerializer.readObject(in); |
| this.posDup = (flags & POS_DUP) != 0; |
| if ((flags & HAS_BRIDGE_CONTEXT) != 0) { |
| this.bridgeContext = DataSerializer.readObject(in); |
| } |
| this.removeAllDataCount = (int)InternalDataSerializer.readUnsignedVL(in); |
| this.removeAllData = new RemoveAllEntryData[removeAllDataCount]; |
| if (this.removeAllDataCount > 0) { |
| final Version version = InternalDataSerializer |
| .getVersionForDataStreamOrNull(in); |
| final ByteArrayDataInput bytesIn = new ByteArrayDataInput(); |
| for (int i = 0; i < this.removeAllDataCount; i++) { |
| this.removeAllData[i] = new RemoveAllEntryData(in, this.eventId, i, version, |
| bytesIn); |
| } |
| |
| boolean hasTags = in.readBoolean(); |
| if (hasTags) { |
| EntryVersionsList versionTags = EntryVersionsList.create(in); |
| for (int i = 0; i < this.removeAllDataCount; i++) { |
| this.removeAllData[i].versionTag = versionTags.get(i); |
| } |
| } |
| } |
| } |
| |
| @Override |
| public final void toData(DataOutput out) throws IOException { |
| super.toData(out); |
| DataSerializer.writeObject(this.eventId, out); |
| DataSerializer.writeObject(this.callbackArg, out); |
| if (this.bridgeContext != null) { |
| DataSerializer.writeObject(this.bridgeContext, out); |
| } |
| |
| InternalDataSerializer.writeUnsignedVL(this.removeAllDataCount, out); |
| |
| if (this.removeAllDataCount > 0) { |
| |
| EntryVersionsList versionTags = new EntryVersionsList(removeAllDataCount); |
| |
| boolean hasTags = false; |
| // get the "keyRequiresRegionContext" flag from first element assuming |
| // all key objects to be uniform |
| final boolean requiresRegionContext = |
| (this.removeAllData[0].key instanceof KeyWithRegionContext); |
| for (int i = 0; i < this.removeAllDataCount; i++) { |
| if (!hasTags && removeAllData[i].versionTag != null) { |
| hasTags = true; |
| } |
| VersionTag<?> tag = removeAllData[i].versionTag; |
| versionTags.add(tag); |
| removeAllData[i].versionTag = null; |
| this.removeAllData[i].toData(out, requiresRegionContext); |
| this.removeAllData[i].versionTag = tag; |
| } |
| |
| out.writeBoolean(hasTags); |
| if (hasTags) { |
| InternalDataSerializer.invokeToData(versionTags, out); |
| } |
| } |
| } |
| |
| @Override |
| protected short computeCompressedShort() { |
| short flags = super.computeCompressedShort(); |
| if (this.posDup) flags |= POS_DUP; |
| if (this.bridgeContext != null) flags |= HAS_BRIDGE_CONTEXT; |
| return flags; |
| } |
| |
| @Override |
| public EventID getEventID() { |
| return this.eventId; |
| } |
| |
| @Override |
| protected boolean operateOnRegion(DistributionManager dm, |
| LocalRegion r,long startTime) throws RemoteOperationException { |
| |
| final boolean sendReply; |
| |
| InternalDistributedMember eventSender = getSender(); |
| |
| try { |
| sendReply = doLocalRemoveAll(r, eventSender); |
| } |
| catch (RemoteOperationException e) { |
| sendReply(getSender(), getProcessorId(), dm, |
| new ReplyException(e), r, startTime); |
| return false; |
| } |
| |
| if (sendReply) { |
| sendReply(getSender(), getProcessorId(), dm, null, r, startTime); |
| } |
| return false; |
| } |
| |
| /* we need a event with content for waitForNodeOrCreateBucket() */ |
| /** |
| * This method is called by both operateOnLocalRegion() when processing a remote msg |
| * or by sendMsgByBucket() when processing a msg targeted to local Jvm. |
| * LocalRegion Note: It is very important that this message does NOT |
| * cause any deadlocks as the sender will wait indefinitely for the |
| * acknowledgment |
| * @param r partitioned region |
| * @param eventSender the endpoint server who received request from client |
| * @return If succeeds, return true, otherwise, throw exception |
| */ |
| public final boolean doLocalRemoveAll(final LocalRegion r, final InternalDistributedMember eventSender) |
| throws EntryExistsException, RemoteOperationException { |
| final DistributedRegion dr = (DistributedRegion)r; |
| |
| // create a base event and a op for RemoveAllMessage distributed btw redundant buckets |
| EntryEventImpl baseEvent = EntryEventImpl.create( |
| r, Operation.REMOVEALL_DESTROY, |
| null, null, this.callbackArg, false, eventSender, true); |
| try { |
| |
| baseEvent.setCausedByMessage(this); |
| |
| // set baseEventId to the first entry's event id. We need the thread id for DACE |
| baseEvent.setEventId(this.eventId); |
| if (this.bridgeContext != null) { |
| baseEvent.setContext(this.bridgeContext); |
| } |
| baseEvent.setPossibleDuplicate(this.posDup); |
| if (logger.isDebugEnabled()) { |
| logger.debug("RemoteRemoveAllMessage.doLocalRemoveAll: eventSender is {}, baseEvent is {}, msg is {}", |
| eventSender, baseEvent, this); |
| } |
| final DistributedRemoveAllOperation op = new DistributedRemoveAllOperation(baseEvent, removeAllDataCount, false); |
| try { |
| final VersionedObjectList versions = new VersionedObjectList(removeAllDataCount, true, dr.concurrencyChecksEnabled); |
| dr.syncBulkOp(new Runnable() { |
| @SuppressWarnings("synthetic-access") |
| public void run() { |
| InternalDistributedMember myId = r.getDistributionManager().getDistributionManagerId(); |
| for (int i = 0; i < removeAllDataCount; ++i) { |
| EntryEventImpl ev = RemoveAllPRMessage.getEventFromEntry(r, myId, eventSender, i, removeAllData, false, bridgeContext, posDup, false); |
| try { |
| ev.setRemoveAllOperation(op); |
| if (logger.isDebugEnabled()) { |
| logger.debug("invoking basicDestroy with {}", ev); |
| } |
| try { |
| dr.basicDestroy(ev, true, null); |
| } catch (EntryNotFoundException ignore) { |
| } |
| removeAllData[i].versionTag = ev.getVersionTag(); |
| versions.addKeyAndVersion(removeAllData[i].key, ev.getVersionTag()); |
| } finally { |
| ev.release(); |
| } |
| } |
| } |
| }, baseEvent.getEventId()); |
| if(getTXUniqId()!=TXManagerImpl.NOTX || dr.getConcurrencyChecksEnabled()) { |
| dr.getDataView().postRemoveAll(op, versions, dr); |
| } |
| RemoveAllReplyMessage.send(getSender(), this.processorId, |
| getReplySender(r.getDistributionManager()), versions, this.removeAllData, this.removeAllDataCount); |
| return false; |
| } finally { |
| op.freeOffHeapResources(); |
| } |
| } finally { |
| baseEvent.release(); |
| } |
| } |
| |
| |
| // override reply processor type from PartitionMessage |
| RemoteOperationResponse createReplyProcessor(LocalRegion r, Set recipients, Object key) { |
| return new RemoveAllResponse(r.getSystem(), recipients); |
| } |
| |
| // override reply message type from PartitionMessage |
| @Override |
| protected void sendReply(InternalDistributedMember member, int procId, DM dm, ReplyException ex, LocalRegion r, long startTime) { |
| ReplyMessage.send(member, procId, ex, getReplySender(dm), r != null && r.isInternalRegion()); |
| } |
| |
| |
| @Override |
| protected final void appendFields(StringBuffer buff) |
| { |
| super.appendFields(buff); |
| buff.append("; removeAllDataCount=").append(removeAllDataCount); |
| if (this.bridgeContext != null) { |
| buff.append("; bridgeContext=").append(this.bridgeContext); |
| } |
| for (int i=0; i<removeAllDataCount; i++) { |
| buff.append("; entry"+i+":").append(removeAllData[i]==null? "null" : removeAllData[i].getKey()); |
| } |
| } |
| |
| public static final class RemoveAllReplyMessage extends ReplyMessage { |
| /** Result of the RemoveAll operation */ |
| private VersionedObjectList versions; |
| |
| @Override |
| public boolean getInlineProcess() { |
| return true; |
| } |
| |
| private RemoveAllReplyMessage(int processorId, VersionedObjectList versionList, RemoveAllEntryData[] removeAllData, int removeAllCount) { |
| super(); |
| this.versions = versionList; |
| setProcessorId(processorId); |
| } |
| |
| /** Send an ack */ |
| public static void send(InternalDistributedMember recipient, int processorId, ReplySender dm, VersionedObjectList versions, |
| RemoveAllEntryData[] removeAllData, int removeAllDataCount) { |
| Assert.assertTrue(recipient != null, "RemoveAllReplyMessage NULL reply message"); |
| RemoveAllReplyMessage m = new RemoveAllReplyMessage(processorId, versions, removeAllData, removeAllDataCount); |
| m.setRecipient(recipient); |
| dm.putOutgoing(m); |
| } |
| |
| /** |
| * Processes this message. This method is invoked by the receiver |
| * of the message. |
| * @param dm the distribution manager that is processing the message. |
| */ |
| @Override |
| public void process(final DM dm, final ReplyProcessor21 rp) { |
| final long startTime = getTimestamp(); |
| |
| if (rp == null) { |
| if (logger.isTraceEnabled(LogMarker.DM)) { |
| logger.debug("RemoveAllReplyMessage processor not found"); |
| } |
| return; |
| } |
| if (rp instanceof RemoveAllResponse) { |
| RemoveAllResponse processor = (RemoveAllResponse)rp; |
| processor.setResponse(this); |
| } |
| rp.process(this); |
| |
| if (logger.isTraceEnabled(LogMarker.DM)) { |
| logger.trace(LogMarker.DM, "{} Processed {}", rp, this); |
| } |
| dm.getStats().incReplyMessageTime(NanoTimer.getTime()-startTime); |
| } |
| |
| @Override |
| public int getDSFID() { |
| return REMOTE_REMOVE_ALL_REPLY_MESSAGE; |
| } |
| |
| public RemoveAllReplyMessage() { |
| } |
| |
| @Override |
| public void fromData(DataInput in) |
| throws IOException, ClassNotFoundException { |
| super.fromData(in); |
| this.versions = (VersionedObjectList)DataSerializer.readObject(in); |
| } |
| |
| @Override |
| public void toData(DataOutput out) throws IOException { |
| super.toData(out); |
| DataSerializer.writeObject(this.versions, out); |
| } |
| |
| @Override |
| public String toString() { |
| StringBuffer sb = new StringBuffer(); |
| sb.append("RemoveAllReplyMessage ") |
| .append(" processorid=").append(this.processorId) |
| .append(" returning versionTags=").append(this.versions); |
| return sb.toString(); |
| } |
| |
| } |
| |
| /** |
| * A processor to capture the value returned by {@link RemoteRemoveAllMessage} |
| */ |
| public static class RemoveAllResponse extends RemoteOperationResponse { |
| private VersionedObjectList versions; |
| |
| public RemoveAllResponse(InternalDistributedSystem ds, Set recipients) { |
| super(ds, recipients, false); |
| } |
| |
| |
| public void setResponse(RemoveAllReplyMessage removeAllReplyMessage) { |
| if (removeAllReplyMessage.versions != null) { |
| this.versions = removeAllReplyMessage.versions; |
| this.versions.replaceNullIDs(removeAllReplyMessage.getSender()); |
| } |
| } |
| |
| public VersionedObjectList getResponse() { |
| return this.versions; |
| } |
| } |
| } |