.getQueues().toArray(new RegionQueue[1])[0]; if (null == prq.getRegion()) { Set prs = prq.getRegions(); queueRegions.add(prq.getRegion()); printRegionQueue(prq.getRegion(),queueRegions);
protected int eventQueueSize() { // This should be local size instead of PR size. Fix for #48627 if (this.queue instanceof ParallelGatewaySenderQueue) { return ((ParallelGatewaySenderQueue) queue).localSize(); } if (this.queue instanceof ConcurrentParallelGatewaySenderQueue) { return ((ConcurrentParallelGatewaySenderQueue) queue).localSize(); } return this.queue.size(); }
((ConcurrentParallelGatewaySenderQueue)this.eventProcessor.getQueue()).cleanUp();
public Object call() throws Exception { Region r = getRootRegion("testHDFSQueueSize"); ConcurrentParallelGatewaySenderQueue hdfsqueue = (ConcurrentParallelGatewaySenderQueue)((PartitionedRegion)r).getHDFSEventQueue().getSender().getQueue(); HDFSBucketRegionQueue hdfsBQ = (HDFSBucketRegionQueue)((PartitionedRegion)hdfsqueue.getRegion()).getDataStore().getLocalBucketById(0); if (hdfsBQ.getBucketAdvisor().isPrimary()) { assertTrue("size should not as expected on primary " + hdfsBQ.queueSizeInBytes.get(), hdfsBQ.queueSizeInBytes.get() > 1024 && hdfsBQ.queueSizeInBytes.get() < 1150); } else assertTrue("size should be 0 on secondary", hdfsBQ.queueSizeInBytes.get()==0); return null; } });
if (ep == null) continue; ConcurrentParallelGatewaySenderQueue parallelQueue = (ConcurrentParallelGatewaySenderQueue)ep.getQueue(); PartitionedRegion parallelQueueRegion = parallelQueue.getRegion(this .getFullPath()); PartitionedRegion parallelQueueRegion = parallelQueue.getRegion(this .getFullPath()); parallelQueue.removeShadowPR(this.getFullPath()); countOfQueueRegionsToBeDestroyed--; continue;
} else if (processor instanceof ConcurrentParallelGatewaySenderEventProcessor) { regions.addAll(((ConcurrentParallelGatewaySenderQueue)processor.getQueue()).getRegions());
public void addGatewaySenderId(String gatewaySenderId) { super.addGatewaySenderId(gatewaySenderId); new UpdateAttributesProcessor(this).distribute(); ((PartitionedRegion)this).distributeUpdatedProfileOnSenderCreation(); GatewaySender sender = getCache().getGatewaySender(gatewaySenderId); if (sender!= null && sender.isParallel() && sender.isRunning()) { AbstractGatewaySender senderImpl = (AbstractGatewaySender)sender; ((ConcurrentParallelGatewaySenderQueue)senderImpl.getQueues().toArray( new RegionQueue[1])[0]).addShadowPartitionedRegionForUserPR(this); } }
private RegionEntry getFromHDFSQueue(Object key, byte[] k, boolean forceOnHeap) throws ForceReattemptException { ConcurrentParallelGatewaySenderQueue q = getHDFSQueue(); if (q == null) return null; HDFSGatewayEventImpl hdfsGatewayEvent = (HDFSGatewayEventImpl) q.get(owner.getPartitionedRegion(), k, owner.getId()); if (hdfsGatewayEvent != null) { if (logger.isTraceEnabled() || DEBUG) { logger.info(LocalizedMessage.create(LocalizedStrings.DEBUG, "HDFS: got from hdfs queue: " + hdfsGatewayEvent)); } return getEntryFromEvent(key, hdfsGatewayEvent, forceOnHeap, false); } return null; }
@Override protected void clearHDFSData() { //clear the HDFS data if present if (getPartitionedRegion().isHDFSReadWriteRegion()) { // Clear the queue ConcurrentParallelGatewaySenderQueue q = getHDFSQueue(); if (q == null) return; q.clear(getPartitionedRegion(), this.getId()); HoplogOrganizer organizer = hoplog.get(); if (organizer != null) { try { organizer.clear(); } catch (IOException e) { throw new GemFireIOException(LocalizedStrings.HOPLOG_UNABLE_TO_DELETE_HDFS_DATA.toLocalizedString(), e); } } } }
queue.conflateEvent(conflatableObject, getId(), previousTailKey); } else { region.getParallelGatewaySender().getStatistics()
this.queue = new ConcurrentParallelGatewaySenderQueue(this.processors); setDaemon(true);
public Object call() throws Exception { Region r = getRootRegion("testHDFSQueueSize"); byte[] b = new byte [1024]; byte[] k = new byte [1]; for (int i =0; i< 1; i++) r.put(k, b); ConcurrentParallelGatewaySenderQueue hdfsqueue = (ConcurrentParallelGatewaySenderQueue)((PartitionedRegion)r).getHDFSEventQueue().getSender().getQueue(); HDFSBucketRegionQueue hdfsBQ = (HDFSBucketRegionQueue)((PartitionedRegion)hdfsqueue.getRegion()).getDataStore().getLocalBucketById(0); if (hdfsBQ.getBucketAdvisor().isPrimary()) { assertTrue("size should not as expected on primary " + hdfsBQ.queueSizeInBytes.get(), hdfsBQ.queueSizeInBytes.get() > 1024 && hdfsBQ.queueSizeInBytes.get() < 1150); } else assertTrue("size should be 0 on secondary", hdfsBQ.queueSizeInBytes.get()==0); return null; } });
if (ep == null) continue; ConcurrentParallelGatewaySenderQueue parallelQueue = (ConcurrentParallelGatewaySenderQueue)ep.getQueue(); PartitionedRegion parallelQueueRegion = parallelQueue.getRegion(this .getFullPath()); PartitionedRegion parallelQueueRegion = parallelQueue.getRegion(this .getFullPath()); parallelQueue.removeShadowPR(this.getFullPath());
Set<PartitionedRegion> shadowPRs = (Set<PartitionedRegion>)regionQueue.getRegions();
public void addAsyncEventQueueId(String asyncEventQueueId) { super.addAsyncEventQueueId(asyncEventQueueId); new UpdateAttributesProcessor(this).distribute(); ((PartitionedRegion)this).distributeUpdatedProfileOnSenderCreation(); GatewaySender sender = getCache().getGatewaySender(AsyncEventQueueImpl.getSenderIdFromAsyncEventQueueId(asyncEventQueueId)); if (sender!= null && sender.isParallel() && sender.isRunning()) { AbstractGatewaySender senderImpl = (AbstractGatewaySender)sender; ((ConcurrentParallelGatewaySenderQueue)senderImpl.getQueues().toArray( new RegionQueue[1])[0]).addShadowPartitionedRegionForUserPR(this); } }
private RegionEntry getFromHDFSQueue(Object key, byte[] k, boolean forceOnHeap) throws ForceReattemptException { ConcurrentParallelGatewaySenderQueue q = getHDFSQueue(); if (q == null) return null; HDFSGatewayEventImpl hdfsGatewayEvent = (HDFSGatewayEventImpl) q.get(owner.getPartitionedRegion(), k, owner.getId()); if (hdfsGatewayEvent != null) { if (logger.finerEnabled() || DEBUG) { logger.info(LocalizedStrings.DEBUG, "HDFS: got from hdfs queue: " + hdfsGatewayEvent); } return getEntryFromEvent(key, hdfsGatewayEvent, forceOnHeap, false); } return null; }
@Override protected void clearHDFSData() { //clear the HDFS data if present if (getPartitionedRegion().isHDFSReadWriteRegion()) { // Clear the queue ConcurrentParallelGatewaySenderQueue q = getHDFSQueue(); if (q == null) return; q.clear(getPartitionedRegion(), this.getId()); HoplogOrganizer organizer = hoplog.get(); if (organizer != null) { try { organizer.clear(); } catch (IOException e) { throw new GemFireIOException(LocalizedStrings.HOPLOG_UNABLE_TO_DELETE_HDFS_DATA.toLocalizedString(), e); } } } }
queue.conflateEvent(conflatableObject, getId(), previousTailKey);
this.queue = new ConcurrentParallelGatewaySenderQueue(this.processors); setDaemon(true);
if (queues == null) continue; ConcurrentParallelGatewaySenderQueue prq = (ConcurrentParallelGatewaySenderQueue) queues.toArray(new RegionQueue[1])[0]; if (null == prq.getRegion()) { Set prs = prq.getRegions(); for (Iterator sit = prs.iterator(); sit.hasNext();) { prnames.add(((PartitionedRegion) sit.next()) prnames.add(prq.getRegion().getFullPath());