/** * <code>repeated .exec.bit.FragmentHandle fragment = 1;</code> */ public Builder addFragment( int index, com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (fragmentBuilder_ == null) { ensureFragmentIsMutable(); fragment_.add(index, builderForValue.build()); onChanged(); } else { fragmentBuilder_.addMessage(index, builderForValue.build()); } return this; } /**
/** * <code>repeated .exec.bit.FragmentHandle fragment = 1;</code> */ public Builder addFragment( com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (fragmentBuilder_ == null) { ensureFragmentIsMutable(); fragment_.add(builderForValue.build()); onChanged(); } else { fragmentBuilder_.addMessage(builderForValue.build()); } return this; } /**
/** * <code>repeated .exec.bit.FragmentHandle fragment = 1;</code> */ public Builder setFragment( int index, com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (fragmentBuilder_ == null) { ensureFragmentIsMutable(); fragment_.set(index, builderForValue.build()); onChanged(); } else { fragmentBuilder_.setMessage(index, builderForValue.build()); } return this; } /**
when(opContext.getFragmentHandle()).thenReturn(ExecProtos.FragmentHandle.newBuilder().setMajorFragmentId(2323).setMinorFragmentId(234234).build()); when(opContext.getAllocator()).thenReturn(ALLOCATOR); when(opContext.getOptions()).thenReturn(optionManager);
.addAllIncomingMinorFragment(list) .build(); ExecProtos.FragmentHandle handle = ExecProtos.FragmentHandle.newBuilder().setMajorFragmentId(2323).setMinorFragmentId(234234).build(); BufferAllocator allocator = new RootAllocator(2000000); boolean outOfMemory = false;
when(opContext.getFragmentHandle()).thenReturn(ExecProtos.FragmentHandle.newBuilder().setMajorFragmentId(2323).setMinorFragmentId(234235).build()); when(opContext.getAllocator()).thenReturn(ALLOCATOR); when(opContext.getOptions()).thenReturn(optionManager);
SharedResource resource = mock(SharedResource.class); QueryId queryId = ExternalIdHelper.toQueryId(ExternalIdHelper.generateExternalId()); FragmentHandle handle = FragmentHandle.newBuilder().setMajorFragmentId(0).setMinorFragmentId(0).setQueryId(queryId).build(); FragmentWorkQueue queue = mock(FragmentWorkQueue.class); final ExecutorService executorService = Executors.newFixedThreadPool(1);
.setMinorFragmentId(0) .setMajorFragmentId(0) .build(); return new OperatorContextImpl( config,
when(opContext.getFragmentHandle()).thenReturn(FragmentHandle.newBuilder().setMajorFragmentId(2323).setMinorFragmentId(234234).build());
private OperatorContextImpl createContext(Writer writer) { BufferAllocator allocator = context.getAllocator().newChildAllocator("direct-command", 0, Long.MAX_VALUE); final OperatorStats stats = new OperatorStats(new OpProfileDef(0,0,0), allocator); final OperatorContextImpl oc = new OperatorContextImpl( context.getConfig(), FragmentHandle.newBuilder().setQueryId(context.getQueryId()).setMajorFragmentId(0).setMinorFragmentId(0).build(), writer, allocator, allocator, null, stats, null, null, context.getFunctionRegistry(), null, context.getOptions(), context.getNamespaceService(), null, NodeDebugContextProvider.NOOP, 60000, null, ImmutableList.of()); return oc; } }
/** * Check that a dead node doesn't not trigger a successful query notification if * node managing the last major fragments (see DX-10956) */ @Test public void testNodeDead() { InOrder inOrder = Mockito.inOrder(completionListener); AttemptObservers observers = AttemptObservers.of(observer); QueryManager queryManager = new QueryManager(queryId, context, null, completionListener, new Pointer<>(), observers, true, true, catalog); final NodeEndpoint endpoint = NodeEndpoint.newBuilder().setAddress("host1").setFabricPort(12345).build(); PlanFragment fragment = PlanFragment.newBuilder() .setAssignment(endpoint) .setHandle(FragmentHandle.newBuilder().setMajorFragmentId(0).setQueryId(queryId).build()) .build(); ExecutionPlan executionPlan = new ExecutionPlan(new Screen(null), 0, Collections.singletonList(fragment)); observers.planCompleted(executionPlan); // Notify node is dead queryManager.getNodeStatusListener().nodesUnregistered(ImmutableSet.of(endpoint)); // Ideally, we should not even call succeeded... inOrder.verify(completionListener).failed(any(Exception.class)); inOrder.verify(completionListener).succeeded(); }
protected CoordExecRPC.PlanFragment getDummyPlan(UserBitShared.QueryId queryId, int majorFragmentId, int minorFragmentId){ ExecProtos.FragmentHandle handle = ExecProtos.FragmentHandle .newBuilder() .setQueryId(queryId) .setMajorFragmentId(majorFragmentId) .setMinorFragmentId(minorFragmentId) .build(); CoordExecRPC.FragmentPriority priority = CoordExecRPC.FragmentPriority .newBuilder() .setWorkloadClass(UserBitShared.WorkloadClass.GENERAL) .build(); return CoordExecRPC.PlanFragment .newBuilder() .setHandle(handle) .setPriority(priority) .build(); }
/** * <code>optional .exec.bit.FragmentHandle handle = 1;</code> */ public Builder setHandle( com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (handleBuilder_ == null) { handle_ = builderForValue.build(); onChanged(); } else { handleBuilder_.setMessage(builderForValue.build()); } bitField0_ |= 0x00000001; return this; } /**
/** * <code>optional .exec.bit.FragmentHandle handle = 2;</code> */ public Builder setHandle( com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (handleBuilder_ == null) { handle_ = builderForValue.build(); onChanged(); } else { handleBuilder_.setMessage(builderForValue.build()); } bitField0_ |= 0x00000002; return this; } /**
/** * <code>optional .exec.bit.FragmentHandle sender = 2;</code> */ public Builder setSender( com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (senderBuilder_ == null) { sender_ = builderForValue.build(); onChanged(); } else { senderBuilder_.setMessage(builderForValue.build()); } bitField0_ |= 0x00000002; return this; } /**
/** * <code>optional .exec.bit.FragmentHandle receiver = 1;</code> */ public Builder setReceiver( com.dremio.exec.proto.ExecProtos.FragmentHandle.Builder builderForValue) { if (receiverBuilder_ == null) { receiver_ = builderForValue.build(); onChanged(); } else { receiverBuilder_.setMessage(builderForValue.build()); } bitField0_ |= 0x00000001; return this; } /**
private static FragmentHandle getHandle(FragmentStreamComplete completion, int index){ return FragmentHandle.newBuilder() .setQueryId(completion.getQueryId()) .setMajorFragmentId(completion.getReceivingMajorFragmentId()) .setMinorFragmentId(completion.getReceivingMinorFragmentId(index)) .build(); }
public void handle(OutOfBandMessage message) { for(Integer minorFragmentId : message.getTargetMinorFragmentIds()) { FragmentHandle handle = FragmentHandle.newBuilder().setQueryId(message.getQueryId()).setMajorFragmentId(message.getMajorFragmentId()).setMinorFragmentId(minorFragmentId).build(); handlers.getUnchecked(handle).handle(message); } }
public SingleSenderOperator(TunnelProvider tunnelProvider, OperatorContext context, SingleSender config) throws OutOfMemoryException { super(config); this.context = context; this.handle = context.getFragmentHandle(); this.recMajor = config.getOppositeMajorFragmentId(); this.oppositeHandle = handle.toBuilder() .setMajorFragmentId(config.getOppositeMajorFragmentId()) .setMinorFragmentId(config.getOppositeMinorFragmentId()) .build(); this.tunnel = tunnelProvider.getExecTunnel(config.getDestination()); }
private static FragmentHandle getHandle(FragmentRecordBatch batch, int index) { return FragmentHandle.newBuilder() .setQueryId(batch.getQueryId()) .setMajorFragmentId(batch.getReceivingMajorFragmentId()) .setMinorFragmentId(batch.getReceivingMinorFragmentId(index)) .build(); }