.setMaxDirectMemory(VM.getMaxDirectMemory()) .setAvailableCores(VM.availableProcessors()) .setRoles(ClusterCoordinator.Role.toEndpointRoles(roles));
.setAvailableCores(3) .setMaxDirectMemory(8 * 1024) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.EXECUTOR))) .build();
.setAvailableCores(3) .setMaxDirectMemory(8 * 1024) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.EXECUTOR))) .build();
.setFabricPort(1234) .setUserPort(2345) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.COORDINATOR))) .build(); .setFabricPort(1235) .setUserPort(2346) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.COORDINATOR))) .build(); .setFabricPort(1236) .setUserPort(2347) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.COORDINATOR))) .build();
.setFabricPort(1234) .setUserPort(2345) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.COORDINATOR))) .build(); .setFabricPort(1235) .setUserPort(2346) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.COORDINATOR))) .build();
.setAvailableCores(3) .setMaxDirectMemory(8 * 1024) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.EXECUTOR))) .build(); .setAvailableCores(5) .setMaxDirectMemory(16 * 1024) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.EXECUTOR))) .build(); .setAvailableCores(5) .setMaxDirectMemory(16 * 1024) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.EXECUTOR))) .build();
.setAvailableCores(3) .setMaxDirectMemory(8 * 1024) .setRoles(ClusterCoordinator.Role.toEndpointRoles(Sets.newHashSet(ClusterCoordinator.Role.EXECUTOR))) .build();
break; case 5: builder.setRoles(input.mergeObject(com.dremio.exec.proto.CoordinationProtos.Roles.newBuilder(), com.dremio.exec.proto.SchemaCoordinationProtos.Roles.MERGE));
public ServiceHolder(BufferAllocator allocator, Provider<Iterable<NodeEndpoint>> nodeProvider, PDFSMode mode, String name) throws Exception{ this.allocator = allocator.newChildAllocator(name, 0, Long.MAX_VALUE); pool = new CloseableThreadPool(name); fabric = new FabricServiceImpl(HOSTNAME, 9970, true, THREAD_COUNT, this.allocator, RESERVATION, MAX_ALLOCATION, TIMEOUT, pool); fabric.start(); endpoint = NodeEndpoint.newBuilder() .setAddress(fabric.getAddress()).setFabricPort(fabric.getPort()) .setRoles(Roles.newBuilder().setJavaExecutor(mode == PDFSMode.DATA)) .build(); service = new PDFSService(DirectProvider.wrap((FabricService) fabric), DirectProvider.wrap(endpoint), nodeProvider, DremioTest.DEFAULT_SABOT_CONFIG, this.allocator, mode); service.start(); fileSystem = service.createFileSystem(); }
/** * Create a {@link com.dremio.exec.proto.beans.NodeEndpoint} * @param address the address * @param port the control port * @return */ private static NodeEndpoint newNodeEndpoint(String address, int port) { return NodeEndpoint.newBuilder().setAddress(address).setFabricPort(port).setRoles(Roles.newBuilder().setJavaExecutor(true)).build(); }