public static String getShipStrategyString(ShipStrategyType shipType) { if (shipType == null) { return "(null)"; } switch (shipType) { case NONE: return "(none)"; case FORWARD: return "Forward"; case BROADCAST: return "Broadcast"; case PARTITION_HASH: return "Hash Partition"; case PARTITION_RANGE: return "Range Partition"; case PARTITION_RANDOM: return "Redistribute"; case PARTITION_FORCED_REBALANCE: return "Rebalance"; case PARTITION_CUSTOM: return "Custom Partition"; default: return shipType.name(); } }
if (parallelismChange && !c.getShipStrategy().isNetworkStrategy()) { c.getGlobalProperties().reset();
if (channel.getShipStrategy().requiresComparator()) { channel.setShipStrategyComparator(createComparator(type, channel.getShipStrategyKeys(), getSortOrders(channel.getShipStrategyKeys(), channel.getShipStrategySortOrder())));
@Override public final int selectChannel(T record, int numberOfChannels) { switch (strategy) { case FORWARD: return forward(); case PARTITION_RANDOM: case PARTITION_FORCED_REBALANCE: return robin(numberOfChannels); case PARTITION_HASH: return hashPartitionDefault(record, numberOfChannels); case PARTITION_CUSTOM: return customPartition(record, numberOfChannels); case PARTITION_RANGE: return rangePartition(record, numberOfChannels); default: throw new UnsupportedOperationException("Unsupported distribution strategy: " + strategy.name()); } }
public void addOutputShipStrategy(ShipStrategyType strategy) { final int outputCnt = this.config.getInteger(OUTPUTS_NUM, 0); this.config.setInteger(OUTPUT_SHIP_STRATEGY_PREFIX + outputCnt, strategy.ordinal()); this.config.setInteger(OUTPUTS_NUM, outputCnt + 1); }
groupRed1.getInput().getShipStrategy().equals(ShipStrategyType.FORWARD)); assertTrue("Channel between union and group reduce should be forwarding", groupRed2.getInput().getShipStrategy().equals(ShipStrategyType.FORWARD)); for(Channel i : union123In) { assertTrue("Union input channel should hash partition on 0", i.getShipStrategy().equals(ShipStrategyType.PARTITION_HASH) && i.getShipStrategyKeys().isExactMatch(new FieldList(0))); for(Channel i : union234In) { assertTrue("Union input channel should hash partition on 0", i.getShipStrategy().equals(ShipStrategyType.PARTITION_HASH) && i.getShipStrategyKeys().isExactMatch(new FieldList(1)));
@Override public final int[] selectChannels(SerializationDelegate<T> record, int numberOfChannels) { switch (strategy) { case FORWARD: return forward(); case PARTITION_RANDOM: case PARTITION_FORCED_REBALANCE: return robin(numberOfChannels); case PARTITION_HASH: return hashPartitionDefault(record.getInstance(), numberOfChannels); case BROADCAST: return broadcast(numberOfChannels); case PARTITION_CUSTOM: return customPartition(record.getInstance(), numberOfChannels); case PARTITION_RANGE: return rangePartition(record.getInstance(), numberOfChannels); default: throw new UnsupportedOperationException("Unsupported distribution strategy: " + strategy.name()); } }
@Override public String toString() { StringBuilder bld = new StringBuilder(); bld.append(getOperatorName()); bld.append(" (").append(getOperator().getName()).append(") "); int i = 1; for (DagConnection conn : getIncomingConnections()) { String shipStrategyName = conn.getShipStrategy() == null ? "null" : conn.getShipStrategy().name(); bld.append('(').append(i++).append(":").append(shipStrategyName).append(')'); } return bld.toString(); }
public void addOutputShipStrategy(ShipStrategyType strategy) { final int outputCnt = this.config.getInteger(OUTPUTS_NUM, 0); this.config.setInteger(OUTPUT_SHIP_STRATEGY_PREFIX + outputCnt, strategy.ordinal()); this.config.setInteger(OUTPUTS_NUM, outputCnt + 1); }
if (dopChange1 && !c1.getShipStrategy().isNetworkStrategy()) { c1.getGlobalProperties().reset(); if (dopChange2 && !c2.getShipStrategy().isNetworkStrategy()) { c2.getGlobalProperties().reset();
@Override public final int[] selectChannels(SerializationDelegate<T> record, int numberOfChannels) { switch (strategy) { case FORWARD: return forward(); case PARTITION_RANDOM: case PARTITION_FORCED_REBALANCE: return robin(numberOfChannels); case PARTITION_HASH: return hashPartitionDefault(record.getInstance(), numberOfChannels); case BROADCAST: return broadcast(numberOfChannels); case PARTITION_CUSTOM: return customPartition(record.getInstance(), numberOfChannels); case PARTITION_RANGE: return rangePartition(record.getInstance(), numberOfChannels); default: throw new UnsupportedOperationException("Unsupported distribution strategy: " + strategy.name()); } }
public String toString() { StringBuilder buf = new StringBuilder(50); buf.append("Connection: "); if (this.source == null) { buf.append("null"); } else { buf.append(this.source.getOperator().getName()); buf.append('(').append(this.source.getOperatorName()).append(')'); } buf.append(" -> "); if (this.shipStrategy != null) { buf.append('['); buf.append(this.shipStrategy.name()); buf.append(']').append(' '); } if (this.target == null) { buf.append("null"); } else { buf.append(this.target.getOperator().getName()); buf.append('(').append(this.target.getOperatorName()).append(')'); } return buf.toString(); } }
public void addOutputShipStrategy(ShipStrategyType strategy) { final int outputCnt = this.config.getInteger(OUTPUTS_NUM, 0); this.config.setInteger(OUTPUT_SHIP_STRATEGY_PREFIX + outputCnt, strategy.ordinal()); this.config.setInteger(OUTPUTS_NUM, outputCnt + 1); }
if (dopChange1 && !c1.getShipStrategy().isNetworkStrategy()) { c1.getGlobalProperties().reset(); if (dopChange2 && !c2.getShipStrategy().isNetworkStrategy()) { c2.getGlobalProperties().reset();
break; default: throw new CompilerException("Unknown ship strategy '" + inConn.getShipStrategy().name() + "' in JSON generator.");
public void addOutputShipStrategy(ShipStrategyType strategy) { final int outputCnt = this.config.getInteger(OUTPUTS_NUM, 0); this.config.setInteger(OUTPUT_SHIP_STRATEGY_PREFIX + outputCnt, strategy.ordinal()); this.config.setInteger(OUTPUTS_NUM, outputCnt + 1); }
public static String getShipStrategyString(ShipStrategyType shipType) { if (shipType == null) { return "(null)"; } switch (shipType) { case NONE: return "(none)"; case FORWARD: return "Forward"; case BROADCAST: return "Broadcast"; case PARTITION_HASH: return "Hash Partition"; case PARTITION_RANGE: return "Range Partition"; case PARTITION_RANDOM: return "Redistribute"; case PARTITION_FORCED_REBALANCE: return "Rebalance"; case PARTITION_CUSTOM: return "Custom Partition"; default: return shipType.name(); } }
public static String getShipStrategyString(ShipStrategyType shipType) { if (shipType == null) { return "(null)"; } switch (shipType) { case NONE: return "(none)"; case FORWARD: return "Forward"; case BROADCAST: return "Broadcast"; case PARTITION_HASH: return "Hash Partition"; case PARTITION_RANGE: return "Range Partition"; case PARTITION_RANDOM: return "Redistribute"; case PARTITION_FORCED_REBALANCE: return "Rebalance"; case PARTITION_CUSTOM: return "Custom Partition"; default: return shipType.name(); } }
public static String getShipStrategyString(ShipStrategyType shipType) { if (shipType == null) { return "(null)"; } switch (shipType) { case NONE: return "(none)"; case FORWARD: return "Forward"; case BROADCAST: return "Broadcast"; case PARTITION_HASH: return "Hash Partition"; case PARTITION_RANGE: return "Range Partition"; case PARTITION_RANDOM: return "Redistribute"; case PARTITION_FORCED_REBALANCE: return "Rebalance"; case PARTITION_CUSTOM: return "Custom Partition"; default: return shipType.name(); } }
public static String getShipStrategyString(ShipStrategyType shipType) { if (shipType == null) { return "(null)"; } switch (shipType) { case NONE: return "(none)"; case FORWARD: return "Forward"; case BROADCAST: return "Broadcast"; case PARTITION_HASH: return "Hash Partition"; case PARTITION_RANGE: return "Range Partition"; case PARTITION_RANDOM: return "Redistribute"; case PARTITION_FORCED_REBALANCE: return "Rebalance"; case PARTITION_CUSTOM: return "Custom Partition"; default: return shipType.name(); } }