@Override public JobVertexID getJobVertexId() { return new JobVertexID(new byte[16]); }
@Test public void testUserProvidedHashing() { StreamExecutionEnvironment env = StreamExecutionEnvironment.createLocalEnvironment(); List<String> userHashes = Arrays.asList("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"); env.addSource(new NoOpSourceFunction(), "src").setUidHash(userHashes.get(0)) .map(new NoOpMapFunction()) .filter(new NoOpFilterFunction()) .keyBy(new NoOpKeySelector()) .reduce(new NoOpReduceFunction()).name("reduce").setUidHash(userHashes.get(1)); StreamGraph streamGraph = env.getStreamGraph(); int idx = 1; for (JobVertex jobVertex : streamGraph.getJobGraph().getVertices()) { List<JobVertexID> idAlternatives = jobVertex.getIdAlternatives(); Assert.assertEquals(idAlternatives.get(idAlternatives.size() - 1).toString(), userHashes.get(idx)); --idx; } }
public static OperatorID fromJobVertexID(JobVertexID id) { return new OperatorID(id.getLowerPart(), id.getUpperPart()); } }
@Override public boolean equals(Object obj) { if (obj instanceof TaskState) { TaskState other = (TaskState) obj; return jobVertexID.equals(other.jobVertexID) && parallelism == other.parallelism && subtaskStates.equals(other.subtaskStates); } else { return false; } }
@Override public int hashCode() { int result = jobVertexID.hashCode(); result = 31 * result + subtaskIndex; return result; } }
@Override public Object deserializeKey(String key, DeserializationContext ctxt) throws IOException { return JobVertexID.fromHexString(key); } }
public static OperatorID fromJobVertexID(JobVertexID id) { return new OperatorID(id.getLowerPart(), id.getUpperPart()); } }
@Override public boolean equals(Object obj) { if (obj instanceof TaskState) { TaskState other = (TaskState) obj; return jobVertexID.equals(other.jobVertexID) && parallelism == other.parallelism && subtaskStates.equals(other.subtaskStates); } else { return false; } }
@Override public int hashCode() { int result = jobVertexID.hashCode(); result = 31 * result + subtaskIndex; return result; } }
@Override public Object deserializeKey(String key, DeserializationContext ctxt) throws IOException { return JobVertexID.fromHexString(key); } }
JobVertexID jobVertexId = new JobVertexID(hash); hash = legacyHash.get(streamNodeId); if (null != hash) { legacyJobVertexIds.add(new JobVertexID(hash));
@Override protected String convertToString(JobVertexID value) { return value.toString(); } }
public static OperatorID fromJobVertexID(JobVertexID id) { return new OperatorID(id.getLowerPart(), id.getUpperPart()); } }
@Override public boolean equals(Object obj) { if (obj instanceof TaskState) { TaskState other = (TaskState) obj; return jobVertexID.equals(other.jobVertexID) && parallelism == other.parallelism && subtaskStates.equals(other.subtaskStates); } else { return false; } }
@Override public int hashCode() { int result = jobVertexID.hashCode(); result = 31 * result + subtaskIndex; return result; } }
@Override protected JobVertexID convertFromString(String value) throws ConversionException { return JobVertexID.fromHexString(value); }
new JobVertexID(), "Test Task", 1,
@Override public void serialize(JobVertexID value, JsonGenerator gen, SerializerProvider provider) throws IOException { gen.writeFieldName(value.toString()); } }
public static OperatorID fromJobVertexID(JobVertexID id) { return new OperatorID(id.getLowerPart(), id.getUpperPart()); } }
@Override public boolean equals(Object obj) { if (obj instanceof TaskState) { TaskState other = (TaskState) obj; return jobVertexID.equals(other.jobVertexID) && parallelism == other.parallelism && subtaskStates.equals(other.subtaskStates); } else { return false; } }