@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }
@Before public void setUp() { defaultSerde = KVSerde.of(new StringSerde(), new JsonSerdeV2<>()); inputSystemDescriptor = new GenericSystemDescriptor("input-system", "mockSystemFactoryClassName"); outputSystemDescriptor = new GenericSystemDescriptor("output-system", "mockSystemFactoryClassName"); intermediateSystemDescriptor = new GenericSystemDescriptor("intermediate-system", "mockSystemFactoryClassName"); input1Descriptor = inputSystemDescriptor.getInputDescriptor("input1", defaultSerde); input2Descriptor = inputSystemDescriptor.getInputDescriptor("input2", defaultSerde); outputDescriptor = outputSystemDescriptor.getOutputDescriptor("output", defaultSerde); intermediateInputDescriptor = intermediateSystemDescriptor.getInputDescriptor("jobName-jobId-partition_by-p1", defaultSerde) .withPhysicalName("jobName-jobId-partition_by-p1"); intermediateOutputDescriptor = intermediateSystemDescriptor.getOutputDescriptor("jobName-jobId-partition_by-p1", defaultSerde) .withPhysicalName("jobName-jobId-partition_by-p1"); broadcastInputDesriptor = intermediateSystemDescriptor.getInputDescriptor("jobName-jobId-broadcast-b1", defaultSerde) .withPhysicalName("jobName-jobId-broadcast-b1"); Map<String, String> configs = new HashMap<>(); configs.put(JobConfig.JOB_NAME(), "jobName"); configs.put(JobConfig.JOB_ID(), "jobId"); configs.putAll(input1Descriptor.toConfig()); configs.putAll(input2Descriptor.toConfig()); configs.putAll(outputDescriptor.toConfig()); configs.putAll(inputSystemDescriptor.toConfig()); configs.putAll(outputSystemDescriptor.toConfig()); configs.putAll(intermediateSystemDescriptor.toConfig()); configs.put(JobConfig.JOB_DEFAULT_SYSTEM(), intermediateSystemDescriptor.getSystemName()); mockConfig = spy(new MapConfig(configs)); mockStreamAppDesc = new StreamApplicationDescriptorImpl(getRepartitionJoinStreamApplication(), mockConfig); }
@Test public void testAPIUsage() { // does not assert anything, but acts as a compile-time check on expected descriptor type parameters // and validates that the method calls can be chained. GenericSystemDescriptor mySystem = new GenericSystemDescriptor("input-system", "factory.class.name") .withSystemConfigs(Collections.emptyMap()) .withDefaultStreamConfigs(Collections.emptyMap()); GenericInputDescriptor<Integer> input1 = mySystem.getInputDescriptor("input1", new IntegerSerde()); GenericOutputDescriptor<Integer> output1 = mySystem.getOutputDescriptor("output1", new IntegerSerde()); input1 .withPhysicalName("input-1") .shouldBootstrap() .withOffsetDefault(SystemStreamMetadata.OffsetType.NEWEST) .withPriority(1) .shouldResetOffset() .isBounded() .shouldDeleteCommittedMessages() .withStreamConfigs(Collections.emptyMap()); output1 .withPhysicalName("output-1") .withStreamConfigs(Collections.emptyMap()); }
private void validateStreamConfigures(Config config, Map<String, Serde> deserializedSerdes) { if (deserializedSerdes != null) { validateStreamSerdeConfigure(input1Descriptor.getStreamId(), config, deserializedSerdes); validateStreamSerdeConfigure(input2Descriptor.getStreamId(), config, deserializedSerdes); validateStreamSerdeConfigure(outputDescriptor.getStreamId(), config, deserializedSerdes); validateStreamSerdeConfigure(intermediateInputDescriptor.getStreamId(), config, deserializedSerdes); } // generated stream config for intermediate stream String physicalName = intermediateInputDescriptor.getPhysicalName().isPresent() ? intermediateInputDescriptor.getPhysicalName().get() : null; validateIntermediateStreamConfigure(intermediateInputDescriptor.getStreamId(), physicalName, config); }
inputEdges.put(repartitionSpec.getId(), repartitionEdge); Map<String, StreamEdge> outputEdges = new HashMap<>(); outputEdges.put(outputDescriptor.getStreamId(), outputEdge); outputEdges.put(repartitionSpec.getId(), repartitionEdge); when(mockJobNode.getInEdges()).thenReturn(inputEdges);
@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }
inputDescriptors.put(input3Descriptor.getStreamId(), input3Descriptor); inputDescriptors.put(input4Descriptor.getStreamId(), input4Descriptor); outputDescriptors.put(output1Descriptor.getStreamId(), output1Descriptor); outputDescriptors.put(output2Descriptor.getStreamId(), output2Descriptor);
@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }
@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }
@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }
@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }
@Override public <StreamMessageType> GenericOutputDescriptor<StreamMessageType> getOutputDescriptor( String streamId, Serde<StreamMessageType> serde) { return new GenericOutputDescriptor<>(streamId, this, serde); } }