if (windowFn instanceof GlobalWindows) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec(FunctionSpec.newBuilder().setUrn(GLOBAL_WINDOWS_URN)) .build(); .build(); return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .build(); return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .build(); return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() } else { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder()
.setPayload( ParDoPayload.newBuilder() .setDoFn(RunnerApi.SdkFunctionSpec.newBuilder().setEnvironmentId("foo")) .putSideInputs("side_input", RunnerApi.SideInput.getDefaultInstance()) .putStateSpecs("user_state", RunnerApi.StateSpec.getDefaultInstance())
.setCombineFn( SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder()
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) .setPayload( WindowIntoPayload.newBuilder() .setWindowFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString()))
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) .setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .putStateSpecs("state", StateSpec.getDefaultInstance()) .build()
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) .setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .putTimerSpecs("timer", TimerSpec.getDefaultInstance()) .build()
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) .setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .putStateSpecs("state_spec", StateSpec.getDefaultInstance()) .build()
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("py")) .build() .toByteString())) .setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("go")) .build() .toByteString())) WindowIntoPayload.newBuilder() .setWindowFn( SdkFunctionSpec.newBuilder().setEnvironmentId("py")) .build() .toByteString()))
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) ParDoPayload.newBuilder() .setDoFn( SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) WindowIntoPayload.newBuilder() .setWindowFn( SdkFunctionSpec.newBuilder().setEnvironmentId("rare")) .build() .toByteString()))
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) .setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .putTimerSpecs("timer", TimerSpec.getDefaultInstance()) .build()
ParDoPayload.newBuilder() .setDoFn( SdkFunctionSpec.newBuilder().setEnvironmentId("go")) .build() .toByteString())) WindowIntoPayload.newBuilder() .setWindowFn( SdkFunctionSpec.newBuilder().setEnvironmentId("py")) .build() .toByteString()))
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString())) .setPayload( WindowIntoPayload.newBuilder() .setWindowFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString()))
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .build() .toByteString()))
.setPayload( ParDoPayload.newBuilder() .setDoFn(SdkFunctionSpec.newBuilder().setEnvironmentId("common")) .putStateSpecs("state", StateSpec.getDefaultInstance()) .putTimerSpecs("timer", TimerSpec.getDefaultInstance())
public static SdkFunctionSpec translateDoFn( DoFn<?, ?> fn, TupleTag<?> tag, SdkComponents components) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .setUrn(CUSTOM_JAVA_DO_FN_URN) .setPayload( ByteString.copyFrom( SerializableUtils.serializeToByteArray(DoFnAndMainOutput.of(fn, tag)))) .build()) .build(); }
private static SdkFunctionSpec toProto(UnboundedSource<?, ?> source, SdkComponents components) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .setUrn(JAVA_SERIALIZED_UNBOUNDED_SOURCE) .setPayload(ByteString.copyFrom(SerializableUtils.serializeToByteArray(source))) .build()) .build(); }
private static SdkFunctionSpec toProto(BoundedSource<?> source, SdkComponents components) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .setUrn(JAVA_SERIALIZED_BOUNDED_SOURCE) .setPayload(ByteString.copyFrom(SerializableUtils.serializeToByteArray(source))) .build()) .build(); }
public static SdkFunctionSpec toProto( GlobalCombineFn<?, ?, ?> combineFn, SdkComponents components) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .setUrn(JAVA_SERIALIZED_COMBINE_FN_URN) .setPayload(ByteString.copyFrom(SerializableUtils.serializeToByteArray(combineFn))) .build()) .build(); } }
public static SdkFunctionSpec translateViewFn(ViewFn<?, ?> viewFn, SdkComponents components) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .setUrn(CUSTOM_JAVA_VIEW_FN_URN) .setPayload(ByteString.copyFrom(SerializableUtils.serializeToByteArray(viewFn))) .build()) .build(); }
public static SdkFunctionSpec translateWindowMappingFn( WindowMappingFn<?> windowMappingFn, SdkComponents components) { return SdkFunctionSpec.newBuilder() .setEnvironmentId(components.getOnlyEnvironmentId()) .setSpec( FunctionSpec.newBuilder() .setUrn(CUSTOM_JAVA_WINDOW_MAPPING_FN_URN) .setPayload( ByteString.copyFrom(SerializableUtils.serializeToByteArray(windowMappingFn))) .build()) .build(); }