final RecordSerializer<SerializationDelegate<Object>> recordSerializer = new SpanningRecordSerializer<SerializationDelegate<Object>>(); final SerializationDelegate<Object> delegate = (SerializationDelegate<Object>) (SerializationDelegate<?>) new SerializationDelegate<StreamElement>(new StreamElementSerializer<T>(serializer));
public RecordSerializer<IOReadableWritable> getRecordSerializer() { if (!useCompression) { return new SpanningRecordSerializer<IOReadableWritable>(); } else { SpanningRecordSerializer<BufferSerializationDelegate> internalSer = new SpanningRecordSerializer<BufferSerializationDelegate>(); BufferSerializationDelegate internalSerDelegate = new CompressionBufferTransformer(compressionFactory.get()); return new CompositeSpanningRecordSerializer<IOReadableWritable>(internalSer, internalSerDelegate, compressionBufferSize); } }
public RecordWriter(ResultPartitionWriter writer, ChannelSelector<T> channelSelector, boolean flushAlways) { this.flushAlways = flushAlways; this.targetPartition = writer; this.channelSelector = channelSelector; this.numChannels = writer.getNumberOfSubpartitions(); this.serializer = new SpanningRecordSerializer<T>(); this.bufferBuilders = new Optional[numChannels]; this.broadcastChannels = new int[numChannels]; for (int i = 0; i < numChannels; i++) { broadcastChannels[i] = i; bufferBuilders[i] = Optional.empty(); } }
public RecordWriter(ResultPartitionWriter writer, ChannelSelector<T> channelSelector, boolean flushAlways) { this.flushAlways = flushAlways; this.targetPartition = writer; this.channelSelector = channelSelector; this.numChannels = writer.getNumberOfSubpartitions(); this.serializer = new SpanningRecordSerializer<T>(); this.bufferBuilders = new Optional[numChannels]; this.broadcastChannels = new int[numChannels]; for (int i = 0; i < numChannels; i++) { broadcastChannels[i] = i; bufferBuilders[i] = Optional.empty(); } }
@SuppressWarnings("unchecked") public RecordWriter(ResultPartitionWriter writer, ChannelSelector<T> channelSelector) { this.targetPartition = writer; this.channelSelector = channelSelector; this.numChannels = writer.getNumberOfOutputChannels(); /** * The runtime exposes a channel abstraction for the produced results * (see {@link ChannelSelector}). Every channel has an independent * serializer. */ this.serializers = new SpanningRecordSerializer[numChannels]; for (int i = 0; i < numChannels; i++) { serializers[i] = new SpanningRecordSerializer<T>(); } }
this.partitionConsumableNotifier = checkNotNull(partitionConsumableNotifier); this.sendScheduleOrUpdateConsumersMessage = sendScheduleOrUpdateConsumersMessage; this.serializer = new SpanningRecordSerializer<>();
this.memory = memory; this.recordSerializer = new SpanningRecordSerializer<>(); this.serializationDelegate = new SerializationDelegate<>(serializer);