@SuppressWarnings("unchecked") @Override public void sink(FlowProcess<JobConf> flowProcess, SinkCall<Object[], OutputCollector> sinkCall) throws IOException { sinkCall.getOutput().collect(null, sinkCall); } }
@SuppressWarnings("unchecked") @Override public void sink(FlowProcess<JobConf> flowProcess, SinkCall<Object[], OutputCollector> sinkCall) throws IOException { sinkCall.getOutput().collect(null, sinkCall); } }
/** {@inheritDoc} */ @Override public void sink(FlowProcess<? extends Properties> flowProcess, SinkCall<Void, List<Tuple>> sinkCall) throws IOException { sinkCall.getOutput().add(sinkCall.getOutgoingEntry().getTupleCopy()); }
@Override public void sink(FlowProcess<? extends JobConf> fp, SinkCall<Object[], OutputCollector> sink) throws IOException { TupleEntry tuple = sink.getOutgoingEntry(); OutputCollector outputCollector = sink.getOutput(); outputCollector.collect(null, tuple); } }
@Override public void sinkPrepare( FlowProcess<? extends Properties> flowProcess, SinkCall<PrintWriter, OutputStream> sinkCall ) throws IOException { sinkCall.setContext( createOutput( sinkCall.getOutput() ) ); }
@Override public void sink(FlowProcess<JobConf> fp, SinkCall<Object[], OutputCollector> sink) throws IOException { TupleEntry tuple = sink.getOutgoingEntry(); OutputCollector outputCollector = sink.getOutput(); outputCollector.collect(null, tuple); } }
@Override public void sink(FlowProcess<JobConf> flowProcess, SinkCall<Void, OutputCollector> sinkCall) throws IOException { TupleEntry tupleEntry = sinkCall.getOutgoingEntry(); byte[] key = (byte[]) tupleEntry.getObject(0); byte[] val = (byte[]) tupleEntry.getObject(1); sinkCall.getOutput().collect(new BytesWritable(key), new BytesWritable(val)); } }
@Override public void sink(FlowProcess<JobConf> flowProcess, SinkCall<Void, OutputCollector> sinkCall) throws IOException { TupleEntry tupleEntry = sinkCall.getOutgoingEntry(); byte[] key = (byte[]) tupleEntry.getObject(0); byte[] val = (byte[]) tupleEntry.getObject(1); sinkCall.getOutput().collect(new BytesWritable(key), new BytesWritable(val)); } }
protected void writeHeader( SinkCall<Object[], OutputCollector> sinkCall ) throws IOException { Fields fields = sinkCall.getOutgoingEntry().getFields(); Text text = (Text) sinkCall.getContext()[ 0 ]; StringBuilder line = (StringBuilder) sinkCall.getContext()[ 1 ]; Charset charset = (Charset) sinkCall.getContext()[ 2 ]; line = (StringBuilder) delimitedParser.joinFirstLine( fields, line ); text.set( line.toString().getBytes( charset ) ); sinkCall.getOutput().collect( null, text ); line.setLength( 0 ); }
protected void writeHeader( SinkCall<Object[], OutputCollector> sinkCall ) throws IOException { Fields fields = sinkCall.getOutgoingEntry().getFields(); Text text = (Text) sinkCall.getContext()[ 0 ]; StringBuilder line = (StringBuilder) sinkCall.getContext()[ 1 ]; Charset charset = (Charset) sinkCall.getContext()[ 2 ]; line = (StringBuilder) delimitedParser.joinFirstLine( fields, line ); text.set( line.toString().getBytes( charset ) ); sinkCall.getOutput().collect( null, text ); line.setLength( 0 ); }
@Override public void sink( FlowProcess<? extends Configuration> flowProcess, SinkCall<Void, OutputCollector> sinkCall ) throws IOException { sinkCall.getOutput().collect( Tuple.NULL, sinkCall.getOutgoingEntry().getTuple() ); }
@Override public void sink( FlowProcess<? extends Configuration> flowProcess, SinkCall<Object[], OutputCollector> sinkCall ) throws IOException { Text text = (Text) sinkCall.getContext()[ 0 ]; Charset charset = (Charset) sinkCall.getContext()[ 1 ]; String line = sinkCall.getOutgoingEntry().getTuple().toString(); text.set( line.getBytes( charset ) ); // it's ok to use NULL here so the collector does not write anything sinkCall.getOutput().collect( null, text ); }
@Override public void sink( FlowProcess<? extends Configuration> flowProcess, SinkCall<Object[], OutputCollector> sinkCall ) throws IOException { Text text = (Text) sinkCall.getContext()[ 0 ]; Charset charset = (Charset) sinkCall.getContext()[ 1 ]; String line = sinkCall.getOutgoingEntry().getTuple().toString(); text.set( line.getBytes( charset ) ); // it's ok to use NULL here so the collector does not write anything sinkCall.getOutput().collect( null, text ); }
@SuppressWarnings("unchecked") @Override public void sink(FlowProcess<JobConf> fp, SinkCall<Object[], OutputCollector> sc) throws IOException { TupleEntry tuple = sc.getOutgoingEntry(); if (tuple.size() != 1) { throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields()); } T value = (T) tuple.getObject(0); OutputCollector output = sc.getOutput(); output.collect(null, value); }
@SuppressWarnings("unchecked") @Override public void sink(FlowProcess<? extends JobConf> fp, SinkCall<Object[], OutputCollector> sc) throws IOException { TupleEntry tuple = sc.getOutgoingEntry(); if (tuple.size() != 1) { throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields()); } T value = (T) tuple.getObject(0); OutputCollector output = sc.getOutput(); output.collect(null, value); }
@SuppressWarnings("unchecked") @Override public void sink(FlowProcess<JobConf> fp, SinkCall<Object[], OutputCollector> sc) throws IOException { TupleEntry tuple = sc.getOutgoingEntry(); if (tuple.size() != 1) { throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields()); } T value = (T) tuple.getObject(0); OutputCollector output = sc.getOutput(); output.collect(null, value); }
@Override public void sink(FlowProcess<JobConf> jobConfFlowProcess, SinkCall<Void, OutputCollector> sinkCall) throws IOException { TupleEntry tupleEntry = sinkCall.getOutgoingEntry(); IntWritable partition = new IntWritable(tupleEntry.getInteger(partitionFieldName)); BytesWritable key = (BytesWritable) tupleEntry.getObject(keyFieldName); BytesWritable value = (BytesWritable) tupleEntry.getObject(valueFieldName); KeyAndPartitionWritable keyAndPartitionWritable = new KeyAndPartitionWritable(key, partition); ValueWritable valueWritable = new ValueWritable(value); sinkCall.getOutput().collect(keyAndPartitionWritable, valueWritable); } }
@Override public void sinkPrepare( FlowProcess<? extends Properties> flowProcess, SinkCall<PrintWriter, OutputStream> sinkCall ) { OutputStream originalOutput = sinkCall.getOutput(); sinkCall.setContext( createOutput( originalOutput ) ); if( writeHeader && !isAppendingFile( sinkCall, originalOutput ) ) { Fields fields = sinkCall.getOutgoingEntry().getFields(); delimitedParser.joinFirstLine( fields, sinkCall.getContext() ); sinkCall.getContext().println(); } }
@Override public void sink(FlowProcess<JobConf> flowProcess, SinkCall<T, OutputCollector> sinkCall) throws IOException { OutputCollector collector = sinkCall.getOutput(); TupleEntry entry = sinkCall.getOutgoingEntry(); T writable = sinkCall.getContext(); writable.set((M) entry.getTuple().getObject(0)); collector.collect(null, writable); }
@Override public void sink(FlowProcess<? extends Configuration> flowProcess, SinkCall<T, OutputCollector> sinkCall) throws IOException { OutputCollector collector = sinkCall.getOutput(); TupleEntry entry = sinkCall.getOutgoingEntry(); T writable = sinkCall.getContext(); writable.set((M) entry.getTuple().getObject(0)); collector.collect(null, writable); }