@Override public void setDone() throws InterruptedException { downstreamConsumer.setDone(); }
@Override public void setError(Throwable t) throws InterruptedException { downstreamConsumer.setError(t); }
downstreamConsumer.consumeData(cvb); counters.incrCounter(LlapIOCounters.ROWS_EMITTED, batchSize); } catch (IOException e) { downstreamConsumer.setError(e);
ecb.init(fileKey, stripeIx, OrcEncodedColumnBatch.ALL_RGS, physicalFileIncludes.length); try { consumer.consumeData(ecb); } catch (InterruptedException e) { LOG.error("IO thread interrupted while queueing data"); consumer.consumeData(ecb);
downstreamConsumer.consumeData(cvb); counters.incrCounter(LlapIOCounters.ROWS_EMITTED, batchSize); } catch (IOException e) { downstreamConsumer.setError(e);
OrcEncodedColumnBatch ecb = POOLS.ecbPool.take(); ecb.init(fileKey, stripeIx, OrcEncodedColumnBatch.ALL_RGS, included.length); consumer.consumeData(ecb); } else { LOG.warn("Nothing to read for stripe [" + stripe + "]"); consumer.consumeData(ecb);
@Override public void consumeData(BatchType data) throws InterruptedException { if (isStopped) { returnSourceData(data); return; } long start = System.currentTimeMillis(); try { decodeBatch(data, downstreamConsumer); } catch (Throwable ex) { // This probably should not happen; but it does... at least also stop the consumer. LlapIoImpl.LOG.error("decodeBatch threw", ex); downstreamConsumer.setError(ex); throw ex; } finally { long end = System.currentTimeMillis(); ioMetrics.addDecodeBatchTime(end - start); } returnSourceData(data); }
@Override public void setDone() throws InterruptedException { downstreamConsumer.setDone(); }
@Override public void setError(Throwable t) throws InterruptedException { downstreamConsumer.setError(t); }
@Override public void consumeData(BatchType data) throws InterruptedException { if (isStopped) { returnSourceData(data); return; } long start = System.currentTimeMillis(); try { decodeBatch(data, downstreamConsumer); } catch (Throwable ex) { // This probably should not happen; but it does... at least also stop the consumer. LlapIoImpl.LOG.error("decodeBatch threw", ex); downstreamConsumer.setError(ex); throw ex; } finally { long end = System.currentTimeMillis(); ioMetrics.addDecodeBatchTime(end - start); } returnSourceData(data); }