public static DynamicPageBuilder createWithTimestampMetadataFromColumn( BuilderTask task, BufferAllocator allocator, Schema schema, PageOutput output) { // TODO configurable default value DynamicColumnSetterFactory factory = DynamicColumnSetterFactory.createWithTimestampMetadataFromColumn( task, DynamicColumnSetterFactory.nullDefaultValue()); return new DynamicPageBuilder(factory, allocator, schema, output); }
public static DynamicPageBuilder createWithTimestampMetadataFromBuilderTask( BuilderTask task, BufferAllocator allocator, Schema schema, PageOutput output) { // TODO configurable default value DynamicColumnSetterFactory factory = DynamicColumnSetterFactory.createWithTimestampMetadataFromBuilderTask( task, DynamicColumnSetterFactory.nullDefaultValue()); return new DynamicPageBuilder(factory, allocator, schema, output); }
public <T> T run(Retryable<T> op) throws RetryGiveupException { try { return run(op, false); } catch (InterruptedException ex) { throw new RetryGiveupException("Unexpected interruption", ex); } }
private static LineDecoder newDecoder(Charset charset, Newline newline, LineDelimiter lineDelimiter, List<Buffer> buffers) { ListFileInput input = new ListFileInput(ImmutableList.of(buffers)); return new LineDecoder(input, getExampleConfig(charset, newline, lineDelimiter)); }
default InputStreamWithHints openNextWithHints() throws IOException { return new InputStreamWithHints(this.openNext()); }
public boolean skipHeaderLine() { boolean skipped = input.poll() != null; if (skipped) { lineNumber++; } return skipped; }
public OutputStream openNext() throws IOException { output.nextFile(); return new GZIPOutputStream(output) { { this.def.setLevel(task.getLevel()); } }; }
private String getTimeZoneId(Column column) { DynamicPageBuilder.ColumnOption option = getColumnOption(column); if (option != null) { return option.getTimeZoneId().or(task.getDefaultTimeZoneId()); } else { return task.getDefaultTimeZoneId(); } }
private String getTimestampFormatForFormatter(Column column) { DynamicPageBuilder.ColumnOption option = getColumnOption(column); if (option != null) { return option.getTimestampFormatString(); } else { return "%Y-%m-%d %H:%M:%S.%6N"; } }
public boolean nextFile() { boolean next = input.nextFile(); if (next) { lineNumber = 0; } return next; }
static DynamicColumnSetterFactory createWithTimestampMetadataFromBuilderTask( final DynamicPageBuilder.BuilderTask task, final DefaultValueSetter defaultValue) { return new DynamicColumnSetterFactory(task, defaultValue, false); }
@Override public void close() throws IOException { files.close(); } });
@Override public boolean hasNext() { if (next != null) { return true; } else { next = poll(); return next != null; } }
public DynamicColumnSetter column(int index) { if (index < 0 || setters.length <= index) { throw new DynamicColumnNotFoundException("Column index '" + index + "' is not exist"); } return setters[index]; }
@Override public InputStream openNext() throws IOException { if (opener == null) { return null; } InputStream stream = opener.open(); opener = null; return stream; }
@Override public boolean hasNext() { if (self.nextLine != null) { return true; } else { self.nextLine = self.poll(); return self.nextLine != null; } }
private String getTimestampFormatForParser(Column column) { DynamicPageBuilder.ColumnOption option = getColumnOption(column); if (option != null) { return option.getTimestampFormatString(); } else { return "%Y-%m-%d %H:%M:%S.%N"; } }
static DynamicColumnSetterFactory createWithTimestampMetadataFromColumn( final DynamicPageBuilder.BuilderTask task, final DefaultValueSetter defaultValue) { return new DynamicColumnSetterFactory(task, defaultValue, true); }
@Override public void close() throws IOException { files.close(); } });