private static boolean isGlobRequired(Segment segment) { assert segment != null; assert segment.isTraverse() == false; for (PatternElement element : segment.getElements()) { if (element.getKind() == PatternElementKind.WILDCARD) { return false; } } return true; }
private static Segment consumeSegment(Cursor cursor) { assert cursor != null; int first = cursor.get(0); assert first != CHAR_SEPARATOR && first != CHAR_EOF : cursor; // special case if (first == CHAR_ASTERISK && cursor.get(1) == CHAR_ASTERISK && (cursor.get(2) == CHAR_SEPARATOR || cursor.get(2) == CHAR_EOF)) { cursor.skipWhile(CHAR_ASTERISK); cursor.skipWhile(CHAR_SEPARATOR); return Segment.TRAVERSE; } List<PatternElement> elements = consumeElements(cursor); return new Segment(elements); }
/** * Returns the count since have read bytes. * @return the count */ public long getCount() { return counter.get(); }
/** * Creates a new instance. * @param dataClass the data model class * @param dataFormat the data format * @param <T> the data type * @return the created instance */ public static <T> DataDefinition<T> newInstance( Class<?> dataClass, DataFormat<T> dataFormat) { return newInstance(dataClass, dataFormat, null); }
@Override public boolean delete( String basePath, ResourcePattern resourcePattern, boolean recursive, Counter counter) throws IOException, InterruptedException { return core.delete(basePath, resourcePattern, recursive, counter); }
private ModelOutput<Object> writer( BinaryStreamFormat<Object> format, OutputStream output) throws IOException, InterruptedException { return format.createOutput(format.getSupportedType(), "testing", output); }
@Override public <T> List<DirectInputFragment> findInputFragments( DataDefinition<T> definition, String basePath, ResourcePattern resourcePattern) throws IOException, InterruptedException { return core.findInputFragments(definition, basePath, resourcePattern); }
@Override public <T> ModelInput<T> openInput( DataDefinition<T> definition, DirectInputFragment fragment, Counter counter) throws IOException, InterruptedException { return core.openInput(definition, fragment, counter); }
private void advanceCounter(long nextCount) { long deltaCount = nextCount - lastCount; if (deltaCount > 0) { counter.add(deltaCount); lastCount = nextCount; } }
Node(Node parent, String name) { assert parent != null; assert name != null; this.parent = parent; this.path = parent.path.append(name); }
/** * Returns the corresponded transaction context. * @return the transaction context */ public OutputTransactionContext getTransactionContext() { return new OutputTransactionContext(transactionId, outputId, counter); }
@Override public String toString() { return getToken(); } }
@Override public String toString() { return getToken(); } }
@Override public String toString() { return getToken(); } }
@Override public String toString() { return getToken(); } }
/** * Creates a new instance. * @param format the format. */ public HadoopDataSourceCoreTest(DataFormat<StringBuilder> format) { this.definition = SimpleDataDefinition.newInstance(StringBuilder.class, format); }
/** * Returns the count since have read bytes. * @return the count */ public long getCount() { return counter.get(); }
@Override public <T> List<DirectInputFragment> findInputFragments( DataDefinition<T> definition, String basePath, ResourcePattern resourcePattern) throws IOException, InterruptedException { return entity.findInputFragments(definition, basePath, resourcePattern); }
private void advanceCounter() { double last = lastBytes; double next = last + averageBytesPerRecord; long delta = (long) (next - last); if (delta >= 0L) { counter.add(delta); } lastBytes = next; }