@Override public ArrayList<Object> getFieldsAsList() { ArrayList<Object> allFields = new ArrayList<Object>(); List<? extends StructField> fields = oi.getAllStructFieldRefs(); for (int i = 0; i < fields.size(); i++) { allFields.add(getField(i)); } return allFields; }
@Override public ArrayList<Object> getFieldsAsList() { ArrayList<Object> allFields = new ArrayList<Object>(); List<? extends StructField> fields = oi.getAllStructFieldRefs(); for (int i = 0; i < fields.size(); i++) { allFields.add(getField(i)); } return allFields; }
public void parseMultiDelimit(byte[] rawRow, byte[] fieldDelimit) { if (rawRow == null || fieldDelimit == null) { return; } if (fields == null) { List<? extends StructField> fieldRefs = oi.getAllStructFieldRefs(); fields = new LazyObject[fieldRefs.size()]; for (int i = 0; i < fields.length; i++) { fields[i] = LazyFactory.createLazyObject(fieldRefs.get(i).getFieldObjectInspector()); } fieldInited = new boolean[fields.length]; startPosition = new int[fields.length + 1]; } // the indexes of the delimiters int[] delimitIndexes = findIndexes(rawRow, fieldDelimit); int diff = fieldDelimit.length - 1; // first field always starts from 0, even when missing startPosition[0] = 0; for (int i = 1; i < fields.length; i++) { if (delimitIndexes[i - 1] != -1) { int start = delimitIndexes[i - 1] + fieldDelimit.length; startPosition[i] = start - i * diff; } else { startPosition[i] = length + 1; } } startPosition[fields.length] = length + 1; Arrays.fill(fieldInited, false); parsed = true; }
private void initFields() { if (getFields() == null) { initLazyFields(oi.getAllStructFieldRefs()); } if (!getParsed()) { Arrays.fill(getFieldInited(), false); setParsed(true); } }
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID field for which the object is to be created * @param bytes value with which the object is to be initialized with * @return initialized {@link LazyObject} * */ public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; } }
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID * field for which the object is to be created * @param bytes * value with which the object is to be initialized with * @return initialized {@link LazyObject} * */ public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory .createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; }
List<? extends StructField> allFields = recordObjInspector.getAllStructFieldRefs(); for (int i = 0; i < bucketIds.size(); i++) { bucketStructFields[i] = allFields.get(bucketIds.get(i));
initLazyFields(oi.getAllStructFieldRefs());
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID field for which the object is to be created * @param bytes value with which the object is to be initialized with * * @return initialized {@link LazyObject} * */ @Override public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; } }
@Override public ArrayList<Object> getFieldsAsList() { ArrayList<Object> allFields = new ArrayList<Object>(); List<? extends StructField> fields = oi.getAllStructFieldRefs(); for (int i = 0; i < fields.size(); i++) { allFields.add(getField(i)); } return allFields; }
@Override public ArrayList<Object> getFieldsAsList() { ArrayList<Object> allFields = new ArrayList<Object>(); List<? extends StructField> fields = oi.getAllStructFieldRefs(); for (int i = 0; i < fields.size(); i++) { allFields.add(getField(i)); } return allFields; }
@Override public ArrayList<Object> getFieldsAsList() { ArrayList<Object> allFields = new ArrayList<Object>(); List<? extends StructField> fields = oi.getAllStructFieldRefs(); for (int i = 0; i < fields.size(); i++) { allFields.add(getField(i)); } return allFields; }
@Override public ArrayList<Object> getFieldsAsList() { ArrayList<Object> allFields = new ArrayList<Object>(); List<? extends StructField> fields = oi.getAllStructFieldRefs(); for (int i = 0; i < fields.size(); i++) { allFields.add(getField(i)); } return allFields; }
private void initFields() { if (getFields() == null) { initLazyFields(oi.getAllStructFieldRefs()); } if (!getParsed()) { Arrays.fill(getFieldInited(), false); setParsed(true); } }
private void parse() { if (getFields() == null) { // Will properly set string or binary serialization via createLazyField(...) initLazyFields(oi.getAllStructFieldRefs()); } if (!getParsed()) { Arrays.fill(getFieldInited(), false); setParsed(true); } }
private void parse() { if (getFields() == null) { // Will properly set string or binary serialization via createLazyField(...) initLazyFields(oi.getAllStructFieldRefs()); } if (!getParsed()) { Arrays.fill(getFieldInited(), false); setParsed(true); } }
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID field for which the object is to be created * @param bytes value with which the object is to be initialized with * @return initialized {@link LazyObject} * */ public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; } }
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID * field for which the object is to be created * @param bytes * value with which the object is to be initialized with * @return initialized {@link LazyObject} * */ public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory .createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; }
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID * field for which the object is to be created * @param bytes * value with which the object is to be initialized with * @return initialized {@link LazyObject} * */ public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; } }
/** * Create an initialize a {@link LazyObject} with the given bytes for the given fieldID. * * @param fieldID * field for which the object is to be created * @param bytes * value with which the object is to be initialized with * @return initialized {@link LazyObject} * */ public LazyObject<? extends ObjectInspector> toLazyObject(int fieldID, byte[] bytes) { ObjectInspector fieldOI = oi.getAllStructFieldRefs().get(fieldID).getFieldObjectInspector(); LazyObject<? extends ObjectInspector> lazyObject = LazyFactory.createLazyObject(fieldOI); ByteArrayRef ref = new ByteArrayRef(); ref.setData(bytes); // initialize the lazy object lazyObject.init(ref, 0, ref.getData().length); return lazyObject; } }