private void writeTypedItems(IFrameTupleReference tuple) throws HyracksDataException { try { for (int i = 0; i < argEvals.length; i++) { argEvals[i].evaluate(tuple, inputVal); builder.addItem(inputVal); } } catch (IOException ioe) { throw HyracksDataException.create(ioe); } }
private void writeUntypedItems(IFrameTupleReference tuple) throws HyracksDataException { try { for (int i = 0; i < argEvals.length; i++) { argEvals[i].evaluate(tuple, inputVal); builder.addItem(inputVal); } } catch (IOException ioe) { throw HyracksDataException.create(ioe); } }
@Override public void step(IFrameTupleReference tuple) throws HyracksDataException { try { eval.evaluate(tuple, inputVal); builder.addItem(inputVal); } catch (IOException e) { throw HyracksDataException.create(e); } }
private void buildOutputList() throws HyracksDataException { listBuilder.reset(AOrderedListType.FULL_OPEN_ORDEREDLIST_TYPE); openRecordPointable.set(inputRecordPointable); final List<IVisitablePointable> fieldValues = openRecordPointable.getFieldValues(); for (int i = 0, valuesCount = fieldValues.size(); i < valuesCount; i++) { listBuilder.addItem(fieldValues.get(i)); } listBuilder.write(resultOutput, true); } }
private void parseArrayList(JsonNode jArray, DataOutput output) throws IOException { ArrayBackedValueStorage itemBuffer = getTempBuffer(); OrderedListBuilder arrayBuilder = (OrderedListBuilder) getArrayBuilder(); arrayBuilder.reset(null); for (int iter1 = 0; iter1 < jArray.size(); iter1++) { itemBuffer.reset(); if (writeField(jArray.get(iter1), null, itemBuffer.getDataOutput())) { arrayBuilder.addItem(itemBuffer); } } arrayBuilder.write(output, true); }
@Override public void serializeValue(DataOutput dataOutput) throws IOException { OrderedListBuilder listBuilder = new OrderedListBuilder(); listBuilder.reset(AOrderedListType.FULL_OPEN_ORDEREDLIST_TYPE); ArrayBackedValueStorage itemValue = new ArrayBackedValueStorage(); for (int i = 0; i < children.size(); i++) { itemValue.reset(); IAdmNode next = children.get(i); next.serialize(itemValue.getDataOutput()); listBuilder.addItem(itemValue); } listBuilder.write(dataOutput, false); }
@Override protected void writeResult(float jacc) throws IOException { listBuilder.reset(listType); boolean matches = (jacc < jaccThresh) ? false : true; inputVal.reset(); booleanSerde.serialize(matches ? ABoolean.TRUE : ABoolean.FALSE, inputVal.getDataOutput()); listBuilder.addItem(inputVal); inputVal.reset(); aFloat.setValue((matches) ? jacc : 0.0f); floatSerde.serialize(aFloat, inputVal.getDataOutput()); listBuilder.addItem(inputVal); listBuilder.write(out, true); } }
@Override protected void buildOutput() throws HyracksDataException { pAlloc.reset(); pNameQueue.clear(); pValueQueue.clear(); outerListBuilder.reset(AOrderedListType.FULL_OPEN_ORDEREDLIST_TYPE); addMembersToQueue(nullPointable, inputPointable); IPointable namePointable, valuePointable; while ((valuePointable = pValueQueue.poll()) != null) { namePointable = pNameQueue.remove(); addMembersToQueue(namePointable, valuePointable); if (PointableHelper.getTypeTag(namePointable) != ATypeTag.NULL) { innerListStorage.reset(); innerListBuilder.reset(AOrderedListType.FULL_OPEN_ORDEREDLIST_TYPE); innerListBuilder.addItem(namePointable); innerListBuilder.addItem(valuePointable); innerListBuilder.write(innerListOutput, true); outerListBuilder.addItem(innerListStorage); } } // Writes the result and sets the result pointable. outerListBuilder.write(resultOutput, true); }
@Override public void writeResult() throws HyracksDataException, IOException { listBuilder.reset(listType); boolean matches = (sim <= 0) ? false : true; float jaccSim = (matches) ? sim : 0.0f; inputVal.reset(); booleanSerde.serialize(matches ? ABoolean.TRUE : ABoolean.FALSE, inputVal.getDataOutput()); listBuilder.addItem(inputVal); inputVal.reset(); aFloat.setValue(jaccSim); floatSerde.serialize(aFloat, inputVal.getDataOutput()); listBuilder.addItem(inputVal); listBuilder.write(out, true); } }
@Override protected void writeResult(int ed) throws IOException { listBuilder.reset(new AOrderedListType(BuiltinType.ANY, "list")); boolean matches = (ed < 0) ? false : true; listItemVal.reset(); booleanSerde.serialize(matches ? ABoolean.TRUE : ABoolean.FALSE, listItemVal.getDataOutput()); listBuilder.addItem(listItemVal); listItemVal.reset(); aInt64.setValue((matches) ? ed : Integer.MAX_VALUE); int64Serde.serialize(aInt64, listItemVal.getDataOutput()); listBuilder.addItem(listItemVal); listBuilder.write(out, true); } }
@Override protected void buildOutput() throws HyracksDataException { listBuilder.reset(AOrderedListType.FULL_OPEN_ORDEREDLIST_TYPE); recordVisitablePointable.set(inputPointable); List<IVisitablePointable> fieldNames = recordVisitablePointable.getFieldNames(); List<IVisitablePointable> fieldValues = recordVisitablePointable.getFieldValues(); // Adds each field of the input record as a key-value pair into the result. int numFields = recordVisitablePointable.getFieldNames().size(); for (int fieldIndex = 0; fieldIndex < numFields; ++fieldIndex) { itemStorage.reset(); recBuilder.init(); recBuilder.addField(nameStorage, fieldNames.get(fieldIndex)); recBuilder.addField(valueStorage, fieldValues.get(fieldIndex)); recBuilder.write(itemOutput, true); listBuilder.addItem(itemStorage); } // Writes the result and sets the result pointable. listBuilder.write(resultOutput, true); }
@SuppressWarnings("unchecked") @Override public void serialize(AOrderedList instance, DataOutput out) throws HyracksDataException { // TODO: schemaless ordered list serializer OrderedListBuilder listBuilder = new OrderedListBuilder(); listBuilder.reset(orderedlistType); ArrayBackedValueStorage itemValue = new ArrayBackedValueStorage(); for (int i = 0; i < instance.size(); i++) { itemValue.reset(); serializer.serialize(instance.getItem(i), itemValue.getDataOutput()); listBuilder.addItem(itemValue); } listBuilder.write(out, false); }
private void parseOrderedList(AOrderedListType aOrderedListType, Object obj, ListObjectInspector foi) throws HyracksDataException { OrderedListBuilder orderedListBuilder = getOrderedListBuilder(); IAType itemType = null; if (aOrderedListType != null) itemType = aOrderedListType.getItemType(); orderedListBuilder.reset(aOrderedListType); int n = foi.getListLength(obj); for (int i = 0; i < n; i++) { Object element = foi.getListElement(obj, i); ObjectInspector eoi = foi.getListElementObjectInspector(); if (element == null) { throw new RuntimeDataException(ErrorCode.PARSER_HIVE_NULL_VALUE_IN_LIST); } parseItem(itemType, element, eoi, listItemBuffer.getDataOutput(), true); orderedListBuilder.addItem(listItemBuffer); } orderedListBuilder.write(fieldValueBuffer.getDataOutput(), true); }
@Override public void evaluate(IFrameTupleReference tuple, IPointable result) throws HyracksDataException { resultStorage.reset(); stringEval.evaluate(tuple, argPtr); tokenizer.reset(argPtr.getByteArray(), argPtr.getStartOffset(), argPtr.getLength()); try { listBuilder.reset(listType); while (tokenizer.hasNext()) { tokenizer.next(); listBuilder.addItem(tokenizer.getToken()); } listBuilder.write(out, true); } catch (IOException e) { throw HyracksDataException.create(e); } result.set(resultStorage); } }
orderedListBuilder.addItem(itemBuffer);
orderedListBuilder.addItem(itemVisitorArg.first);
private void parseOrderedList(AOrderedListType oltype, Value listVal, DataOutput out) throws IOException, AsterixException { ArrayBackedValueStorage itemBuffer = getTempBuffer(); OrderedListBuilder orderedListBuilder = (OrderedListBuilder) getOrderedListBuilder(); IAType itemType = null; if (oltype != null) { itemType = oltype.getItemType(); } orderedListBuilder.reset(oltype); for (ExprTree tree : listVal.getListVal().getExprList()) { itemBuffer.reset(); writeFieldValueToBuffer(itemType, itemBuffer.getDataOutput(), null, tree, null); orderedListBuilder.addItem(itemBuffer); } orderedListBuilder.write(out, true); }
public void processListValue(IValueReference listArg, IAType fieldType, DataOutput out, int level) throws IOException { ArrayBackedValueStorage itemValue = getTempBuffer(); IARecordBuilder listRecordBuilder = getRecordBuilder(); AListPointable list = getListPointable(); list.set(listArg); OrderedListBuilder innerListBuilder = getOrderedListBuilder(); innerListBuilder.reset(listType); listRecordBuilder.reset(null); AbstractCollectionType act = (AbstractCollectionType) fieldType; int itemCount = list.getItemCount(); for (int l = 0; l < itemCount; l++) { itemValue.reset(); listRecordBuilder.init(); byte tagId = list.getItemTag(act, l); addFieldType(tagId, listRecordBuilder); if (tagId == ATypeTag.SERIALIZED_RECORD_TYPE_TAG) { ArrayBackedValueStorage tmpAbvs = getTempBuffer(); list.getItemValue(act, l, tmpAbvs.getDataOutput()); addNestedField(tmpAbvs, act.getItemType(), listRecordBuilder, level + 1); } listRecordBuilder.write(itemValue.getDataOutput(), true); innerListBuilder.addItem(itemValue); } innerListBuilder.write(out, true); }
@Override public void evaluate(IFrameTupleReference tuple, IPointable result) throws HyracksDataException { resultStorage.reset(); stringEval.evaluate(tuple, stringArg); gramLengthEval.evaluate(tuple, gramLengthArg); prePostEval.evaluate(tuple, prePostArg); int gramLength = ATypeHierarchy.getIntegerValue(BuiltinFunctions.GRAM_TOKENS.getName(), 1, gramLengthArg.getByteArray(), gramLengthArg.getStartOffset()); tokenizer.setGramlength(gramLength); boolean prePost = ABooleanSerializerDeserializer.getBoolean(prePostArg.getByteArray(), prePostArg.getStartOffset() + typeIndicatorSize); tokenizer.setPrePost(prePost); tokenizer.reset(stringArg.getByteArray(), stringArg.getStartOffset(), stringArg.getLength()); try { listBuilder.reset(listType); while (tokenizer.hasNext()) { tokenizer.next(); listBuilder.addItem(tokenizer.getToken()); } listBuilder.write(out, true); } catch (IOException e) { throw HyracksDataException.create(e); } result.set(resultStorage); } }
IAObject item = cursor.get(); writeObject(item, listItemValue.getDataOutput()); listBuilder.addItem(listItemValue);