public RuntimeRecordTypeInfo() { fieldNameComparator = new PointableBinaryComparatorFactory(UTF8StringPointable.FACTORY).createBinaryComparator(); fieldNameHashFunction = new PointableBinaryHashFunctionFactory(UTF8StringPointable.FACTORY).createBinaryHashFunction(); writer = new UTF8StringWriter(); }
join = new InMemoryHashJoinOperatorDescriptor(spec, new int[] { 0 }, new int[] { 1 }, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) }, new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, Common.custOrderJoinDesc, tableSize, null, memSize * frameSize); PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(ordJoinConn, ordScanner, 0, join, 1); PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(custJoinConn, custScanner, 0, join, 0); PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(joinGroupConn, join, 0, gby, 0);
public static PointableBinaryHashFunctionFactory of(IPointableFactory pf) { return new PointableBinaryHashFunctionFactory(pf); }
BinaryHashFunctionFactoryProvider.UTF8STRING_POINTABLE_INSTANCE.createBinaryHashFunction(); private final IBinaryComparator fieldNameComparator = BinaryComparatorFactoryProvider.UTF8STRING_POINTABLE_INSTANCE.createBinaryComparator();
new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory .of(UTF8StringPointable.FACTORY) }), new IBinaryComparatorFactory[] { PointableBinaryComparatorFactory.of(UTF8StringPointable.FACTORY) }, new MultiFieldsAggregatorFactory( new IFieldAggregateDescriptorFactory[] { new CountFieldAggregatorFactory(true) }),
BinaryHashFunctionFactoryProvider.UTF8STRING_POINTABLE_INSTANCE.createBinaryHashFunction(); private final IBinaryComparator fieldNameComparator = BinaryComparatorFactoryProvider.UTF8STRING_POINTABLE_INSTANCE.createBinaryComparator();
private void initializeFullTextContains() { // We use a hash set to store tokens from the right side (query predicate). // Initialize necessary variables. hashFunc = new PointableBinaryHashFunctionFactory(UTF8StringLowercaseTokenPointable.FACTORY) .createBinaryHashFunction(); keyEntry = new BinaryEntry(); // Parameter: number of bucket, frame size, hashFunction, Comparator, byte array // that contains the key (this array will be set later.) rightHashSet = new BinaryHashSet(HASH_SET_SLOT_SIZE, HASH_SET_FRAME_SIZE, hashFunc, strLowerCaseTokenCmp, null); tokenizerForLeftArray = BinaryTokenizerFactoryProvider.INSTANCE .getWordTokenizerFactory(ATypeTag.STRING, false, true).createTokenizer(); }
new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) }), htSize), false); new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) })); spec.connect(scanGroupConnDef2, fileScanner, 0, grouper, 0); new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) }), new IBinaryComparatorFactory[] { new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) })); spec.connect(scanConn2, fileScanner, 0, grouper, 0); break; new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) }), htSize), false); new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) })); spec.connect(scanGroupConnDef, fileScanner, 0, grouper, 0);
BinaryHashFunctionFactoryProvider.UTF8STRING_POINTABLE_INSTANCE.createBinaryHashFunction(); private final IBinaryComparator fieldNameComparator = BinaryComparatorFactoryProvider.UTF8STRING_POINTABLE_INSTANCE.createBinaryComparator();
new PointableBinaryHashFunctionFactory(UTF8StringLowercasePointable.FACTORY) .createBinaryHashFunction(); private IBinaryHashFunction genericBinaryHash = MurmurHash3BinaryHashFunctionFamily.INSTANCE.createBinaryHashFunction(0);
hashFactories[0] = PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY); IConnectorDescriptor hashConn = new MToNPartitioningConnectorDescriptor(spec, new FieldHashPartitionComputerFactory(new int[] { 0 }, hashFactories));
public RecordBuilder() { this.closedPartOutputStream = new ByteArrayAccessibleOutputStream(); this.numberOfClosedFields = 0; this.openPartOutputStream = new ByteArrayAccessibleOutputStream(); this.openPartOffsets = new long[DEFAULT_NUM_OPEN_FIELDS]; this.openFieldNameLengths = new int[DEFAULT_NUM_OPEN_FIELDS]; this.numberOfOpenFields = 0; this.utf8HashFunction = new PointableBinaryHashFunctionFactory(UTF8StringPointable.FACTORY).createBinaryHashFunction(); this.utf8Comparator = new PointableBinaryComparatorFactory(UTF8StringPointable.FACTORY).createBinaryComparator(); this.openPartOffsetArray = null; this.openPartOffsetArraySize = 0; this.offsetPosition = 0; this.recTypeInfo = new RuntimeRecordTypeInfo(); }
new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(IntegerPointable.FACTORY) })); spec.connect(scanGroupConnDef2, fileScanner, 0, grouper, 0);
IConnectorDescriptor scanGroupConn = new MToNPartitioningConnectorDescriptor(spec, new FieldHashPartitionComputerFactory(keys, new IBinaryHashFunctionFactory[] { PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(scanGroupConn, wordScanner, 0, gBy, 0); } else { PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY) })); spec.connect(scanSortConn, wordScanner, 0, sorter, 0);
hashFactories[0] = PointableBinaryHashFunctionFactory.of(UTF8StringPointable.FACTORY); IConnectorDescriptor hashConn = new MToNPartitioningConnectorDescriptor(spec, new FieldHashPartitionComputerFactory(new int[] { 0 }, hashFactories));