hashTableKeyType = this.vectorDesc.getHashTableKeyType(); bigTableKeyColumnMap = vectorMapJoinInfo.getBigTableKeyColumnMap(); bigTableKeyColumnNames = vectorMapJoinInfo.getBigTableKeyColumnNames(); bigTableKeyTypeInfos = vectorMapJoinInfo.getBigTableKeyTypeInfos(); bigTableKeyExpressions = vectorMapJoinInfo.getSlimmedBigTableKeyExpressions(); bigTableValueColumnMap = vectorMapJoinInfo.getBigTableValueColumnMap(); bigTableValueColumnNames = vectorMapJoinInfo.getBigTableValueColumnNames(); bigTableValueTypeInfos = vectorMapJoinInfo.getBigTableValueTypeInfos(); bigTableValueExpressions = vectorMapJoinInfo.getSlimmedBigTableValueExpressions(); bigTableFilterExpressions = vectorMapJoinInfo.getBigTableFilterExpressions(); bigTableRetainColumnMap = vectorMapJoinInfo.getBigTableRetainColumnMap(); bigTableRetainTypeInfos = vectorMapJoinInfo.getBigTableRetainTypeInfos(); nonOuterSmallTableKeyColumnMap = vectorMapJoinInfo.getNonOuterSmallTableKeyColumnMap(); nonOuterSmallTableKeyTypeInfos = vectorMapJoinInfo.getNonOuterSmallTableKeyTypeInfos(); outerSmallTableKeyMapping = vectorMapJoinInfo.getOuterSmallTableKeyMapping(); fullOuterSmallTableKeyMapping = vectorMapJoinInfo.getFullOuterSmallTableKeyMapping(); smallTableValueMapping = vectorMapJoinInfo.getSmallTableValueMapping(); projectionMapping = vectorMapJoinInfo.getProjectionMapping();
@Explain(vectorization = Vectorization.DETAIL, displayName = "bigTableKeyColumns", explainLevels = { Level.DEFAULT, Level.EXTENDED }) public List<String> getBigTableKeyColumns() { if (!isNative) { return null; } int[] bigTableKeyColumnMap = vectorMapJoinInfo.getBigTableKeyColumnMap(); if (bigTableKeyColumnMap.length == 0) { return null; } return outputColumnsAndTypesToStringList( vectorMapJoinInfo.getBigTableKeyColumnMap(), vectorMapJoinInfo.getBigTableKeyTypeInfos()); }
VectorExpressionDescriptor.Mode.FILTER); bigTableKeyColumnMap = vectorMapJoinInfo.getBigTableKeyColumnMap(); bigTableKeyColumnNames = vectorMapJoinInfo.getBigTableKeyColumnNames(); bigTableKeyTypeInfos = vectorMapJoinInfo.getBigTableKeyTypeInfos(); bigTableKeyExpressions = vectorMapJoinInfo.getBigTableKeyExpressions(); bigTableValueColumnMap = vectorMapJoinInfo.getBigTableValueColumnMap(); bigTableValueColumnNames = vectorMapJoinInfo.getBigTableValueColumnNames(); bigTableValueTypeInfos = vectorMapJoinInfo.getBigTableValueTypeInfos(); bigTableValueExpressions = vectorMapJoinInfo.getBigTableValueExpressions(); bigTableRetainedMapping = vectorMapJoinInfo.getBigTableRetainedMapping(); bigTableOuterKeyMapping = vectorMapJoinInfo.getBigTableOuterKeyMapping(); smallTableMapping = vectorMapJoinInfo.getSmallTableMapping(); projectionMapping = vectorMapJoinInfo.getProjectionMapping();
VectorMapJoinInfo vectorMapJoinInfo = new VectorMapJoinInfo(); vectorMapJoinInfo.setBigTableKeyColumnMap(bigTableKeyColumnMap); vectorMapJoinInfo.setBigTableKeyColumnNames(bigTableKeyColumnNames); vectorMapJoinInfo.setBigTableKeyTypeInfos(bigTableKeyTypeInfos); vectorMapJoinInfo.setSlimmedBigTableKeyExpressions(slimmedBigTableKeyExpressions); vectorMapJoinInfo.setBigTableValueColumnMap(bigTableValueColumnMap); vectorMapJoinInfo.setBigTableValueColumnNames(bigTableValueColumnNames); vectorMapJoinInfo.setBigTableValueTypeInfos(bigTableValueTypeInfos); vectorMapJoinInfo.setSlimmedBigTableValueExpressions(slimmedBigTableValueExpressions); filterExpressions.get(posBigTable), VectorExpressionDescriptor.Mode.FILTER); vectorMapJoinInfo.setBigTableFilterExpressions(bigTableFilterExpressions); vectorMapJoinInfo.setBigTableRetainColumnMap(bigTableRetainMapping.getOutputColumns()); vectorMapJoinInfo.setBigTableRetainTypeInfos(bigTableRetainMapping.getTypeInfos()); vectorMapJoinInfo.setNonOuterSmallTableKeyColumnMap(nonOuterSmallTableKeyMapping.getOutputColumns()); vectorMapJoinInfo.setNonOuterSmallTableKeyTypeInfos(nonOuterSmallTableKeyMapping.getTypeInfos()); vectorMapJoinInfo.setOuterSmallTableKeyMapping(outerSmallTableKeyMapping); vectorMapJoinInfo.setFullOuterSmallTableKeyMapping(fullOuterSmallTableKeyMapping); vectorMapJoinInfo.setSmallTableValueMapping(smallTableValueMapping); vectorMapJoinInfo.setProjectionMapping(projectionMapping);
vectorMapJoinInfo.setBigTableKeyColumnMap(bigTableKeyColumnMap); vectorMapJoinInfo.setBigTableKeyColumnNames(bigTableKeyColumnNames); vectorMapJoinInfo.setBigTableKeyTypeInfos(bigTableKeyTypeInfos); vectorMapJoinInfo.setBigTableKeyExpressions(bigTableKeyExpressions); vectorMapJoinInfo.setBigTableValueColumnMap(bigTableValueColumnMap); vectorMapJoinInfo.setBigTableValueColumnNames(bigTableValueColumnNames); vectorMapJoinInfo.setBigTableValueTypeInfos(bigTableValueTypeInfos); vectorMapJoinInfo.setBigTableValueExpressions(bigTableValueExpressions); vectorMapJoinInfo.setBigTableRetainedMapping(bigTableRetainedMapping); vectorMapJoinInfo.setBigTableOuterKeyMapping(bigTableOuterKeyMapping); vectorMapJoinInfo.setSmallTableMapping(smallTableMapping); vectorMapJoinInfo.setProjectionMapping(projectionMapping);
VectorMapJoinInfo vectorMapJoinInfo = new VectorMapJoinInfo(); MapJoinDesc desc = (MapJoinDesc) op.getConf(); boolean specialize = canSpecializeMapJoin(op, desc, isTezOrSpark, vContext, vectorMapJoinInfo); if (usesVectorUDFAdaptor(vectorMapJoinInfo.getBigTableKeyExpressions())) { vectorTaskColumnInfo.setUsesVectorUDFAdaptor(true); if (usesVectorUDFAdaptor(vectorMapJoinInfo.getBigTableValueExpressions())) { vectorTaskColumnInfo.setUsesVectorUDFAdaptor(true);
@Explain(vectorization = Vectorization.DETAIL, displayName = "bigTableKeyColumns", explainLevels = { Level.DEFAULT, Level.EXTENDED }) public String getBigTableKeyColumns() { if (!isNative) { return null; } int[] bigTableKeyColumnMap = vectorMapJoinInfo.getBigTableKeyColumnMap(); if (bigTableKeyColumnMap.length == 0) { return null; } return Arrays.toString(bigTableKeyColumnMap); }
vectorDesc.setMinMaxEnabled(false); VectorMapJoinInfo vectorMapJoinInfo = new VectorMapJoinInfo(); vectorMapJoinInfo.setBigTableKeyColumnMap(testDesc.bigTableKeyColumnNums); vectorMapJoinInfo.setBigTableKeyColumnNames(testDesc.bigTableKeyColumnNames); vectorMapJoinInfo.setBigTableKeyTypeInfos(testDesc.bigTableKeyTypeInfos); vectorMapJoinInfo.setSlimmedBigTableKeyExpressions(null); vectorMapJoinInfo.setBigTableValueColumnMap(testDesc.bigTableColumnNums); vectorMapJoinInfo.setBigTableValueColumnNames(testDesc.bigTableColumnNames); vectorMapJoinInfo.setBigTableValueTypeInfos(testDesc.bigTableTypeInfos); vectorMapJoinInfo.setSlimmedBigTableValueExpressions(null); vectorMapJoinInfo.setBigTableFilterExpressions(new VectorExpression[0]); vectorMapJoinInfo.setBigTableRetainColumnMap(bigTableRetainMapping.getOutputColumns()); vectorMapJoinInfo.setBigTableRetainTypeInfos(bigTableRetainMapping.getTypeInfos()); vectorMapJoinInfo.setNonOuterSmallTableKeyColumnMap(nonOuterSmallTableKeyMapping.getOutputColumns()); vectorMapJoinInfo.setNonOuterSmallTableKeyTypeInfos(nonOuterSmallTableKeyMapping.getTypeInfos()); vectorMapJoinInfo.setOuterSmallTableKeyMapping(outerSmallTableKeyMapping); vectorMapJoinInfo.setFullOuterSmallTableKeyMapping(fullOuterSmallTableKeyMapping); vectorMapJoinInfo.setSmallTableValueMapping(smallTableValueMapping); vectorMapJoinInfo.setProjectionMapping(projectionMapping);