@Override public boolean next(K key, V value) throws IOException { return footerBuffer.updateBuffer(job, delegate, key, value); }
public void ensureOutputInitialize(OutputCollector output, Reporter reporter) { if (oc == null) { oc = output; rp = reporter; OperatorUtils.setChildrenCollector(mo.getChildOperators(), output); mo.setReporter(rp); MapredContext.get().setReporter(reporter); } }
public void testBuiltInFunction() throws Exception { FunctionInfo functionInfo = FunctionRegistry.getFunctionInfo("ln"); assertTrue(functionInfo.isBuiltIn()); assertTrue(functionInfo.isNative()); }
public static boolean isTableFunction(String functionName) throws SemanticException { FunctionInfo tFInfo = getFunctionInfo(functionName); return tFInfo != null && !tFInfo.isInternalTableFunction() && tFInfo.isTableFunction(); }
protected List<Task<?>> getChildTasks(Task<?> task) { if (task instanceof ConditionalTask) { return ((ConditionalTask) task).getListTasks(); } return task.getChildTasks(); } }
private void checkRuntimeConstant(GenericUDF udf) { assertFalse(FunctionRegistry.isDeterministic(udf)); assertTrue(FunctionRegistry.isRuntimeConstant(udf)); assertTrue(FunctionRegistry.isConsistentWithinQuery(udf)); }
/** * Returns an operator given the conf and a list of parent operators. */ public static <T extends OperatorDesc> Operator<T> getAndMakeChild(CompilationOpContext cContext, T conf, RowSchema rwsch, List<Operator<? extends OperatorDesc>> oplist) { Operator<T> ret = getAndMakeChild(cContext, conf, oplist); ret.setSchema(rwsch); return (ret); }
@Override public boolean isDeterministic() { boolean result = FunctionRegistry.isDeterministic(genericUDF); for (ExprNodeEvaluator child : children) { result = result && child.isDeterministic(); } return result; }
public void preorderMap(OperatorFunc opFunc) { opFunc.func(this); if (childOperators != null) { for (Operator<? extends OperatorDesc> o : childOperators) { o.preorderMap(opFunc); } } }
public static boolean pivotResult(String functionName) throws SemanticException { WindowFunctionInfo windowInfo = getWindowFunctionInfo(functionName); if (windowInfo != null) { return windowInfo.isPivotResult(); } return false; }
@Override public void initializeMapOperator(Configuration hconf) throws HiveException { super.initializeMapOperator(hconf); oneRootOperator.initialize(hconf, new ObjectInspector[] {tableStandardStructObjectInspector}); }
public GenericUDAFResolver getGenericUDAFResolver(String functionName) throws SemanticException { FunctionInfo info = getFunctionInfo(functionName); if (info != null) { return info.getGenericUDAFResolver(); } return null; }
private void flushInternal() throws IOException, HiveException { for (int index : indexes.indexes()) { if (index != evicted && values[index] != null) { collector.collect(keys[index], values[index], hashes[index]); usage -= values[index].length; values[index] = null; hashes[index] = -1; } } excluded = 0; }
private FunctionInfo registerGenericUDAF(String functionName, FunctionType functionType, GenericUDAFResolver genericUDAFResolver, FunctionResource... resources) { FunctionInfo function = new WindowFunctionInfo(functionType, functionName, genericUDAFResolver, resources); addFunction(functionName, function); addFunction(WINDOW_FUNC_PREFIX + functionName, function); return function; }
@Override public void close(boolean abort) throws HiveException { joinFinalLeftData(); // Do this WITHOUT checking for parents super.close(abort); }