@Override protected void closeOp(boolean abort) throws HiveException { if (!abort && reducerHash != null) { reducerHash.flush(); } runTimeNumRows = numRows; super.closeOp(abort); out = null; random = null; reducerHash = null; LOG.info("{}: Total records written - {}. abort - {}", this, numRows, abort); }
@Override protected void closeOp(boolean abort) throws HiveException { if (!abort && reducerHash != null) { reducerHash.flush(); } runTimeNumRows = numRows; super.closeOp(abort); out = null; reducerHash = null; if (LOG.isInfoEnabled()) { LOG.info(toString() + ": records written - " + numRows); } this.runTimeNumRows = numRows; }
@Override protected void closeOp(boolean abort) throws HiveException { super.closeOp(abort); out = null; if (isLogInfoEnabled) { LOG.info(toString() + ": records written - " + numRows); } recordCounter.set(numRows); }
@Override public void closeOp(boolean abort) throws HiveException { try { if (mapJoinTables == null) { LOG.debug("mapJoinTables is null"); } else { flushToFile(); } super.closeOp(abort); } catch (HiveException e) { throw e; } catch (Exception e) { throw new HiveException(e); } }
@Override public void closeOp(boolean abort) throws HiveException { try { if (mapJoinTables == null) { if (isLogDebugEnabled) { LOG.debug("mapJoinTables is null"); } } else { flushToFile(); } super.closeOp(abort); } catch (HiveException e) { throw e; } catch (Exception e) { throw new HiveException(e); } }
@Override protected void closeOp(boolean abort) throws HiveException { if (!abort && reducerHash != null) { reducerHash.flush(); } super.closeOp(abort); out = null; random = null; reducerHash = null; if (isLogInfoEnabled) { LOG.info(toString() + ": records written - " + numRows); } recordCounter.set(numRows); }
@Override public void closeOp(boolean abort) throws HiveException { try { MapJoinPersistableTableContainer[] mapJoinTables = htsOperator.mapJoinTables; byte tag = conf.getTag(); if (mapJoinTables == null || mapJoinTables.length < tag || mapJoinTables[tag] == null) { LOG.debug("mapJoinTable is null"); } else if (abort) { if (LOG.isDebugEnabled()) { LOG.debug("Aborting, skip dumping side-table for tag: " + tag); } } else { String method = PerfLogger.SPARK_FLUSH_HASHTABLE + getName(); perfLogger.PerfLogBegin(CLASS_NAME, method); try { flushToFile(mapJoinTables[tag], tag); } finally { perfLogger.PerfLogEnd(CLASS_NAME, method); } } super.closeOp(abort); } catch (HiveException e) { throw e; } catch (Exception e) { throw new HiveException(e); } }
@Override public void closeOp(boolean abort) throws HiveException { try { MapJoinPersistableTableContainer[] mapJoinTables = htsOperator.mapJoinTables; byte tag = conf.getTag(); if (mapJoinTables == null || mapJoinTables.length < tag || mapJoinTables[tag] == null) { LOG.debug("mapJoinTable is null"); } else if (abort) { if (LOG.isDebugEnabled()) { LOG.debug("Aborting, skip dumping side-table for tag: " + tag); } } else { String method = PerfLogger.SPARK_FLUSH_HASHTABLE + getName(); perfLogger.PerfLogBegin(CLASS_NAME, method); try { flushToFile(mapJoinTables[tag], tag); } finally { perfLogger.PerfLogEnd(CLASS_NAME, method); } } super.closeOp(abort); } catch (HiveException e) { throw e; } catch (Exception e) { throw new HiveException(e); } }
super.closeOp(abort);
super.closeOp(abort);
@Override public void closeOp(boolean abort) throws HiveException { try { if (mapJoinTables == null) { if (isLogDebugEnabled) { LOG.debug("mapJoinTables is null"); } } else { flushToFile(); } super.closeOp(abort); } catch (HiveException e) { throw e; } catch (Exception e) { throw new HiveException(e); } }
@Override protected void closeOp(boolean abort) throws HiveException { if (!abort) { reducerHash.flush(); } super.closeOp(abort); out = null; if (isLogInfoEnabled) { LOG.info(toString() + ": records written - " + numRows); } recordCounter.set(numRows); }
super.closeOp(abort); } catch (Exception e) { LOG.error("Generate Hashtable error");
@Override public void closeOp(boolean abort) throws HiveException { try { MapJoinPersistableTableContainer[] mapJoinTables = htsOperator.mapJoinTables; if (mapJoinTables == null || mapJoinTables.length < tag || mapJoinTables[tag] == null) { LOG.debug("mapJoinTable is null"); } else if (abort) { if (LOG.isDebugEnabled()) { LOG.debug("Aborting, skip dumping side-table for tag: " + tag); } } else { String method = PerfLogger.SPARK_FLUSH_HASHTABLE + getName(); perfLogger.PerfLogBegin(CLASS_NAME, method); try { flushToFile(mapJoinTables[tag], tag); } finally { perfLogger.PerfLogEnd(CLASS_NAME, method); } } super.closeOp(abort); } catch (HiveException e) { throw e; } catch (Exception e) { throw new HiveException(e); } }