protected String tupleAsStr(Tuple input) { String tupleAsStr = "??"; if (input != null) { try { tupleAsStr = input.toDelimitedString("\t"); } catch (ExecException ee) { } } return tupleAsStr; }
public void printData(HashMap<Object, List<Tuple>> data) throws ExecException { for (Object o : data.keySet()) { System.out.println(o); for (Tuple t : data.get(o)) { System.out.println("\t"+t.toDelimitedString(", ")); } } }
private String getDistinctString(Tuple t, HashSet<Integer> distinctFieldPositions) throws ExecException { String[] tokens = t.toDelimitedString(delimiter).split(delimiter); StringBuffer buffer = new StringBuffer(); for(int i=0; i<tokens.length; i++) { if (distinctFieldPositions.contains(i)) { buffer.append(tokens[i]); buffer.append(delimiter); } } buffer.substring(0, buffer.length() - delimiter.length()); return buffer.toString(); }
@Override public String toDelimitedString(String delim) throws ExecException { convertAll(); return realTuple.toDelimitedString(delim); }
@Override public DataBag getValue() { if (store == null) { return null; } DataBag outputBag = mBagFactory.newDefaultBag(); for (Tuple t : store) { outputBag.add(t); } if (log.isDebugEnabled()) { if (randomizer.nextInt(1000) == 1) { log.debug("outputting a bag: "); try { for (Tuple t : outputBag) { log.debug("outputting "+t.toDelimitedString("\t")); } } catch (ExecException e) { throw new RuntimeException("ExecException executing function: ", e); } log.debug("=================="); } } return outputBag; }
if (input != null) { try { tupleAsStr = input.toDelimitedString("\t"); } catch (ExecException ee) {
if (bag == null) throw new IOException("Error in instance: "+getInstanceName() + " with properties: " + getInstanceProperties() + " and tuple: " + input.toDelimitedString(", ") + " -- Expected bag, got null"); HashMap<Object, List<Tuple>> groupedData = collector.groupTuples(bag, joinKeyName);
if (randomizer.nextInt(1000) == 1) for (Tuple t : outputBag) log.debug("outputting "+t.toDelimitedString("\t"));
if (randomizer.nextInt(1000) == 1) log.debug("outputting "+retTuple.toDelimitedString("\t"));
log.error("tagColumnNum is " + tagColumnNum + "; input size is " + input.size() + "; columnConfigList.size() is " + columnConfigList.size() + "; tuple is" + input.toDelimitedString("|") + "; tag is " + input.get(tagColumnNum)); if(isPigEnabled(Constants.SHIFU_GROUP_COUNTER, "INVALID_TAG")) { PigStatusReporter.getInstance().getCounter(Constants.SHIFU_GROUP_COUNTER, "INVALID_TAG").increment(1);
log.warn("Get null result, for input: " + input.toDelimitedString("|"));
log.info("tagColumnNum is " + tagColumnNum + "; input size is " + input.size() + "; columnConfigList.size() is " + columnConfigList.size() + "; tuple is" + input.toDelimitedString("|") + "; tag is " + input.get(tagColumnNum)); if(isPigEnabled(Constants.SHIFU_GROUP_COUNTER, "INVALID_TAG")) { PigStatusReporter.getInstance().getCounter(Constants.SHIFU_GROUP_COUNTER, "INVALID_TAG").increment(1);