@Override protected boolean doProcess(Record record) { if (limit >= 0 && count >= limit) { return true; // silently ignore this record } if (LOG.isDebugEnabled()) { LOG.debug("headCount: {}", count); } count++; // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (limit >= 0 && count >= limit) { return true; // silently ignore this record } if (LOG.isDebugEnabled()) { LOG.debug("headCount: {}", count); } count++; // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (prng != null && prng.nextDouble() > probability) { return true; // silently ignore this record } if (LOG.isDebugEnabled()) { LOG.debug("sampleCount: {}", count); } count++; // pass record to next command in chain: return super.doProcess(record); }
@Override public final boolean process(Record record) { beforeProcess(record); boolean success = doProcess(record); if (!success) { LOG.debug("Command failed!"); } return success; }
@Override public final boolean process(Record record) { beforeProcess(record); boolean success = doProcess(record); if (!success) { LOG.debug("Command failed!"); } return success; }
@Override @SuppressWarnings("unchecked") protected final boolean doProcess(Record record) { ListIterator iter = record.get(fieldName).listIterator(); while (iter.hasNext()) { iter.set(transformFieldValue(iter.next())); } return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { for (Object value : record.get(inputFieldName)) { Preconditions.checkNotNull(value); String stringValue = value.toString().trim(); for (Mapping mapping : mappings) { mapping.apply(record, stringValue); } } // pass record to next command in chain: return super.doProcess(record); }
private boolean processRecord(Record record) { processedRecordsCounter++; if (processedRecordsCounter >= chunksize) { processedRecordsCounter = 0; filterContext.put("lastCheckpoint", (String) type.getCheckpoint(record, filterContext)); record.put("checkpoint", "true"); } return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { Object[] resolvedArgs = new Object[expressions.length]; for (int i = 0; i < expressions.length; i++) { resolvedArgs[i] = expressions[i].evaluate(record); } log(format, resolvedArgs); return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { Object[] resolvedArgs = new Object[expressions.length]; for (int i = 0; i < expressions.length; i++) { resolvedArgs[i] = expressions[i].evaluate(record); } log(format, resolvedArgs); return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { // we must preserve the existing timestamp } else { record.replaceValues(fieldName, System.currentTimeMillis()); } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { Result result = (Result)record.getFirstValue(Fields.ATTACHMENT_BODY); Preconditions.checkNotNull(result); removeAttachments(record); for (Mapping mapping : mappings) { mapping.apply(result, record); } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { // we must preserve the existing timestamp } else { record.replaceValues(fieldName, System.currentTimeMillis()); } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (nameMatcher.getLiteralsOnly() == null) { doProcessSlow(record); // general case } else { doProcessFast(record); // fast path for common special case } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (nameMatcher.getLiteralsOnly() == null) { doProcessSlow(record); // general case } else { doProcessFast(record); // fast path for common special case } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (nameMatcher.getLiteralsOnly() == null) { doProcessSlow(record); // general case } else { doProcessFast(record); // fast path for common special case } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (nameMatcher.getLiteralsOnly() == null) { doProcessSlow(record); // general case } else { doProcessFast(record); // fast path for common special case } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { ; // we must preserve the existing id } else { record.replaceValues(fieldName, generateUUID()); } // pass record to next command in chain: return super.doProcess(record); }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { // we must preserve the existing id } else { record.replaceValues(fieldName, seqNum++); } return super.doProcess(record); }
@Override protected boolean doProcess(Record inputRecord) { Record outputRecord = inputRecord.copy(); // change key Text myTextKey = (Text)inputRecord.getFirstValue(this.keyField); outputRecord.replaceValues(this.keyField, MyWritable.keyStr(myTextKey)); // change value MyWritable myWritableValue = (MyWritable)inputRecord.getFirstValue(this.valueField); outputRecord.replaceValues(this.valueField, MyWritable.valueStr(myWritableValue)); return super.doProcess(outputRecord); } }