private Event toEvent(Record record) { Map<String, String> headers = new HashMap(); Map<String, Collection<Object>> recordMap = record.getFields().asMap(); byte[] body = null; for (Map.Entry<String, Collection<Object>> entry : recordMap.entrySet()) {
private boolean hasAtLeastOneAttachment(Record record) { if (!record.getFields().containsKey(Fields.ATTACHMENT_BODY)) { LOG.debug("Command failed because of missing attachment for record: {}", record); return false; } return true; }
private boolean hasAtLeastOneMimeType(Record record) { if (!record.getFields().containsKey(Fields.ATTACHMENT_MIME_TYPE)) { LOG.debug("Command failed because of missing MIME type for record: {}", record); return false; } return true; }
@Override public boolean equals(Object other) { if (other instanceof Record) { return fields.equals(((Record)other).getFields()); } return false; }
private boolean hasAtLeastOneMimeType(Record record) { if (!record.getFields().containsKey(Fields.ATTACHMENT_MIME_TYPE)) { LOG.debug("Command failed because of missing MIME type for record: {}", record); return false; } return true; }
private boolean hasAtLeastOneAttachment(Record record) { if (!record.getFields().containsKey(Fields.ATTACHMENT_BODY)) { LOG.debug("Command failed because of missing attachment for record: {}", record); return false; } return true; }
private boolean hasAtLeastOneMimeType(Record record) { if (!record.getFields().containsKey(Fields.ATTACHMENT_MIME_TYPE)) { LOG.debug("Command failed because of missing MIME type for record: {}", record); return false; } return true; }
@Override public boolean equals(Object other) { if (other instanceof Record) { return fields.equals(((Record)other).getFields()); } return false; }
private void doProcessSlow(Record record) { Iterator<String> iter = record.getFields().asMap().keySet().iterator(); while (iter.hasNext()) { if (nameMatcher.matches(iter.next())) { iter.remove(); } } }
private void doProcessSlow(Record record) { Iterator<String> iter = record.getFields().asMap().keySet().iterator(); while (iter.hasNext()) { if (nameMatcher.matches(iter.next())) { iter.remove(); } } }
private SolrInputDocument convert(Record record) { Map<String, Collection<Object>> map = record.getFields().asMap(); SolrInputDocument doc = new SolrInputDocument(new HashMap(2 * map.size())); for (Map.Entry<String, Collection<Object>> entry : map.entrySet()) { doc.setField(entry.getKey(), entry.getValue()); } return doc; }
private SolrInputDocument convert(Record record) { Map<String, Collection<Object>> map = record.getFields().asMap(); SolrInputDocument doc = new SolrInputDocument(new HashMap(2 * map.size())); for (Map.Entry<String, Collection<Object>> entry : map.entrySet()) { String key = entry.getKey(); doc.setField(key, entry.getValue(), getBoost(key)); } return doc; }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { // we must preserve the existing timestamp } else { record.replaceValues(fieldName, System.currentTimeMillis()); } // pass record to next command in chain: return super.doProcess(record); }
private Record toRecord(SolrInputDocument doc) { Record record = new Record(); for (Entry<String, SolrInputField> entry : doc.entrySet()) { record.getFields().putAll(entry.getKey(), entry.getValue().getValues()); } return record; }
private List resolveReference(String reference, Record record, Config config) { Matcher matcher = PATTERN.matcher(reference); if (!matcher.matches()) { throw new MorphlineCompilationException("Invalid variable reference", config); } String value = reference.substring("@{".length(), reference.length() - "}".length()); List resolvedValues = record.getFields().get(value); return resolvedValues; }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { ; // we must preserve the existing id } else { record.replaceValues(fieldName, generateUUID()); } // pass record to next command in chain: return super.doProcess(record); }
protected ListMultimap<String, Object> next(Iterator<SolrDocument> iter) { SolrDocument doc = iter.next(); Record record = toRecord(doc); record.removeAll("_version_"); // the values of this field are unknown and internal to solr return record.getFields(); }
private Record createEvent(InputStream in, ListMultimap<String, Object> headers) { Record record = new Record(); record.getFields().putAll(headers); record.replaceValues(Fields.ATTACHMENT_BODY, in); return record; }
@Override protected boolean doProcess(Record record) { if (preserveExisting && record.getFields().containsKey(fieldName)) { // we must preserve the existing id } else { record.replaceValues(fieldName, seqNum++); } return super.doProcess(record); }
private Record toRecord(SolrDocument doc) { Record record = new Record(); for (String key : doc.keySet()) { record.getFields().replaceValues(key, doc.getFieldValues(key)); } return record; }