private HiveProducerRecord convertTo(Record record) throws Exception { Map<String, Object> rawValue = record.getValueRaw(); //Set partition values for hive table Map<String, String> partitionKVs = Maps.newHashMapWithExpectedSize(1); partitionKVs.put(TimePropertyEnum.DAY_DATE.toString(), rawValue.get(TimePropertyEnum.DAY_DATE.toString()).toString()); return parseToHiveProducerRecord(HiveReservoirReporter.getTableFromSubject(record.getType()), partitionKVs, rawValue); }
private boolean notifyListenerHAOfUpdatedRecord(Record record) { logger.info("The HA listener " + listenerHA.toString() + " for updated record " + Arrays.toString(record.getKey()) + " will be started"); if (!notifyListenerOfUpdatedRecord(listenerHA, record)) { logger.error("The HA listener also fails!!!"); return false; } return true; }
public boolean onRecordUpdate(final List<Record> records) { try { for (Record record : records) { String topic = decorateTopic(record.getType()); if (!checkAvailable(topic)) { if (nRecordSkip % maxRecordSkipForLogNum == 0) { nRecordSkip = 0; logger.warn("Skip to send record to topic " + topic); } nRecordSkip++; continue; } if (nRecord % maxRecordForLogNum == 0) { nRecord = 0; sendWrapper(topic, record, produceCallback); } else { sendWrapper(topic, record, null); } nRecord++; } } catch (Exception e) { logger.error(e.getMessage(), e); return false; } return true; }
private void onRecordUpdate(Record record) { boolean ifSucceed = true; for (ActiveReservoirListener listener : listeners) { if (!notifyListenerOfUpdatedRecord(listener, record)) { ifSucceed = false; logger.warn( "It fails to notify listener " + listener.toString() + " of updated record " + Arrays.toString(record.getKey())); } } if (!ifSucceed) { notifyListenerHAOfUpdatedRecord(record); } }
private boolean notifyListenerHAOfUpdatedRecord(Record record) { logger.info("The HA listener " + listenerHA.toString() + " for updated record " + Arrays.toString(record.getKey()) + " will be started"); if (!notifyListenerOfUpdatedRecord(listenerHA, record)) { logger.error("The HA listener also fails!!!"); return false; } return true; }
private void onRecordUpdate(Record record) { boolean ifSucceed = true; for (ActiveReservoirListener listener : listeners) { if (!notifyListenerOfUpdatedRecord(listener, record)) { ifSucceed = false; logger.warn( "It fails to notify listener " + listener.toString() + " of updated record " + Arrays.toString(record.getKey())); } } if (!ifSucceed) { notifyListenerHAOfUpdatedRecord(record); } }