public static List<TaggedLogAPIEntity> buildEntities(List<InternalLog> logs, EntityDefinition entityDef) throws Exception { final List<TaggedLogAPIEntity> result = new ArrayList<TaggedLogAPIEntity>(logs.size()); for (InternalLog log : logs) { result.add(buildEntity(log, entityDef)); } return result; }
public static String getEncodedRowkey(AlertAPIEntity entity) throws Exception { InternalLog log = HBaseInternalLogHelper.convertToInternalLog(entity, EntityDefinitionManager.getEntityDefinitionByEntityClass(entity.getClass())); return EagleBase64Wrapper.encodeByteArray2URLSafeString(RowkeyBuilder.buildRowkey(log)); }
@Override public InternalLog read() throws IOException { if (entityResult == null || entityResult.length == 0 || this.getIndex >= entityResult.length - 1) { return null; } getIndex++; InternalLog t = HBaseInternalLogHelper.parse(ed, entityResult[getIndex], this.qualifiers); return t; } }
if (!condition.isOutputAll()) { outputQualifiers = HBaseInternalLogHelper.getOutputQualifiers(entityDef, condition.getOutputFields()); int count = 0; while ((log = reader.read()) != null) { TaggedLogAPIEntity entity = HBaseInternalLogHelper.buildEntity(log, entityDef); if (lastTimestamp < entity.getTimestamp()) { lastTimestamp = entity.getTimestamp();
InternalLog internalLog = HBaseInternalLogHelper.buildObject(ed, row, timestamp, kvMap); if (internalLog != null) { TaggedLogAPIEntity logAPIEntity = null; try { logAPIEntity = HBaseInternalLogHelper.buildEntity(internalLog, ed); if (logAPIEntity instanceof GenericMetricEntity) { if (singleMetricEntity == null) {
@Override protected LogReader createIndexReader() { final EntityDefinition entityDef = indexDef.getEntityDefinition(); byte[][] outputQualifiers = null; if (!condition.isOutputAll()) { outputQualifiers = HBaseInternalLogHelper.getOutputQualifiers(entityDef, condition.getOutputFields()); } return new NonClusteredIndexLogReader(indexDef, indexRowkeys, outputQualifiers, condition.getFilter()); } }
final InternalLog log = buildObject(ed, row, timestamp, allQualifierValues); return log;
final List<InternalLog> logs = reader.get(rowkeys); final List<TaggedLogAPIEntity> newEntities = HBaseInternalLogHelper .buildEntities(logs, entityDef); for (TaggedLogAPIEntity entity : newEntities) {
if(!condition.isOutputAll()) { outputQualifiers = HBaseInternalLogHelper.getOutputQualifiers(entityDef, condition.getOutputFields()); int count = 0; while ((log = reader.read()) != null) { TaggedLogAPIEntity entity = HBaseInternalLogHelper.buildEntity(log, entityDef); if (lastTimestamp < entity.getTimestamp()) { lastTimestamp = entity.getTimestamp();
InternalLog internalLog = HBaseInternalLogHelper.buildObject(ed, row, timestamp, kvMap); if(internalLog!=null){ TaggedLogAPIEntity logAPIEntity = null; try { logAPIEntity = HBaseInternalLogHelper.buildEntity(internalLog, ed); if(logAPIEntity instanceof GenericMetricEntity){ if(singleMetricEntity == null) singleMetricEntity = new GenericMetricShadowEntity();
@Override protected LogReader createIndexReader() { final EntityDefinition entityDef = indexDef.getEntityDefinition(); // final byte[][] outputQualifiers = null; if (!condition.isOutputAll()) { outputQualifiers = HBaseInternalLogHelper.getOutputQualifiers(entityDef, condition.getOutputFields()); } return new UniqueIndexLogReader(indexDef, indexRowkeys, outputQualifiers, condition.getFilter()); } }
final InternalLog log = buildObject(ed, row, timestamp, allQualifierValues); return log;
reader.open(); final List<InternalLog> logs = reader.get(rowkeys); final List<TaggedLogAPIEntity> newEntities = HBaseInternalLogHelper.buildEntities(logs, entityDef); for (TaggedLogAPIEntity entity : newEntities) {
public static List<TaggedLogAPIEntity> buildEntities(List<InternalLog> logs, EntityDefinition entityDef) throws Exception { final List<TaggedLogAPIEntity> result = new ArrayList<TaggedLogAPIEntity>(logs.size()); for (InternalLog log : logs) { result.add(buildEntity(log, entityDef)); } return result; }
@Override protected LogReader createIndexReader() { final EntityDefinition entityDef = indexDef.getEntityDefinition(); // final byte[][] outputQualifiers = null; if(!condition.isOutputAll()) { outputQualifiers = HBaseInternalLogHelper.getOutputQualifiers(entityDef, condition.getOutputFields()); } return new UniqueIndexLogReader(indexDef, indexRowkeys, outputQualifiers, condition.getFilter()); } }
public static byte[] getRowkey(TaggedLogAPIEntity entity, EntityDefinition entityDef) throws Exception { byte[] rowkey = null; if (entity.getEncodedRowkey() != null && !(entity.getEncodedRowkey().isEmpty())) { rowkey = EagleBase64Wrapper.decode(entity.getEncodedRowkey()); } else { InternalLog log = HBaseInternalLogHelper.convertToInternalLog(entity, entityDef); rowkey = RowkeyBuilder.buildRowkey(log); } return rowkey; }
@Override public InternalLog read() throws IOException { if(entityResult == null || entityResult.length == 0 || this.getIndex >= entityResult.length - 1){ return null; } getIndex ++; InternalLog t = HBaseInternalLogHelper.parse(ed, entityResult[getIndex], this.qualifiers); return t; } }
break; TaggedLogAPIEntity entity = HBaseInternalLogHelper.buildEntity(log, entityDefinition); entities.add(entity);
@Override protected LogReader createIndexReader() { final EntityDefinition entityDef = indexDef.getEntityDefinition(); byte[][] outputQualifiers = null; if(!condition.isOutputAll()) { outputQualifiers = HBaseInternalLogHelper.getOutputQualifiers(entityDef, condition.getOutputFields()); } return new NonClusteredIndexLogReader(indexDef, indexRowkeys, outputQualifiers, condition.getFilter()); } }
/** * @param entities * @return row keys * @throws Exception */ public List<String> write(List<? extends TaggedLogAPIEntity> entities) throws Exception { HBaseLogWriter writer = new HBaseLogWriter(entityDef.getTable(), entityDef.getColumnFamily()); List<String> rowkeys = new ArrayList<String>(entities.size()); List<InternalLog> logs = new ArrayList<InternalLog>(entities.size()); try { writer.open(); for (TaggedLogAPIEntity entity : entities) { final InternalLog entityLog = HBaseInternalLogHelper.convertToInternalLog(entity, entityDef); logs.add(entityLog); } List<byte[]> bRowkeys = writer.write(logs); for (byte[] rowkey : bRowkeys) { rowkeys.add(EagleBase64Wrapper.encodeByteArray2URLSafeString(rowkey)); } } catch (Exception ex) { LOG.error("fail writing tagged log", ex); throw ex; } finally { writer.close(); } return rowkeys; } }