@Override protected void map(Text key, BytesWritable value, Context context) throws IOException, InterruptedException { OrganizationProtos.OrganizationWrapper dw = OrganizationProtos.OrganizationWrapper.parseFrom(ByteString .copyFrom(value.copyBytes())); context.setStatus("Processing doc with id: " + dw.getRowId()); String rdfAsString = CoansysTransformers.CTF.getWriter( CoansysTransformersConstants.ORGANIZATION_PROTO_MODEL, CoansysTransformersConstants.RDF_N_TRIPLES).write(dw); context.write(getMapOutputKey(), new Text(rdfAsString)); }
void mergeOrganizations(String key, Iterable<BytesWritable> values) throws IOException, InterruptedException { List<OrganizationProtos.OrganizationWrapper> owList = new ArrayList<>(); values.forEach((bw) -> { try { owList.add(OrganizationProtos.OrganizationWrapper.parseFrom(bw.copyBytes())); } catch (InvalidProtocolBufferException ex) { Logger.getLogger(HBaseToProtosReducer.class.getName()).log(Level.SEVERE, null, ex); } }); OrganizationProtos.OrganizationWrapper merged = organizationMerger.merge(owList); mos.write(new Text(key), new BytesWritable(merged.toByteArray()), Type.ORGANIZATION.name()+"/"); } }
byte[] bw=null; if (owo instanceof OrganizationProtos.OrganizationWrapper) { bw=((OrganizationProtos.OrganizationWrapper) owo).toByteArray(); } else { bw=((OrganizationProtos.OrganizationWrapper.Builder) owo).build().toByteArray();
OrganizationWrapper.Builder dwb = OrganizationWrapper.newBuilder(); dwb.setRowId(new String(row.getId())); if (dm != null) {
public static Row translate(OrganizationWrapper documentWrapper) { Row row = new Row(documentWrapper.getRowId()); row.add(HBaseConstant.FAMILY_CONTENT, HBaseConstant.FAMILY_CONTENT_QUALIFIER_PROTO, documentWrapper .getMediaContainer().toByteArray()); row.add(HBaseConstant.FAMILY_METADATA, HBaseConstant.FAMILY_METADATA_ORGANIZATION_QUALIFIER_PROTO, documentWrapper .getOrganizationMetadata().toByteArray()); return row; } }