if (bmb.hasJournal()) { } else { bmb.setJournal(value); if (key.equalsIgnoreCase("citation_date")) { bmb.setYear(getYearFromDate(value)); return true; bmb.setVolume(value); return true; bmb.setIssue(value); return true; bmb.setDoi(value); return true;
for (DocumentProtos.AuthorOrBuilder aob : bmb.getAuthorOrBuilderList()) { if (aob.hasSurname() && areAuthorStringsEqual(aob.getSurname(), lastname) && aob.hasForenames() && areAuthorStringsEqual(aob.getForenames(), forenames)) { for (AuthorOrBuilder aob : bmb.getAuthorOrBuilderList()) { if (areAuthorStringsEqual(author.trim(), aob.getName())) { bmb.addAuthor(ab); LOGGER.info("adding author {}", author);
void addTitle(String newTitle, BasicMetadata.Builder bmb) { List<? extends TextWithLanguageOrBuilder> list = bmb.getTitleOrBuilderList(); boolean found = false; for (TextWithLanguageOrBuilder twl : list) { if (twl.getText() != null && twl.getText().equalsIgnoreCase(newTitle)) { found = true; } } if (!found) { TextWithLanguage.Builder twlb = TextWithLanguage.newBuilder(); twlb.setText(newTitle); bmb.addTitle(twlb); } }
continue; commonBasicMetadata.addAuthor(documentMetadata.getBasicMetadata().getAuthor(0)); commonDocumentMetadata.setBasicMetadata(commonBasicMetadata.build()); DocumentWrapper.Builder commonDocumentWrapper = DocumentWrapper.newBuilder(); commonDocumentWrapper.setDocumentMetadata(commonDocumentMetadata);
ProvenanceInfo.Builder pb, BasicMetadata.Builder bm) { List<Author> myAuthorList = new ArrayList<Author>(); for(Author a : bm.getAuthorList()){ try{ Author.Builder ab = Author.newBuilder(a);
ccb.setProvenance(provenanceBuilder); bm.addClassifCode(ccb); DocumentMetadata.Builder dmb = dwb.getDocumentMetadataBuilder(); dmb.setBasicMetadata(bm);
public Tuple exec(Tuple input) throws IOException { if (input == null || input.size() != 3) { return null; } try{ String key = (String) input.get(0); DocumentWrapper dw = DocumentWrapper.parseFrom(((DataByteArray) input.get(1)).get()); String correctedDoi = (String) input.get(2); DocumentWrapper.Builder dwb = DocumentWrapper.newBuilder(dw); DocumentMetadata.Builder dmb = DocumentMetadata.newBuilder(dw.getDocumentMetadata()); BasicMetadata.Builder bmb = BasicMetadata.newBuilder(dmb.getBasicMetadata()); bmb.setDoi(correctedDoi); dmb.setBasicMetadata(bmb); dwb.setDocumentMetadata(dmb); Tuple ret = TupleFactory.getInstance().newTuple(); ret.append(key); ret.append(new DataByteArray(dwb.build().toByteArray())); return ret; }catch(Exception e){ logger.error("Error in processing input row:"+ StackTraceExtractor.getStackTrace(e), e); throw new IOException("Caught exception processing input row:\n" + StackTraceExtractor.getStackTrace(e)); } } }
@Override public void setIDFor(DocumentProtos.DocumentWrapper.Builder t, String id) { t.setRowId(id); t.getDocumentMetadataBuilder().setKey(id); for (DocumentProtos.Author.Builder build:t.getDocumentMetadataBuilder().getBasicMetadataBuilder().getAuthorBuilderList()) { build.setDocId(id); } }
private void incorporateDataToDWBuilder(Builder dwb, BasicMetadata.Builder bm, List<Author> myAuthorList) { bm.clearAuthor(); bm.addAllAuthor(myAuthorList); DocumentMetadata.Builder dmb = dwb.getDocumentMetadataBuilder(); dmb.setBasicMetadata(bm); dwb.setDocumentMetadata(dmb); }
private Builder buildDocumentMetadata(Builder dwb, ParentModelProtos.ParentDisambiguationOutOrBuilder pmo) { DocumentMetadata.Builder dm = dwb.getDocumentMetadataBuilder(); dm.getBasicMetadataBuilder().addParentId(pmo.getParentId()); dwb.setDocumentMetadata(dm); return dwb; } }