@Override public void readFields( DataInput input ) throws IOException { int length = input.readInt(); byte[] bytes = new byte[ length ]; input.readFully( bytes ); if( this.sr == null) { this.sr = SolrRecordFactory.createFactory(null).createRecord(); } this.sr.setSolrDocument( ( SolrInputDocument ) SerializationUtils.deserialize( bytes ) ); }
public static SolrRecordFactory createFactory(Config config) { return new SolrRecordFactory(config); }
solrFactory = SolrRecordFactory.createFactory(config); } catch( NoSuchAlgorithmException e ) { LOG.error("WARCIndexerMapper.configure(): " + e.getMessage());
SolrRecord solr = solrFactory.createRecord(key.toString(), rec.getHeader()); final String url = Normalisation.sanitiseWARCHeaderValue(header.getUrl()); try {
numReducers = 10; solrFactory = SolrRecordFactory.createFactory(config); } catch( NoSuchAlgorithmException e ) { LOG.error("WARCIndexerMapper.configure(): " + e.getMessage());
SolrRecord solr = solrFactory.createRecord(key.toString(), rec.getHeader()); final String url = Normalisation.sanitiseWARCHeaderValue(header.getUrl()); try {
public WctEnricher( String archiveName ) { String wctID = this.getWctTi( archiveName ); solr = SolrRecordFactory.createFactory(null).createRecord(); // Never reduces field length size solr.setField( WctFields.WCT_INSTANCE_ID, wctID ); getWctMetadata( solr ); }
log.error("Failed to load log4j config from properties file."); solrFactory = SolrRecordFactory.createFactory(conf);
final long start = System.nanoTime(); ArchiveRecordHeader header = record.getHeader(); SolrRecord solr = solrFactory.createRecord(archiveName, header);
public static SolrRecordFactory createFactory(Config config) { return new SolrRecordFactory(config); }
public WctEnricher( String archiveName ) { String wctID = this.getWctTi( archiveName ); solr = SolrRecordFactory.createFactory(null).createRecord(); // Never reduces field length size solr.setField( WctFields.WCT_INSTANCE_ID, wctID ); getWctMetadata( solr ); }
log.error("Failed to load log4j config from properties file."); solrFactory = SolrRecordFactory.createFactory(conf);
final long start = System.nanoTime(); ArchiveRecordHeader header = record.getHeader(); SolrRecord solr = solrFactory.createRecord(archiveName, header);
log.info(conf.getString("warc.title")); final SolrRecordFactory solrFactory = SolrRecordFactory.createFactory(conf); if(solrUrl != null) { conf = conf.withValue(SolrWebServer.CONF_HTTP_SERVER, ConfigValueFactory.fromAnyRef(solrUrl) ); SolrRecord doc = solrFactory.createRecord(inFile.getName(), rec.getHeader()); log.debug("Processing record for url " + url + " from " + inFile.getName() + " @" + rec.getHeader().getOffset());
log.info(conf.getString("warc.title")); final SolrRecordFactory solrFactory = SolrRecordFactory.createFactory(conf); if(solrUrl != null) { conf = conf.withValue(SolrWebServer.CONF_HTTP_SERVER, ConfigValueFactory.fromAnyRef(solrUrl) ); SolrRecord doc = solrFactory.createRecord(inFile.getName(), rec.getHeader()); log.debug("Processing record for url " + url + " from " + inFile.getName() + " @" + rec.getHeader().getOffset());