/** * Simple test of ability to load a resource (from the classpath). */ public void test_DataLoader_loadResource01() throws IOException { final AbstractTripleStore store = getStore(); try { final DataLoader dataLoader = new DataLoader(store); final String resource = "com/bigdata/rdf/store/sample-data.ttl"; final String baseURL = new File(resource).toURI().toString(); dataLoader.loadData(new String[] { resource }, new String[] { baseURL }, new RDFFormat[] { RDFFormat.TURTLE }); } finally { store.__tearDownUnitTest(); } }
throw new IllegalArgumentException(); final MyLoadStats totals = newLoadStats(); loadFiles(totals, 0/* depth */, file, baseURI, rdfFormat, defaultGraph, filter, true/* endOfBatch */ ); doCommit(totals);
DataLoader g = new DataLoader(); g.execute(url1, url2, url3);
/** * Load from an input stream. * * @param is * The input stream (required). * @param baseURL * The base URL (required). * @param rdfFormat * The format (required). * @return * @throws IOException */ public LoadStats loadData(final InputStream is, final String baseURL, final RDFFormat rdfFormat) throws IOException { final MyLoadStats totals = newLoadStats(); /* * We are not processing Files so the durable queues pattern does * not apply and we can call a method that handles the * RDFParseException for us. */ loadData4_ParserErrors_Trapped(totals, is, baseURL/* label */, baseURL, rdfFormat, null/* defaultGraph */, true/* endOfBatch */); doCommit(totals); return totals; }
final Properties properties = DataLoader.processProperties( propertyFile, quiet, verbose, durableQueues); final DataLoader dataLoader = new DataLoader(properties, kb); final MyLoadStats totals = dataLoader.newLoadStats(); dataLoader.loadFiles(totals, 0/* depth */, nextFile, baseURI, rdfFormat, defaultGraph, DataLoader.getFilenameFilter(), true/* endOfBatch */ ); dataLoader.endSource(); if (dataLoader.getClosureEnum() == ClosureEnum.None && closure) { dataLoader.logCounters(dataLoader.getDatabase()); log.info("Computing closure."); final ClosureStats stats = dataLoader.doClosure(); dataLoader.logCounters(dataLoader.getDatabase());
usage(); usage(); final Properties properties = processProperties(propertyFileName, quiet, verbose, durableQueues); new DataLoader(properties,kb, System.out); // use the override properties. final MyLoadStats totals = dataLoader.newLoadStats(); dataLoader.loadFiles(totals, 0/* depth */, fileOrDir, baseURI, rdfFormat, defaultGraph, filter, true/* endOfBatch */ ); dataLoader.endSource(); dataLoader.logCounters(dataLoader.database); log.info("Computing closure."); final ClosureStats stats = dataLoader.doClosure(); dataLoader.logCounters(dataLoader.database);
DataLoader dl = new DataLoader(); // For passing the data webView.addJavascriptInterface(dl, "accessor"); webView.loadUrl("file:///android_asset/yourpage.html");
loadFiles(totals, depth + 1, f, baseURI, rdfFormat, defaultGraph, filter, (depth == 0 && i < (files.length-1) ? false : endOfBatch)); is = new GZIPInputStream(is, getGzipBuffer()); getGzipBuffer())); loadData4_ParserErrors_Not_Trapped(totals, reader, file.toString()/* label */,
loadFiles(totals, 0/* depth */, file, baseURL, rdfFormat, defaultGraph, filter, endOfBatch); loadData4_ParserErrors_Trapped(totals, reader, resource/* label */, baseURL, rdfFormat, defaultGraph, endOfBatch);
dataLoader.loadFiles(tmpDir, null/* baseURI */, RDFFormat.TURTLE, null/* defaultGraph */, new FilenameFilter() { @Override
+ ", resource=" + Arrays.toString(resource)); final MyLoadStats totals = newLoadStats(); loadData2(// doCommit(totals);
getAssertionBuffer(); log.info("Computing closure."); stats.closureStats.add(doClosure()); logCounters(database);
/** * Load a resource into the associated triple store and commit. * * @param resource * A resource to be loaded (required). * @param baseURL * The baseURL to use for that resource (required). * @param rdfFormat * The {@link RDFFormat} to use as a fall back for the resource * (required). * * @return Statistics about the load. * * @throws IOException */ final public LoadStats loadData(final String resource, final String baseURL, final RDFFormat rdfFormat) throws IOException { if (resource == null) throw new IllegalArgumentException(); if (baseURL == null) throw new IllegalArgumentException(); if (rdfFormat == null) throw new IllegalArgumentException(); return loadData(// new String[] { resource }, // new String[] { baseURL },// new RDFFormat[] { rdfFormat }// ); }
final Properties properties = DataLoader.processProperties( propertyFile, quiet, verbose, durableQueues); final DataLoader dataLoader = new DataLoader(properties, kb); final MyLoadStats totals = dataLoader.newLoadStats(); dataLoader.loadFiles(totals, 0/* depth */, nextFile, baseURI, rdfFormat, defaultGraph, DataLoader.getFilenameFilter(), true/* endOfBatch */ ); dataLoader.endSource(); if (dataLoader.getClosureEnum() == ClosureEnum.None && closure) { dataLoader.logCounters(dataLoader.getDatabase()); log.info("Computing closure."); final ClosureStats stats = dataLoader.doClosure(); dataLoader.logCounters(dataLoader.getDatabase());
usage(); usage(); final Properties properties = processProperties(propertyFileName, quiet, verbose, durableQueues); new DataLoader(properties,kb, System.out); // use the override properties. final MyLoadStats totals = dataLoader.newLoadStats(); dataLoader.loadFiles(totals, 0/* depth */, fileOrDir, baseURI, rdfFormat, defaultGraph, filter, true/* endOfBatch */ ); dataLoader.endSource(); dataLoader.logCounters(dataLoader.database); log.info("Computing closure."); final ClosureStats stats = dataLoader.doClosure(); dataLoader.logCounters(dataLoader.database);
@Factory public Object[] factory() { DataLoader loader = new DataLoader(); Object[] validators = new Object[10]; for (int i = 0; i < validators.length; i++) { validators[i] = new ValidationTest(i, loader); } return validators; }
/** * Load from an input stream. * * @param is * The input stream (required). * @param baseURL * The base URL (required). * @param rdfFormat * The format (required). * @return * @throws IOException */ public LoadStats loadData(final InputStream is, final String baseURL, final RDFFormat rdfFormat) throws IOException { final MyLoadStats totals = newLoadStats(); /* * We are not processing Files so the durable queues pattern does * not apply and we can call a method that handles the * RDFParseException for us. */ loadData4_ParserErrors_Trapped(totals, is, baseURL/* label */, baseURL, rdfFormat, null/* defaultGraph */, true/* endOfBatch */); doCommit(totals); return totals; }
loadFiles(totals, depth + 1, f, baseURI, rdfFormat, defaultGraph, filter, (depth == 0 && i < (files.length-1) ? false : endOfBatch)); is = new GZIPInputStream(is, getGzipBuffer()); getGzipBuffer())); loadData4_ParserErrors_Not_Trapped(totals, reader, file.toString()/* label */,
loadFiles(totals, 0/* depth */, file, baseURL, rdfFormat, defaultGraph, filter, endOfBatch); loadData4_ParserErrors_Trapped(totals, reader, resource/* label */, baseURL, rdfFormat, defaultGraph, endOfBatch);