@Override protected UsageAwareDatastoreConnection<UpdateableDataContext> createDatastoreConnection() { final UpdateableDataContext dataContext; final Resource resource = getResource(); if (resource == null) { logger.warn("Resource was not available, a local file reference will be created with path: {}", _filename); dataContext = new CsvDataContext(new File(_filename), getCsvConfiguration()); } else { dataContext = new CsvDataContext(resource, getCsvConfiguration()); } return new UpdateableDatastoreConnectionImpl<>(dataContext, this); }
public static boolean isHdfsResourcedDatastore(final Datastore datastore) { if (datastore instanceof CsvDatastore) { final CsvDatastore csvDatastore = (CsvDatastore) datastore; final Resource resource = csvDatastore.getResource(); if (!isHdfsResource(resource)) { return false; } } else if (datastore instanceof JsonDatastore) { final JsonDatastore jsonDatastore = (JsonDatastore) datastore; final Resource resource = jsonDatastore.getResource(); if (!isHdfsResource(resource)) { return false; } } else if (datastore instanceof FixedWidthDatastore) { final FixedWidthDatastore fixedWidthDatastore = (FixedWidthDatastore) datastore; final Resource resource = fixedWidthDatastore.getResource(); if (!isHdfsResource(resource)) { return false; } } else { // other type of datastore return false; } return true; }
final Resource resource = ((CsvDatastore) datastore).getResource(); if (resource instanceof FileResource) { return true;
final Resource resource = ((CsvDatastore) datastore).getResource(); final String filename = toFilename(resource); elem = toElement((CsvDatastore) datastore, filename);
private JavaRDD<InputRow> openSourceDatastore(final Datastore datastore) { if (datastore instanceof CsvDatastore) { final CsvDatastore csvDatastore = (CsvDatastore) datastore; final Resource resource = csvDatastore.getResource(); assert resource != null; final String datastorePath = resource.getQualifiedPath();