private static Supplier<InputSource> createInputSourceRef(final Resource resource) { return () -> { final InputStream in = resource.read(); return new InputSource(in); }; }
private static Supplier<InputSource> createInputSourceRef(final Resource resource) { return () -> { final InputStream in = resource.read(); return new InputSource(in); }; }
private Properties loadProperties() throws IOException { final Properties properties = new Properties(); if (!captureStateFile.isExists()) { logger.info("Capture state file does not exist: {}", captureStateFile); return properties; } captureStateFile.read((Action<InputStream>) properties::load); return properties; }
public DomConfigurationWriter(final Resource resource) { _document = resource.read(is -> { return XmlUtils.parseDocument(is); }); }
protected byte[] getSampleBuffer() { byte[] bytes = new byte[SAMPLE_BUFFER_SIZE]; final InputStream inputStream = _resource.read(); try { final int bufferSize = inputStream.read(bytes, 0, SAMPLE_BUFFER_SIZE); if (bufferSize != -1 && bufferSize != SAMPLE_BUFFER_SIZE) { bytes = Arrays.copyOf(bytes, bufferSize); } return bytes; } catch (final IOException e) { logger.error("IOException occurred while reading sample buffer", e); return new byte[0]; } finally { FileHelper.safeClose(inputStream); } }
public DefaultConfigurationReaderInterceptor(final Resource propertiesResource, final DataCleanerEnvironment baseEnvironment) { if (propertiesResource == null || !propertiesResource.isExists()) { _propertyOverrides = Collections.emptyMap(); } else { _propertyOverrides = propertiesResource.read(new InputStreamToPropertiesMapFunc()); } _baseEnvironment = baseEnvironment; }
protected byte[] getSampleBuffer() { byte[] bytes = new byte[SAMPLE_BUFFER_SIZE]; final Resource resource = getResource(); final InputStream in = resource.read(); try { final int bufferSize = in.read(bytes, 0, SAMPLE_BUFFER_SIZE); if (bufferSize != -1 && bufferSize != SAMPLE_BUFFER_SIZE) { bytes = Arrays.copyOf(bytes, bufferSize); } return bytes; } catch (final IOException e) { logger.error("IOException occurred while reading sample buffer", e); return new byte[0]; } finally { FileHelper.safeClose(in); } }
public String readResource(final Resource resource) { final Resource resourceInUse = getResourceToUse(resource); if (resourceInUse == null) { return null; } return resourceInUse.read(in -> { return FileHelper.readInputStreamAsString(in, FileHelper.DEFAULT_ENCODING); }); }
@Override protected byte[] getSampleBuffer() { final Resource resource = getResource(); final int bufferSize = getBufferSize(); byte[] bytes = new byte[bufferSize]; try (InputStream fileInputStream = resource.read()) { final int startPosition = getStartPosition(); fileInputStream.skip(startPosition); final int bytesRead = fileInputStream.read(bytes, 0, bufferSize); if (bytesRead != -1 && bytesRead <= bufferSize) { bytes = Arrays.copyOf(bytes, bytesRead); } return bytes; } catch (final IOException e) { logger.error("IOException occurred while reading sample buffer", e); return new byte[0]; } }
private OPCPackage openOPCPackage() throws Exception { if (_resource instanceof FileResource) { final File file = ((FileResource) _resource).getFile(); return OPCPackage.open(file); } return OPCPackage.open(_resource.read()); }
private OPCPackage openOPCPackage() throws Exception { if (_resource instanceof FileResource) { final File file = ((FileResource) _resource).getFile(); return OPCPackage.open(file); } return OPCPackage.open(_resource.read()); }
@Override protected AnalysisJob createWrappedAnalysisJob() { return analysisJobResource.read(in -> { final JaxbJobReader reader = new JaxbJobReader(getDataCleanerConfiguration()); final AnalysisJobBuilder jobBuilder = reader.create(in); return jobBuilder.toAnalysisJob(false); }); }
private DocumentSource createDocumentSource() { final InputStream inputStream = _resource.read(); try { final MappingJsonFactory jsonFactory = new MappingJsonFactory(); final JsonParser parser = jsonFactory.createParser(inputStream); logger.debug("Created JSON parser for resource: {}", _resource); return new JsonDocumentSource(parser, _resource.getName()); } catch (Exception e) { FileHelper.safeClose(inputStream); throw new MetaModelException("Unexpected error while creating JSON parser", e); } }
protected CSVReader createCsvReader(int skipLines) { final Reader reader = FileHelper.getReader(_resource.read(), _configuration.getEncoding()); return new CSVReader(reader, skipLines, createParser()); }
protected CSVReader createCsvReader(int skipLines) { final Reader reader = FileHelper.getReader(_resource.read(), _configuration.getEncoding()); return new CSVReader(reader, skipLines, createParser()); }
private DocumentSource createDocumentSource() { final InputStream inputStream = _resource.read(); try { final MappingJsonFactory jsonFactory = new MappingJsonFactory(); final JsonParser parser = jsonFactory.createParser(inputStream); logger.debug("Created JSON parser for resource: {}", _resource); return new JsonDocumentSource(parser, _resource.getName()); } catch (Exception e) { FileHelper.safeClose(inputStream); throw new MetaModelException("Unexpected error while creating JSON parser", e); } }
public static void copy(Resource from, Resource to) throws IllegalStateException { assert from.isExists(); final InputStream in = from.read(); try { final OutputStream out = to.write(); try { copy(in, out); } finally { safeClose(out); } } finally { safeClose(in); } }
public static void copy(Resource from, Resource to) throws IllegalStateException { assert from.isExists(); final InputStream in = from.read(); try { final OutputStream out = to.write(); try { copy(in, out); } finally { safeClose(out); } } finally { safeClose(in); } }
public void run() throws Throwable { final String configurationFilePath = _arguments.getConfigurationFile(); final Resource configurationFile = resolveResource(configurationFilePath); final Resource propertiesResource; if (_arguments.getPropertiesFile() != null) { propertiesResource = resolveResource(_arguments.getPropertiesFile()); } else { propertiesResource = null; } final ConfigurationReaderInterceptor configurationReaderInterceptor = new DesktopConfigurationReaderInterceptor(new File("."), propertiesResource); final InputStream inputStream = configurationFile.read(); try { run(new JaxbConfigurationReader(configurationReaderInterceptor).create(inputStream)); } finally { FileHelper.safeClose(inputStream); } }
private FixedWidthReader createReader() { final InputStream inputStream = _resource.read(); final FixedWidthReader reader; if (_configuration instanceof EbcdicConfiguration) { reader = new EbcdicReader((BufferedInputStream) inputStream, _configuration.getEncoding(), _configuration.getValueWidths(), _configuration.isFailOnInconsistentLineWidth(), ((EbcdicConfiguration) _configuration).isSkipEbcdicHeader(), ((EbcdicConfiguration) _configuration).isEolPresent()); } else { if (_configuration.isConstantValueWidth()) { reader = new FixedWidthReader(inputStream, _configuration.getEncoding(), _configuration.getFixedValueWidth(), _configuration.isFailOnInconsistentLineWidth()); } else { reader = new FixedWidthReader(inputStream, _configuration.getEncoding(), _configuration.getValueWidths(), _configuration.isFailOnInconsistentLineWidth()); } } return reader; } }