public FixedWidthDataContext(File file, FixedWidthConfiguration configuration) { super(true); _resource = new FileResource(file); _configuration = configuration; }
@Override public String createPath(Resource resource) { String path = ((FileResource) resource).getFile().getPath(); path = path.replaceAll("\\\\", "/"); return path; }
private void triggerJobExecution() { final FileResource overrideProperties = new FileResource(overridePropertiesFilePath); Map<String, String> propertiesMap = null; if (overrideProperties.isExists()) { try { Properties properties = new Properties(); properties.load(overrideProperties.read()); propertiesMap = Maps.fromProperties(properties); } catch (IOException e) { logger.warn("Exception occurred when loading properties file {} for hot folder trigger of job {}.", overridePropertiesFilePath, job.getName()); } } triggerExecution(tenant, job, propertiesMap, TriggerType.HOTFOLDER); } }
private FileResource createResource(final String filenamePrefix, final String extension) { final File directory = _userPreferences.getSaveDatastoreDirectory(); int attempt = 0; while (true) { final String filename; if (attempt == 0) { filename = filenamePrefix + extension; } else { filename = filenamePrefix + "_" + attempt + extension; } final File file = new File(directory, filename); final FileResource resourceCandidate = new FileResource(file); if (!resourceCandidate.isExists()) { return resourceCandidate; } attempt++; } }
/** * Creates a {@link Resource} replacement to use for configured properties. * * @param resource * @param partitionNumber * @return a replacement resource, or null if it shouldn't be replaced */ private Resource createReplacementResource(final Resource resource, final int partitionNumber) { final String formattedPartitionNumber = String.format("%05d", partitionNumber); if (resource instanceof HdfsResource || resource instanceof HadoopResource) { final String path = resource.getQualifiedPath() + "/part-" + formattedPartitionNumber; final URI uri = URI.create(path); return HdfsHelper.createHelper().getResourceToUse(uri); } if (resource instanceof FileResource) { final File file = ((FileResource) resource).getFile(); if (file.exists() && file.isFile()) { // a file already exists - we cannot just create a directory // then return resource; } if (!file.exists()) { file.mkdirs(); } return new FileResource(resource.getQualifiedPath() + "/part-" + formattedPartitionNumber); } return null; }
@Override public boolean isReadOnly() { if (!isExists()) { return false; } if (_file.isDirectory()) { return true; } boolean canWrite = _file.canWrite(); return !canWrite; }
@Override public long getSize() { if (_file.isDirectory()) { long size = 0; final File[] children = getChildren(); for (File file : children) { final long length = file.length(); if (length == -1) { return -1; } size += length; } return size; } return _file.length(); }
@Override public boolean isReadOnly() { if (!isExists()) { return false; } if (_file.isDirectory()) { return true; } boolean canWrite = _file.canWrite(); return !canWrite; }
@Override public long getSize() { if (_file.isDirectory()) { long size = 0; final File[] children = getChildren(); for (File file : children) { final long length = file.length(); if (length == -1) { return -1; } size += length; } return size; } return _file.length(); }
@Override public Resource toResource() { return new FileResource(_file); } }
public static FileDatastoreEnum inferDatastoreTypeFromResource(final Resource resource) { if (resource instanceof FileResource) { final FileResource fileResource = (FileResource) resource; final File file = fileResource.getFile(); if (file.isDirectory()) { return FileDatastoreEnum.SAS; } } return FileDatastoreEnum.getDatastoreTypeFromResource(resource); }
@Override public long getLastModified() { if (_file.isDirectory()) { long lastModified = -1; final File[] children = getChildren(); for (File file : children) { final long l = file.lastModified(); if (l != 0) { lastModified = Math.max(lastModified, l); } } return lastModified; } final long lastModified = _file.lastModified(); if (lastModified == 0) { return -1; } return lastModified; }
public FixedWidthDataContext(File file, FixedWidthConfiguration configuration) { super(true); _resource = new FileResource(file); _configuration = configuration; }
@Override protected ExcelDataContextWriter createWriter(final Resource resource) { assert resource instanceof FileResource; final FileResource fileResource = (FileResource) resource; return new ExcelDataContextWriter(fileResource.getFile(), sheetName); }
@Override public long getLastModified() { if (_file.isDirectory()) { long lastModified = -1; final File[] children = getChildren(); for (File file : children) { final long l = file.lastModified(); if (l != 0) { lastModified = Math.max(lastModified, l); } } return lastModified; } final long lastModified = _file.lastModified(); if (lastModified == 0) { return -1; } return lastModified; }
public CsvConfigurationDetection(final File file) { _resource = new FileResource(file); }
@Override public void setResource(final FileResource resource) { setFile(resource.getFile()); }
public void setFile(final File file) { this.file = new FileResource(file); }
@Override public String createPath(final Resource resource) { final File file = ((FileResource) resource).getFile(); final FileResolver fileResolver = new FileResolver(_homeFolder); return fileResolver.toPath(file); }
public JsonDataContext(File file) { this(new FileResource(file)); }