@Override public String toString() { return realStatus.toString(); } }
private static Set<SQLPrivTypeGrant> getPrivilegesFromFS( String userName, FileSystem fs, FileStatus fileStatus, boolean recurse) throws Exception { Set<SQLPrivTypeGrant> privs = new HashSet<SQLPrivTypeGrant>(); LOG.info("Checking fs privileges of user {} for {} {} ", userName, fileStatus.toString(), (recurse? "recursively":"without recursion")); if (FileUtils.isOwnerOfFileHierarchy(fs, fileStatus, userName, recurse)) { privs.add(SQLPrivTypeGrant.OWNER_PRIV); } if (FileUtils.isActionPermittedForFileHierarchy(fs, fileStatus, userName, FsAction.WRITE, recurse)) { privs.add(SQLPrivTypeGrant.INSERT_NOGRANT); privs.add(SQLPrivTypeGrant.DELETE_NOGRANT); } if (FileUtils.isActionPermittedForFileHierarchy(fs, fileStatus, userName, FsAction.READ, recurse)) { privs.add(SQLPrivTypeGrant.SELECT_NOGRANT); } LOG.debug("addPrivilegesFromFS:[{}] asked for privileges on [{}] with recurse={} and obtained:[{}]", userName, fileStatus, recurse, privs); return privs; }
private static Set<SQLPrivTypeGrant> getPrivilegesFromFS( String userName, FileSystem fs, FileStatus fileStatus, boolean recurse) throws Exception { Set<SQLPrivTypeGrant> privs = new HashSet<SQLPrivTypeGrant>(); LOG.debug("Checking fs privileges for {} {}", fileStatus.toString(), (recurse? "recursively":"without recursion")); if (FileUtils.isOwnerOfFileHierarchy(fs, fileStatus, userName, recurse)) { privs.add(SQLPrivTypeGrant.OWNER_PRIV); } if (FileUtils.isActionPermittedForFileHierarchy(fs, fileStatus, userName, FsAction.WRITE, recurse)) { privs.add(SQLPrivTypeGrant.INSERT_NOGRANT); privs.add(SQLPrivTypeGrant.DELETE_NOGRANT); } if (FileUtils.isActionPermittedForFileHierarchy(fs, fileStatus, userName, FsAction.READ, recurse)) { privs.add(SQLPrivTypeGrant.SELECT_NOGRANT); } LOG.debug("addPrivilegesFromFS:[{}] asked for privileges on [{}] with recurse={} and obtained:[{}]", userName, fileStatus, recurse, privs); return privs; }
private void assertIsDelta(FileStatus stat) { Assert.assertTrue(stat.toString(), stat.getPath().getName().startsWith(AcidUtils.DELTA_PREFIX)); }
private void dumpLogDirState() { try { FileStatus[] files = fs.listStatus(logDir); if (files != null && files.length > 0) { for (FileStatus file: files) { assertTrue(file.toString(), file.isFile()); LOG.debug("log file " + file.getPath() + " size=" + file.getLen()); } } else { LOG.debug("no files under: " + logDir); } } catch (IOException e) { LOG.warn("Unable to dump " + logDir, e); } }
@Override public Integer run() throws Exception { StringBuilder ls = new StringBuilder("Contents of WALDIR (").append(WALDIR) .append("):\n"); for (FileStatus status : fs.listStatus(WALDIR)) { ls.append("\t").append(status.toString()).append("\n"); } LOG.debug(Objects.toString(ls)); LOG.info("Splitting WALs out from under zombie. Expecting " + numWriters + " files."); WALSplitter.split(HBASELOGDIR, WALDIR, OLDLOGDIR, fs, conf2, wals); LOG.info("Finished splitting out from under zombie."); Path[] logfiles = getLogForRegion(TABLE_NAME, region); assertEquals("wrong number of split files for region", numWriters, logfiles.length); int count = 0; for (Path logfile: logfiles) { count += countWAL(logfile); } return count; } });
@Test public void testCorruptedFileGetsArchivedIfSkipErrors() throws IOException { conf.setBoolean(HBASE_SKIP_ERRORS, true); List<FaultyProtobufLogReader.FailureType> failureTypes = Arrays .asList(FaultyProtobufLogReader.FailureType.values()).stream() .filter(x -> x != FaultyProtobufLogReader.FailureType.NONE).collect(Collectors.toList()); for (FaultyProtobufLogReader.FailureType failureType : failureTypes) { final Set<String> walDirContents = splitCorruptWALs(failureType); final Set<String> archivedLogs = new HashSet<>(); final StringBuilder archived = new StringBuilder("Archived logs in CORRUPTDIR:"); for (FileStatus log : fs.listStatus(CORRUPTDIR)) { archived.append("\n\t").append(log.toString()); archivedLogs.add(log.getPath().getName()); } LOG.debug(archived.toString()); assertEquals(failureType.name() + ": expected to find all of our wals corrupt.", archivedLogs, walDirContents); } }
if(checkSumType != CheckSumType.NONE) { byte[] fileChecksum = checksumMetadata.getCheckSum(); logger.debug("Checksum for file " + file.toString() + " - " + new String(Hex.encodeHex(fileChecksum))); checkSumGenerator.update(fileChecksum);
@Override public String toString() { return "FileStatusExtended [blocks=" + Arrays.toString(blocks) + ", leaseHolder=" + leaseHolder + "] " + super.toString(); } }
@Override public String toString() { StringBuilder sb = new StringBuilder(super.toString()); sb.append('{'); sb.append("aclEntries = " + aclEntries); sb.append(", xAttrs = " + xAttrs); sb.append('}'); return sb.toString(); }
@Override public String toString() { StringBuilder sb = new StringBuilder(super.toString()); sb.append('{'); sb.append("aclEntries = " + aclEntries); sb.append(", xAttrs = " + xAttrs); sb.append('}'); return sb.toString(); } }
@Override public String toString() { StringBuilder sb = new StringBuilder(super.toString()); sb.append('{'); sb.append("aclEntries = " + aclEntries); sb.append(", xAttrs = " + xAttrs); sb.append('}'); return sb.toString(); }
@Override public String toString() { final StringBuilder sb = new StringBuilder( "VersionedFileStatus{"); sb.append(super.toString()); sb.append("; version='").append(version).append('\''); sb.append('}'); return sb.toString(); } }
@Override public void debugLog() { if (fileStatus != null) { LOG.debug(fileStatus.toString()); } if (aclStatus != null) { LOG.debug(aclStatus.toString()); } } }
@Override public void debugLog() { if (fileStatus != null) { LOG.debug(fileStatus.toString()); } if (aclStatus != null) { LOG.debug(aclStatus.toString()); } } }
@Override public String toString() { return super.toString() + String.format(" isEmptyDirectory=%s", isEmptyDirectory().name()); }
@Override public void debugLog() { if (fileStatus != null) { LOG.debug(fileStatus.toString()); } if (aclStatus != null) { LOG.debug(aclStatus.toString()); } } }
private PathData createPathData(String name) throws IOException { Path path = new Path(name); FileStatus fstat = mock(FileStatus.class); when(fstat.getPath()).thenReturn(path); when(fstat.toString()).thenReturn("fileStatus:" + name); when(mockFs.getFileStatus(eq(path))).thenReturn(fstat); PathData item = new PathData(path.toString(), conf); return item; }
private PathData createPathData(String name) throws IOException { Path path = new Path(name); FileStatus fstat = mock(FileStatus.class); when(fstat.getPath()).thenReturn(path); when(fstat.toString()).thenReturn("fileStatus:" + name); when(mockFs.getFileStatus(eq(path))).thenReturn(fstat); PathData item = new PathData(path.toString(), conf); return item; }