public List<BulkImportStatus> getBulkLoadStatus() { return bulkImportStatus.getBulkLoadStatus(); } }
public void removeBulkImportState(List<String> files) { bulkImportStatus.removeBulkImportStatus(files); }
public void updateBulkImportState(List<String> files, BulkImportState state) { bulkImportStatus.updateBulkImportStatus(files, state); }
@Override public List<String> bulkImportFiles(TInfo tinfo, final TCredentials credentials, final long tid, final String tableId, final List<String> files, final String errorDir, final boolean setTime) throws ThriftSecurityException, ThriftTableOperationException, TException { try { if (!security.canPerformSystemActions(credentials)) throw new AccumuloSecurityException(credentials.getPrincipal(), SecurityErrorCode.PERMISSION_DENIED); bulkImportStatus.updateBulkImportStatus(files, BulkImportState.INITIAL); log.debug("Got request to bulk import files to table({}): {}", tableId, files); bulkImportStatus.updateBulkImportStatus(files, BulkImportState.PROCESSING); try { return BulkImporter.bulkLoad(context, tid, tableId, files, setTime); } finally { bulkImportStatus.removeBulkImportStatus(files); } } catch (AccumuloSecurityException e) { throw e.asThriftException(); } catch (Exception ex) { throw new TException(ex); } }
@Override public List<String> call() throws Exception { bulkImportStatus.updateBulkImportStatus(files, BulkImportState.PROCESSING); try { return BulkImporter.bulkLoad(context, tid, tableId, files, errorDir, setTime); } finally { bulkImportStatus.removeBulkImportStatus(files); } } });
public MasterMonitorInfo getMasterMonitorInfo() { final MasterMonitorInfo result = new MasterMonitorInfo(); result.tServerInfo = new ArrayList<>(); result.tableMap = new DefaultMap<>(new TableInfo()); for (Entry<TServerInstance,TabletServerStatus> serverEntry : tserverStatus.entrySet()) { final TabletServerStatus status = serverEntry.getValue(); result.tServerInfo.add(status); for (Entry<String,TableInfo> entry : status.tableMap.entrySet()) { TableInfoUtil.add(result.tableMap.get(entry.getKey()), entry.getValue()); } } result.badTServers = new HashMap<>(); synchronized (badServers) { for (TServerInstance bad : badServers.keySet()) { result.badTServers.put(bad.hostPort(), TabletServerState.UNRESPONSIVE.getId()); } } result.state = getMasterState(); result.goalState = getMasterGoalState(); result.unassignedTablets = displayUnassigned(); result.serversShuttingDown = new HashSet<>(); synchronized (serversToShutdown) { for (TServerInstance server : serversToShutdown) result.serversShuttingDown.add(server.hostPort()); } DeadServerList obit = new DeadServerList(context, getZooKeeperRoot() + Constants.ZDEADTSERVERS); result.deadTabletServers = obit.getList(); result.bulkImports = bulkImportStatus.getBulkLoadStatus(); return result; }
public void updateBulkImportStatus(String directory, BulkImportState state) { bulkImportStatus.updateBulkImportStatus(Collections.singletonList(directory), state); }
public void removeBulkImportStatus(String directory) { bulkImportStatus.removeBulkImportStatus(Collections.singletonList(directory)); }
result.bulkImports = new ArrayList<>(); result.bulkImports.addAll(clientHandler.getBulkLoadStatus()); result.bulkImports.addAll(bulkImportStatus.getBulkLoadStatus()); result.version = getVersion(); result.responseTime = System.currentTimeMillis() - start;
public void updateBulkImportState(List<String> files, BulkImportState state) { bulkImportStatus.updateBulkImportStatus(files, state); }
public void removeBulkImportState(List<String> files) { bulkImportStatus.removeBulkImportStatus(files); }
public List<BulkImportStatus> getBulkLoadStatus() { return bulkImportStatus.getBulkLoadStatus(); } }
public void updateBulkImportStatus(String directory, BulkImportState state) { bulkImportStatus.updateBulkImportStatus(Collections.singletonList(directory), state); }
public void removeBulkImportStatus(String directory) { bulkImportStatus.removeBulkImportStatus(Collections.singletonList(directory)); }
ZooUtil.getRoot(getInstance()) + Constants.ZDEADTSERVERS); result.deadTabletServers = obit.getList(); result.bulkImports = bulkImportStatus.getBulkLoadStatus(); return result;
@Override public List<String> bulkImportFiles(TInfo tinfo, final TCredentials credentials, final long tid, final String tableId, final List<String> files, final String errorDir, final boolean setTime) throws ThriftSecurityException, ThriftTableOperationException, TException { try { if (!security.canPerformSystemActions(credentials)) throw new AccumuloSecurityException(credentials.getPrincipal(), SecurityErrorCode.PERMISSION_DENIED); bulkImportStatus.updateBulkImportStatus(files, BulkImportState.INITIAL); log.debug("Got request to bulk import files to table(" + tableId + "): " + files); return transactionWatcher.run(Constants.BULK_ARBITRATOR_TYPE, tid, new Callable<List<String>>() { @Override public List<String> call() throws Exception { bulkImportStatus.updateBulkImportStatus(files, BulkImportState.PROCESSING); try { return BulkImporter.bulkLoad(context, tid, tableId, files, errorDir, setTime); } finally { bulkImportStatus.removeBulkImportStatus(files); } } }); } catch (AccumuloSecurityException e) { throw e.asThriftException(); } catch (Exception ex) { throw new TException(ex); } }
result.bulkImports = new ArrayList<>(); result.bulkImports.addAll(clientHandler.getBulkLoadStatus()); result.bulkImports.addAll(bulkImportStatus.getBulkLoadStatus()); result.responseTime = System.currentTimeMillis() - start; return result;