private <T extends StateObject> boolean checkResult(T expected, StateObjectCollection<T> actual) { if (expected == null) { return actual.isEmpty(); } return actual.size() == 1 && expected == actual.iterator().next(); }
@Override public void discardState() { try { List<StateObject> toDispose = new ArrayList<>( managedOperatorState.size() + rawOperatorState.size() + managedKeyedState.size() + rawKeyedState.size()); toDispose.addAll(managedOperatorState); toDispose.addAll(rawOperatorState); toDispose.addAll(managedKeyedState); toDispose.addAll(rawKeyedState); StateUtil.bestEffortDiscardAllStateObjects(toDispose); } catch (Exception e) { LOG.warn("Error while discarding operator states.", e); } }
@Override public void discardState() { try { List<StateObject> toDispose = new ArrayList<>( managedOperatorState.size() + rawOperatorState.size() + managedKeyedState.size() + rawKeyedState.size()); toDispose.addAll(managedOperatorState); toDispose.addAll(rawOperatorState); toDispose.addAll(managedKeyedState); toDispose.addAll(rawKeyedState); StateUtil.bestEffortDiscardAllStateObjects(toDispose); } catch (Exception e) { LOG.warn("Error while discarding operator states.", e); } }
@Override public void discardState() { try { List<StateObject> toDispose = new ArrayList<>( managedOperatorState.size() + rawOperatorState.size() + managedKeyedState.size() + rawKeyedState.size()); toDispose.addAll(managedOperatorState); toDispose.addAll(rawOperatorState); toDispose.addAll(managedKeyedState); toDispose.addAll(rawKeyedState); StateUtil.bestEffortDiscardAllStateObjects(toDispose); } catch (Exception e) { LOG.warn("Error while discarding operator states.", e); } }
private void collectPartionableStates( List<OperatorState> operatorStates, List<List<OperatorStateHandle>> managedOperatorStates, List<List<OperatorStateHandle>> rawOperatorStates) { for (OperatorState operatorState : operatorStates) { final int parallelism = operatorState.getParallelism(); List<OperatorStateHandle> managedOperatorState = null; List<OperatorStateHandle> rawOperatorState = null; for (int i = 0; i < parallelism; i++) { OperatorSubtaskState operatorSubtaskState = operatorState.getState(i); if (operatorSubtaskState != null) { StateObjectCollection<OperatorStateHandle> managed = operatorSubtaskState.getManagedOperatorState(); StateObjectCollection<OperatorStateHandle> raw = operatorSubtaskState.getRawOperatorState(); if (managedOperatorState == null) { managedOperatorState = new ArrayList<>(parallelism * managed.size()); } managedOperatorState.addAll(managed); if (rawOperatorState == null) { rawOperatorState = new ArrayList<>(parallelism * raw.size()); } rawOperatorState.addAll(raw); } } managedOperatorStates.add(managedOperatorState); rawOperatorStates.add(rawOperatorState); } }
private void collectPartionableStates( List<OperatorState> operatorStates, List<List<OperatorStateHandle>> managedOperatorStates, List<List<OperatorStateHandle>> rawOperatorStates) { for (OperatorState operatorState : operatorStates) { final int parallelism = operatorState.getParallelism(); List<OperatorStateHandle> managedOperatorState = null; List<OperatorStateHandle> rawOperatorState = null; for (int i = 0; i < parallelism; i++) { OperatorSubtaskState operatorSubtaskState = operatorState.getState(i); if (operatorSubtaskState != null) { StateObjectCollection<OperatorStateHandle> managed = operatorSubtaskState.getManagedOperatorState(); StateObjectCollection<OperatorStateHandle> raw = operatorSubtaskState.getRawOperatorState(); if (managedOperatorState == null) { managedOperatorState = new ArrayList<>(parallelism * managed.size()); } managedOperatorState.addAll(managed); if (rawOperatorState == null) { rawOperatorState = new ArrayList<>(parallelism * raw.size()); } rawOperatorState.addAll(raw); } } managedOperatorStates.add(managedOperatorState); rawOperatorStates.add(rawOperatorState); } }