@Override public CheckpointStorage createCheckpointStorage(JobID jobId) throws IOException { return checkpointStreamBackend.createCheckpointStorage(jobId); }
@Override public <K> AbstractKeyedStateBackend<K> createKeyedStateBackend( Environment env, JobID jobID, String operatorIdentifier, TypeSerializer<K> keySerializer, int numberOfKeyGroups, KeyGroupRange keyGroupRange, TaskKvStateRegistry kvStateRegistry, TtlTimeProvider ttlTimeProvider, MetricGroup metricGroup) throws Exception { return backend.createKeyedStateBackend( env, jobID, operatorIdentifier, keySerializer, numberOfKeyGroups, keyGroupRange, kvStateRegistry, this.ttlTimeProvider, metricGroup ); }
@Override public CompletedCheckpointStorageLocation resolveCheckpoint(String pointer) throws IOException { return checkpointStreamBackend.resolveCheckpoint(pointer); }
@Override public OperatorStateBackend createOperatorStateBackend(Environment env, String operatorIdentifier) throws Exception { return backend.createOperatorStateBackend(env, operatorIdentifier); } }
public CheckpointStreamFactory createSavepointStreamFactory(StreamOperator<?> operator, String targetLocation) throws IOException { return stateBackend.createSavepointStreamFactory( getEnvironment().getJobID(), createOperatorIdentifier(operator, configuration.getVertexID()), targetLocation); }
/** * This is only visible because * {@link org.apache.flink.streaming.runtime.operators.GenericWriteAheadSink} uses the * checkpoint stream factory to write write-ahead logs. <b>This should not be used for * anything else.</b> */ public CheckpointStreamFactory createCheckpointStreamFactory(StreamOperator<?> operator) throws IOException { return stateBackend.createStreamFactory( getEnvironment().getJobID(), createOperatorIdentifier(operator, configuration.getVertexID())); }
protected OperatorStateBackend operatorStateBackend( String operatorIdentifierText, PrioritizedOperatorSubtaskState prioritizedOperatorSubtaskStates, CloseableRegistry backendCloseableRegistry) throws Exception { String logDescription = "operator state backend for " + operatorIdentifierText; BackendRestorerProcedure<OperatorStateBackend, OperatorStateHandle> backendRestorer = new BackendRestorerProcedure<>( () -> stateBackend.createOperatorStateBackend(environment, operatorIdentifierText), backendCloseableRegistry, logDescription); return backendRestorer.createAndRestore( prioritizedOperatorSubtaskStates.getPrioritizedManagedOperatorState()); }
() -> stateBackend.createKeyedStateBackend( environment, environment.getJobID(),
@Override public CheckpointStorage createCheckpointStorage(JobID jobId) throws IOException { return backend.createCheckpointStorage(jobId); }
@Override public CompletedCheckpointStorageLocation resolveCheckpoint(String externalPointer) throws IOException { return backend.resolveCheckpoint(externalPointer); }
protected OperatorStateBackend operatorStateBackend( String operatorIdentifierText, PrioritizedOperatorSubtaskState prioritizedOperatorSubtaskStates, CloseableRegistry backendCloseableRegistry) throws Exception { String logDescription = "operator state backend for " + operatorIdentifierText; BackendRestorerProcedure<OperatorStateBackend, OperatorStateHandle> backendRestorer = new BackendRestorerProcedure<>( () -> stateBackend.createOperatorStateBackend(environment, operatorIdentifierText), backendCloseableRegistry, logDescription); return backendRestorer.createAndRestore( prioritizedOperatorSubtaskStates.getPrioritizedManagedOperatorState()); }
KeyGroupRange keyGroupRange, TaskKvStateRegistry kvStateRegistry) throws Exception { return createKeyedStateBackend( env, jobID,
public void setStateBackend(StateBackend stateBackend) { this.stateBackend = stateBackend; try { this.checkpointStorage = stateBackend.createCheckpointStorage(new JobID()); } catch (IOException e) { throw new RuntimeException(e.getMessage(), e); } }
@Override public CompletedCheckpointStorageLocation resolveCheckpoint(String pointer) throws IOException { return checkpointStreamBackend.resolveCheckpoint(pointer); }
protected OperatorStateBackend operatorStateBackend( String operatorIdentifierText, PrioritizedOperatorSubtaskState prioritizedOperatorSubtaskStates, CloseableRegistry backendCloseableRegistry) throws Exception { String logDescription = "operator state backend for " + operatorIdentifierText; BackendRestorerProcedure<OperatorStateBackend, OperatorStateHandle> backendRestorer = new BackendRestorerProcedure<>( () -> stateBackend.createOperatorStateBackend(environment, operatorIdentifierText), backendCloseableRegistry, logDescription); return backendRestorer.createAndRestore( prioritizedOperatorSubtaskStates.getPrioritizedManagedOperatorState()); }
KeyGroupRange keyGroupRange, TaskKvStateRegistry kvStateRegistry) throws Exception { return createKeyedStateBackend( env, jobID,
checkpointStorage = stateBackend.createCheckpointStorage(getEnvironment().getJobID());
@Override public CompletedCheckpointStorageLocation resolveCheckpoint(String pointer) throws IOException { return checkpointStreamBackend.resolveCheckpoint(pointer); }
public OperatorStateBackend createOperatorStateBackend( StreamOperator<?> op, Collection<OperatorStateHandle> restoreStateHandles) throws Exception { Environment env = getEnvironment(); String opId = createOperatorIdentifier(op, getConfiguration().getVertexID()); OperatorStateBackend operatorStateBackend = stateBackend.createOperatorStateBackend(env, opId); // let operator state backend participate in the operator lifecycle, i.e. make it responsive to cancelation cancelables.registerClosable(operatorStateBackend); // restore if we have some old state if (null != restoreStateHandles) { operatorStateBackend.restore(restoreStateHandles); } return operatorStateBackend; }
TtlTimeProvider ttlTimeProvider ) throws Exception { return createKeyedStateBackend( env, jobID,