/** * Initializes the side input storage manager. */ public void init() { LOG.info("Initializing side input stores."); Map<SystemStreamPartition, String> fileOffsets = getFileOffsets(); LOG.info("File offsets for the task {}: ", taskName, fileOffsets); Map<SystemStreamPartition, String> oldestOffsets = getOldestOffsets(); LOG.info("Oldest offsets for the task {}: ", taskName, fileOffsets); startingOffsets = getStartingOffsets(fileOffsets, oldestOffsets); LOG.info("Starting offsets for the task {}: {}", taskName, startingOffsets); lastProcessedOffsets.putAll(fileOffsets); LOG.info("Last processed offsets for the task {}: {}", taskName, lastProcessedOffsets); initializeStoreDirectories(); }
/** * Initializes the side input storage manager. */ public void init() { LOG.info("Initializing side input stores."); Map<SystemStreamPartition, String> fileOffsets = getFileOffsets(); LOG.info("File offsets for the task {}: ", taskName, fileOffsets); Map<SystemStreamPartition, String> oldestOffsets = getOldestOffsets(); LOG.info("Oldest offsets for the task {}: ", taskName, fileOffsets); startingOffsets = getStartingOffsets(fileOffsets, oldestOffsets); LOG.info("Starting offsets for the task {}: {}", taskName, startingOffsets); lastProcessedOffsets.putAll(fileOffsets); LOG.info("Last processed offsets for the task {}: {}", taskName, lastProcessedOffsets); initializeStoreDirectories(); }
/** * Initializes the side input storage manager. */ public void init() { LOG.info("Initializing side input stores."); Map<SystemStreamPartition, String> fileOffsets = getFileOffsets(); LOG.info("File offsets for the task {}: ", taskName, fileOffsets); Map<SystemStreamPartition, String> oldestOffsets = getOldestOffsets(); LOG.info("Oldest offsets for the task {}: ", taskName, fileOffsets); startingOffsets = getStartingOffsets(fileOffsets, oldestOffsets); LOG.info("Starting offsets for the task {}: {}", taskName, startingOffsets); lastProcessedOffsets.putAll(fileOffsets); LOG.info("Last processed offsets for the task {}: {}", taskName, lastProcessedOffsets); initializeStoreDirectories(); }
/** * Initializes the side input storage manager. */ public void init() { LOG.info("Initializing side input stores."); Map<SystemStreamPartition, String> fileOffsets = getFileOffsets(); LOG.info("File offsets for the task {}: ", taskName, fileOffsets); Map<SystemStreamPartition, String> oldestOffsets = getOldestOffsets(); LOG.info("Oldest offsets for the task {}: ", taskName, fileOffsets); startingOffsets = getStartingOffsets(fileOffsets, oldestOffsets); LOG.info("Starting offsets for the task {}: {}", taskName, startingOffsets); lastProcessedOffsets.putAll(fileOffsets); LOG.info("Last processed offsets for the task {}: {}", taskName, lastProcessedOffsets); initializeStoreDirectories(); }
/** * Initializes the side input storage manager. */ public void init() { LOG.info("Initializing side input stores."); Map<SystemStreamPartition, String> fileOffsets = getFileOffsets(); LOG.info("File offsets for the task {}: ", taskName, fileOffsets); Map<SystemStreamPartition, String> oldestOffsets = getOldestOffsets(); LOG.info("Oldest offsets for the task {}: ", taskName, fileOffsets); startingOffsets = getStartingOffsets(fileOffsets, oldestOffsets); LOG.info("Starting offsets for the task {}: {}", taskName, startingOffsets); lastProcessedOffsets.putAll(fileOffsets); LOG.info("Last processed offsets for the task {}: {}", taskName, lastProcessedOffsets); initializeStoreDirectories(); }