String tempDir = env.getTaskManagerInfo().getTmpDirectories()[0]; ensureRocksDBIsLoaded(tempDir);
@Override public void invoke() throws Exception { RecordReader<SpeedTestRecord> reader = new RecordReader<>( getEnvironment().getInputGate(0), SpeedTestRecord.class, getEnvironment().getTaskManagerInfo().getTmpDirectories()); try { boolean isSlow = getTaskConfiguration().getBoolean(IS_SLOW_RECEIVER_CONFIG_KEY, false); int numRecords = 0; while (reader.next() != null) { if (isSlow && (numRecords++ % IS_SLOW_EVERY_NUM_RECORDS) == 0) { Thread.sleep(IS_SLOW_SLEEP_MS); } } } finally { reader.clearBuffers(); } } }
@Override public void invoke() throws Exception { RecordReader<SpeedTestRecord> reader = new RecordReader<>( getEnvironment().getInputGate(0), SpeedTestRecord.class, getEnvironment().getTaskManagerInfo().getTmpDirectories()); RecordWriter<SpeedTestRecord> writer = new RecordWriter<>(getEnvironment().getWriter(0)); try { SpeedTestRecord record; while ((record = reader.next()) != null) { writer.emit(record); } } finally { reader.clearBuffers(); writer.clearBuffers(); writer.flushAll(); } } }
@Override public <K> AbstractKeyedStateBackend<K> createKeyedStateBackend( Environment env, JobID jobID, String operatorIdentifier, TypeSerializer<K> keySerializer, int numberOfKeyGroups, KeyGroupRange keyGroupRange, TaskKvStateRegistry kvStateRegistry) throws IOException { // first, make sure that the RocksDB JNI library is loaded // we do this explicitly here to have better error handling String tempDir = env.getTaskManagerInfo().getTmpDirectories()[0]; ensureRocksDBIsLoaded(tempDir); lazyInitializeForJob(env, operatorIdentifier); File instanceBasePath = new File(getNextStoragePath(), "job-" + jobId + "_op-" + operatorIdentifier + "_uuid-" + UUID.randomUUID()); return new RocksDBKeyedStateBackend<>( operatorIdentifier, env.getUserClassLoader(), instanceBasePath, getDbOptions(), getColumnOptions(), kvStateRegistry, keySerializer, numberOfKeyGroups, keyGroupRange, env.getExecutionConfig(), enableIncrementalCheckpointing); }
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
String tempDir = env.getTaskManagerInfo().getTmpDirectories()[0]; ensureRocksDBIsLoaded(tempDir);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
String tempDir = env.getTaskManagerInfo().getTmpDirectories()[0]; ensureRocksDBIsLoaded(tempDir);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories()); } else { throw new Exception("Illegal input group size in task configuration: " + groupSize);
getEnvironment().getTaskManagerInfo().getTmpDirectories(), getEnvironment().getTaskManagerInfo().getConfiguration()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories(), getEnvironment().getTaskManagerInfo().getConfiguration()); } else {
this.headEventReader = new MutableRecordReader<>( getEnvironment().getInputGate(0), getEnvironment().getTaskManagerInfo().getTmpDirectories());
this.headEventReader = new MutableRecordReader<>( getEnvironment().getInputGate(0), getEnvironment().getTaskManagerInfo().getTmpDirectories());
getEnvironment().getTaskManagerInfo().getTmpDirectories(), getEnvironment().getTaskManagerInfo().getConfiguration()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories(), getEnvironment().getTaskManagerInfo().getConfiguration()); } else {
getEnvironment().getTaskManagerInfo().getTmpDirectories(), getEnvironment().getTaskManagerInfo().getConfiguration()); } else if (groupSize > 1){ getEnvironment().getTaskManagerInfo().getTmpDirectories(), getEnvironment().getTaskManagerInfo().getConfiguration()); } else {