@Override @Nonnull public List<Processor> get(int count) { return range(0, count).mapToObj(i -> { try { String uuid = context.jetInstance().getCluster().getLocalMember().getUuid(); TaskAttemptID taskAttemptID = new TaskAttemptID("jet-node-" + uuid, jobContext.getJobID().getId(), JOB_SETUP, i, 0); jobConf.set("mapred.task.id", taskAttemptID.toString()); jobConf.setInt("mapred.task.partition", i); TaskAttemptContextImpl taskAttemptContext = new TaskAttemptContextImpl(jobConf, taskAttemptID); @SuppressWarnings("unchecked") OutputFormat<K, V> outFormat = jobConf.getOutputFormat(); RecordWriter<K, V> recordWriter = outFormat.getRecordWriter( null, jobConf, uuid + '-' + valueOf(i), Reporter.NULL); return new WriteHdfsP<>( recordWriter, taskAttemptContext, outputCommitter, extractKeyFn, extractValueFn); } catch (IOException e) { throw new JetException(e); } }).collect(toList()); } }
@Override @Nonnull public List<Processor> get(int count) { return range(0, count).mapToObj(i -> { try { String uuid = context.jetInstance().getCluster().getLocalMember().getUuid(); TaskAttemptID taskAttemptID = new TaskAttemptID("jet-node-" + uuid, jobContext.getJobID().getId(), JOB_SETUP, i, 0); jobConf.set("mapred.task.id", taskAttemptID.toString()); jobConf.setInt("mapred.task.partition", i); TaskAttemptContextImpl taskAttemptContext = new TaskAttemptContextImpl(jobConf, taskAttemptID); @SuppressWarnings("unchecked") OutputFormat<K, V> outFormat = jobConf.getOutputFormat(); RecordWriter<K, V> recordWriter = outFormat.getRecordWriter( null, jobConf, uuid + '-' + valueOf(i), Reporter.NULL); return new WriteHdfsP<>( recordWriter, taskAttemptContext, outputCommitter, extractKeyFn, extractValueFn); } catch (IOException e) { throw new JetException(e); } }).collect(toList()); } }
@Override public void init(@Nonnull Context context) { partitionToIterator = iteratorSupplier.apply(context.jetInstance().getHazelcastInstance()); }
@Override public void init(@Nonnull Context context) { HazelcastInstance instance = context.jetInstance().getHazelcastInstance(); if (clientXml != null) { client = newHazelcastClient(asClientConfig(clientXml)); instance = client; } eventJournalReader = eventJournalReaderSupplier.apply(instance); }
@Override public void init(@Nonnull Context context) { HazelcastInstance instance; if (isRemote()) { instance = client = newHazelcastClient(asClientConfig(clientXml)); } else { instance = context.jetInstance().getHazelcastInstance(); } flushBufferFn = instanceToFlushBufferFn.apply(instance); newBufferFn = instanceToNewBufferFn.apply(instance); }
@Override public void init(@Nonnull Context context) { if (contextFactory.isSharedLocally()) { contextObject = contextFactory.createFn().apply(context.jetInstance()); } }
@Override public void init(@Nonnull Context context) { if (clientXml != null) { instance = client = newHazelcastClient(asClientConfig(clientXml)); } else { instance = context.jetInstance().getHazelcastInstance(); } }