private long measure() throws InterruptedException, ExecutionException { System.out.print("\nCounting words... "); final Map<String, Long> counts = new ConcurrentHashMap<>(); final Job job = jet.newJob(buildDag(counts)); long start = System.nanoTime(); job.join(); final long took = TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - start); System.out.print("done in " + took + " milliseconds."); // printResults(counts); return took; }
private void buildInvertedIndex() { Job job = jet.newJob(createDag()); long start = System.nanoTime(); job.join(); System.out.println("Indexing took " + NANOSECONDS.toMillis(System.nanoTime() - start) + " milliseconds."); }
public void go() { System.out.print("\nStarting up... "); long start = System.nanoTime(); Pipeline p = buildPipeline(); jet.newJob(p).join(); System.out.println("done in " + TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - start) + " milliseconds."); }
private void buildInvertedIndex() { Job job = jet.newJob(createPipeline()); long start = System.nanoTime(); job.join(); System.out.println("Indexing took " + NANOSECONDS.toMillis(System.nanoTime() - start) + " milliseconds."); }
private static void runPipeline(JetInstance jet) { System.out.println("\nRunning the pipeline "); Pipeline p = buildPipeline(); jet.newJob(p).join(); } }
public static void main(String[] args) { JetInstance jet = Jet.newJetInstance(); Pipeline p = buildPipeline(); System.out.println("Generating model..."); try { jet.newJob(p).join(); printTransitionsAndMarkovChain(jet); } finally { Jet.shutdownAll(); } }
private void go() throws Exception { Job job = null; try { setup(); job = jet.newJob(buildPipeline()); scheduledExecutorService.schedule(job::cancel, 10, SECONDS); job.join(); } catch (CancellationException e) { waitForComplete(job); } finally { cleanup(); } }
private void go() throws Exception { Job job = null; try { setup(); job = jet.newJob(buildPipeline()); scheduledExecutorService.schedule(job::cancel, 10, SECONDS); job.join(); } catch (CancellationException e) { waitForComplete(job); } finally { cleanup(); } }
private void go() { try { setup(); jet.newJob(buildPipeline()).join(); } finally { Jet.shutdownAll(); } }
private void go() { try { setup(); jet.newJob(buildPipeline()).join(); IMapJet<String, User> map = jet.getMap(AvroSink.MAP_NAME); System.out.println("Map Size: " + map.size()); map.forEach((key, value) -> System.out.println(key + " - " + value)); } finally { Jet.shutdownAll(); } }
public static void main(String[] args) { System.out.println("DISCLAIMER: This is not an investment advice"); DAG dag = buildDag(); // Start Jet JetInstance jet = Jet.newJetInstance(); startConsolePrinterThread(jet); try { // Perform the computation jet.newJob(dag).join(); } finally { stopConsolePrinterThread(); Jet.shutdownAll(); } }
private void go() throws Exception { try { setup(); Pipeline p = buildPipeline(connectionUrl()); jet.newJob(p).join(); jet.getMap(MAP_NAME).values().forEach(System.out::println); } finally { cleanup(); } }
public static void main(String[] args) { ApplicationContext context = new AnnotationConfigApplicationContext(AppConfig.class); JetInstance jet = context.getBean(JetInstance.class); Pipeline pipeline = Pipeline.create(); pipeline.drawFrom(CustomSourceP.customSource()) .drainTo(Sinks.logger()); JobConfig jobConfig = new JobConfig() .addClass(AnnotationBasedConfigurationSample.class) .addClass(CustomSourceP.class); jet.newJob(pipeline, jobConfig).join(); jet.shutdown(); } }
public static void main(String[] args) { JetInstance jet = Jet.newJetInstance(); Pipeline pipeline = buildPipeline(); addListener(jet.getMap(TAKE_OFF_MAP), a -> System.out.println("New aircraft taking off: " + a)); addListener(jet.getMap(LANDING_MAP), a -> System.out.println("New aircraft landing " + a)); try { Job job = jet.newJob(pipeline, new JobConfig().setName("FlightTelemetry").setProcessingGuarantee(ProcessingGuarantee.EXACTLY_ONCE)); job.join(); } finally { Jet.shutdownAll(); } }
private void go() throws Exception { try { createAvroFile(); JetInstance jet = Jet.newJetInstance(); JobConf jobConfig = createJobConfig(); jet.newJob(buildPipeline(jobConfig)).join(); } finally { Jet.shutdownAll(); } }
private void go() throws Exception { try { setup(); Pipeline p = buildPipeline(connectionUrl()); jet.newJob(p).join(); printTable(); } finally { cleanup(); } }
@RequestMapping("/submitJob") public void submitJob() { Pipeline pipeline = Pipeline.create(); pipeline.drawFrom(CustomSourceP.customSource()) .drainTo(Sinks.logger()); JobConfig jobConfig = new JobConfig() .addClass(SpringBootSample.class) .addClass(CustomSourceP.class); instance.newJob(pipeline, jobConfig).join(); }
@Test(timeout = 20000) public void test() { Pipeline p = Pipeline.create(); p.drawFrom(Sources.batchFromProcessor("source", preferLocalParallelismOne(CustomSourceP::new))) .drainTo(Sinks.fromProcessor("sink", preferLocalParallelismOne(CustomSinkP::new))); jetInstance.newJob(p).join(); }