@Override public void runEmbedded(boolean async, long duration, Callable<Boolean> exitCondition) { LocalMode lma = LocalMode.newInstance(); populateDag(lma.getDAG()); DAG dag = lma.getDAG(); LocalMode.Controller lc = lma.getController(); if (lc instanceof StramLocalCluster) { ((StramLocalCluster)lc).setExitCondition(exitCondition); } if (async) { lc.runAsync(); } else { if (duration >= 0) { lc.run(duration); } else { lc.run(); } } }
/** * <p> * newInstance.</p> * * @return */ public static LocalMode newInstance() { return loadService(LocalMode.class); }
@Test public void testApplication() throws Exception { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); lma.prepareDAG(new EnrichApplication(), conf); LocalMode.Controller lc = lma.getController(); lc.run(10000);// runs for 10 seconds and quits }
LocalMode lma = LocalMode.newInstance(); StreamingApplication app = new StreamingApplication() DAG dag = lma.getDAG(); lma.prepareDAG(app, conf); final LocalMode.Controller lc = lma.getController(); lc.runAsync();
@Test public void testWindowDataManager() throws Exception { // Create DAG for testing. LocalMode lma = LocalMode.newInstance(); DAG dag = lma.getDAG(); KinesisStringInputOperator inputOperator = dag.addOperator("KinesisInput", new KinesisStringInputOperator() { @Override public void deactivate() { } @Override public void teardown() { } }); testMeta.operator = inputOperator; Assert.assertTrue("Default behaviour of WindowDataManager changed", (inputOperator.getWindowDataManager() instanceof WindowDataManager.NoopWindowDataManager)); }
public static void main(String[] args) throws Exception { StreamingApplication app = new TestNiFiOutputApplication(); LocalMode.runApp(app, new Configuration(false), 10000); Thread.sleep(2000); System.exit(0); }
LocalMode lma = LocalMode.newInstance(); StreamingApplication app = new StreamingApplication() DAG dag = lma.getDAG(); lma.prepareDAG(app, conf); final LocalMode.Controller lc = lma.getController(); lc.runAsync();
public static void main(String[] args) throws Exception { StreamingApplication app = new TestNiFiInputApplication(); LocalMode.runApp(app, new Configuration(false), 10000); Thread.sleep(2000); System.exit(0); } }
@Test public void testSomeMethod() throws Exception { Application app = new Application(); LocalMode lma = LocalMode.newInstance(); app.populateDAG(lma.getDAG(), new Configuration(false)); final LocalMode.Controller lc = lma.getController(); long start = System.currentTimeMillis(); lc.run(); long end = System.currentTimeMillis(); long time = end - start; LOG.info("Test used " + time + " ms"); } }
LocalMode lma = LocalMode.newInstance(); StreamingApplication app = new StreamingApplication() DAG dag = lma.getDAG(); lma.prepareDAG(app, conf); final LocalMode.Controller lc = lma.getController(); lc.runAsync();
@Test public void testApplication() throws Exception { EnrichApplication enrichApplication = new EnrichApplication(testMeta); enrichApplication.setLoader(testMeta.dbloader); LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); lma.prepareDAG(enrichApplication, conf); LocalMode.Controller lc = lma.getController(); lc.run(10000);// runs for 10 seconds and quits }
@Test public void testSomeMethod() throws Exception { ApplicationLogGenerator app = new ApplicationLogGenerator(); LocalMode lma = LocalMode.newInstance(); app.populateDAG(lma.getDAG(), new Configuration(false)); final LocalMode.Controller lc = lma.getController(); long start = System.currentTimeMillis(); lc.run(); long end = System.currentTimeMillis(); long time = end - start; LOG.info("Test used " + time + " ms"); } }
LocalMode lma = LocalMode.newInstance(); DAG dag = lma.getDAG(); lma.prepareDAG(app, conf); final LocalMode.Controller lc = lma.getController(); lc.runAsync();
@Test public void testApplication() throws IOException, Exception { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); lma.prepareDAG(new JsonParserTest(), conf); LocalMode.Controller lc = lma.getController(); lc.run(10000);// runs for 10 seconds and quits } catch (ConstraintViolationException e) { Assert.fail("constraint violations: " + e.getConstraintViolations()); } }
@Test public void testSomeMethod() throws Exception { ApplicationLocalLog app = new ApplicationLocalLog(); LocalMode lma = LocalMode.newInstance(); app.populateDAG(lma.getDAG(), new Configuration(false)); final LocalMode.Controller lc = lma.getController(); long start = System.currentTimeMillis(); lc.run(); long end = System.currentTimeMillis(); long time = end - start; LOG.info("Test used " + time + " ms"); } }
@Test public void testApplication() throws IOException, Exception { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); lma.prepareDAG(new CsvParserApplication(), conf); LocalMode.Controller lc = lma.getController(); lc.run(5000);// runs for 5 seconds and quits } catch (ConstraintViolationException e) { Assert.fail("constraint violations: " + e.getConstraintViolations()); } }
receiver.setup(); LocalMode lma = LocalMode.newInstance(); DAG dag = lma.getDAG(); SourceModule source = dag.addOperator("source", new SourceModule()); source.setTestNum(testNum); dag.addStream("Stream", source.outPort, collector.inputPort).setLocality(Locality.CONTAINER_LOCAL); final LocalMode.Controller lc = lma.getController(); lc.setHeartbeatMonitoringEnabled(false); lc.runAsync();
@Test public void testApplication() throws IOException, Exception { try { FileContext.getLocalFSFileContext().delete(new Path(new File(testMeta.dir).getAbsolutePath()), true); List<EventRecord> data = Lists.newArrayList(); data.add(new EventRecord(1, "cust1", 12321L, true, 12.22f, 12.23)); data.add(new EventRecord(2, "cust2", 12322L, true, 22.22f, 22.23)); data.add(new EventRecord(3, "cust3", 12323L, true, 32.22f, 32.23)); writeParquetFile(PARQUET_SCHEMA, new File(testMeta.dir, "data.parquet"), data); parquetFilePOJOReader.setDirectory(testMeta.dir); parquetFilePOJOReader.setParquetSchema(PARQUET_SCHEMA); LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); ParquetReaderApplication parquetReaderApplication = new ParquetReaderApplication(); parquetReaderApplication.setParquetFilePOJOReader(parquetFilePOJOReader); lma.prepareDAG(parquetReaderApplication, conf); LocalMode.Controller lc = lma.getController(); lc.run(10000);// runs for 10 seconds and quits } catch (ConstraintViolationException e) { Assert.fail("constraint violations: " + e.getConstraintViolations()); } }
sendingData.put("testb", "20"); sendingData.put("testc", "1000"); LocalMode lma = LocalMode.newInstance(); DAG dag = lma.getDAG(); SourceModule source = dag.addOperator("source", SourceModule.class); final LocalMode.Controller lc = lma.getController(); lc.runAsync(); Thread.sleep(2000);
@Test public void testApplication() throws IOException, Exception { try { FileContext.getLocalFSFileContext().delete(new Path(new File(testMeta.dir).getAbsolutePath()), true); int cnt = 7; createAvroInput(cnt); writeAvroFile(new File(FILENAME)); createAvroInput(cnt - 2); writeAvroFile(new File(OTHER_FILE)); avroFileInput.setDirectory(testMeta.dir); LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); AvroReaderApplication avroReaderApplication = new AvroReaderApplication(); avroReaderApplication.setAvroFileInputOperator(avroFileInput); lma.prepareDAG(avroReaderApplication, conf); LocalMode.Controller lc = lma.getController(); lc.run(10000);// runs for 10 seconds and quits } catch (ConstraintViolationException e) { Assert.fail("constraint violations: " + e.getConstraintViolations()); } }