public static void main(String[] args) throws Exception { String master = args[0]; JavaSparkContext sc = new JavaSparkContext(master, "StreamingLogInput"); // Create a StreamingContext with a 1 second batch size JavaStreamingContext jssc = new JavaStreamingContext(sc, new Duration(1000)); // Create a DStream from all the input on port 7777 JavaDStream<String> lines = jssc.socketTextStream("localhost", 7777); // Filter our DStream for lines with "error" JavaDStream<String> errorLines = lines.filter(new Function<String, Boolean>() { public Boolean call(String line) { return line.contains("error"); }}); // Print out the lines with errors, which causes this DStream to be evaluated errorLines.print(); // start our streaming context and wait for it to "finish" jssc.start(); // Wait for 10 seconds then exit. To run forever call without a timeout jssc.awaitTermination(10000); // Stop the streaming context jssc.stop(); } }
JavaStreamingContext streamingContext = getSparkStreamingContext(); JavaReceiverInputDStream<String> socketTextStream = streamingContext .socketTextStream("localhost", 8080); socketTextStream.foreachRDD((VoidFunction<JavaRDD<String>>) rdd -> { rdd.foreach((VoidFunction<String>) s -> { // Save data }); });
JavaStreamingContext streamingContext = getSparkStreamingContext(); JavaReceiverInputDStream<String> socketTextStream = streamingContext .socketTextStream("localhost", 8080); socketTextStream.foreachRDD(new VoidFunction<JavaRDD<String>>() { @Override public void call(JavaRDD<String> rdd) throws Exception { rdd.foreach(new VoidFunction<String>() { @Override public void call(String s) throws Exception { // Save data } }); } });
SparkConf sparkconf = new SparkConf().setAppName("sparkstreaming"); JavaStreamingContext ssc = new JavaStreamingContext(sparkconf, new Duration(1)); JavaDStream<String> lines = ssc.socketTextStream("xx.xx.xx.xx", xxxx);
@Test public void testSocketTextStream() { ssc.socketTextStream("localhost", 12345); }
JavaReceiverInputDStream<String> javaDstream = jssc.socketTextStream(host, Integer.parseInt(port));
@Test public void testSocketTextStream() { ssc.socketTextStream("localhost", 12345); }