private void dump(Plan p) { try { List<DataSinkNode> sinks = Optimizer.createPreOptimizedPlan(p); PlanJSONDumpGenerator dumper = new PlanJSONDumpGenerator(); String json = dumper.getPactPlanAsJSON(sinks); try (JsonParser parser = new JsonFactory().createParser(json)) { while (parser.nextToken() != null) {} } } catch (JsonParseException e) { e.printStackTrace(); Assert.fail("JSON Generator produced malformatted output: " + e.getMessage()); } catch (Exception e) { e.printStackTrace(); Assert.fail("An error occurred in the test: " + e.getMessage()); } } }
private void dump(Plan p) { p.setExecutionConfig(new ExecutionConfig()); try { OptimizedPlan op = compileNoStats(p); PlanJSONDumpGenerator dumper = new PlanJSONDumpGenerator(); String json = dumper.getOptimizerPlanAsJSON(op); JsonParser parser = new JsonFactory().createJsonParser(json); while (parser.nextToken() != null) {} } catch (JsonParseException e) { e.printStackTrace(); Assert.fail("JSON Generator produced malformatted output: " + e.getMessage()); } catch (Exception e) { e.printStackTrace(); Assert.fail("An error occurred in the test: " + e.getMessage()); } } }
@Override public JobExecutionResult execute(String jobName) throws Exception { Plan plan = createProgramPlan(jobName); Optimizer pc = new Optimizer(new Configuration()); OptimizedPlan op = pc.compile(plan); JobGraphGenerator jgg = new JobGraphGenerator(); JobGraph jobGraph = jgg.compileJobGraph(op); String jsonPlan = JsonPlanGenerator.generatePlan(jobGraph); // first check that the JSON is valid JsonParser parser = new JsonFactory().createJsonParser(jsonPlan); while (parser.nextToken() != null) {} validator.validateJson(jsonPlan); throw new AbortError(); }
/** * Advances the token and asserts that it matches the required {@link JsonToken}. */ private static void assertNextToken( final JsonParser p, final JsonToken requiredJsonToken) throws IOException { final JsonToken jsonToken = p.nextToken(); if (jsonToken != requiredJsonToken) { throw new JsonMappingException(p, String.format("Expected token %s (was %s)", requiredJsonToken, jsonToken)); } } }
/** * Advances the token and asserts that it matches the required {@link JsonToken}. */ private static void assertNextToken( final JsonParser p, final JsonToken requiredJsonToken) throws IOException { final JsonToken jsonToken = p.nextToken(); if (jsonToken != requiredJsonToken) { throw new JsonMappingException(p, String.format("Expected token %s (was %s)", requiredJsonToken, jsonToken)); } } }
/** * Advances the token and asserts that it matches the required {@link JsonToken}. */ private static void assertNextToken( final JsonParser p, final JsonToken requiredJsonToken) throws IOException { final JsonToken jsonToken = p.nextToken(); if (jsonToken != requiredJsonToken) { throw new JsonMappingException(p, String.format("Expected token %s (was %s)", requiredJsonToken, jsonToken)); } } }
@SuppressWarnings("unchecked") private Map<String, SerializedValue<OptionalFailure<Object>>> parseAccumulatorResults( final JsonParser p, final DeserializationContext ctxt) throws IOException { final Map<String, SerializedValue<OptionalFailure<Object>>> accumulatorResults = new HashMap<>(); while (true) { final JsonToken jsonToken = p.nextToken(); assertNotEndOfInput(p, jsonToken); if (jsonToken == JsonToken.END_OBJECT) { break; } final String accumulatorName = p.getValueAsString(); p.nextValue(); accumulatorResults.put( accumulatorName, (SerializedValue<OptionalFailure<Object>>) serializedValueDeserializer.deserialize(p, ctxt)); } return accumulatorResults; }
@SuppressWarnings("unchecked") private Map<String, SerializedValue<OptionalFailure<Object>>> parseAccumulatorResults( final JsonParser p, final DeserializationContext ctxt) throws IOException { final Map<String, SerializedValue<OptionalFailure<Object>>> accumulatorResults = new HashMap<>(); while (true) { final JsonToken jsonToken = p.nextToken(); assertNotEndOfInput(p, jsonToken); if (jsonToken == JsonToken.END_OBJECT) { break; } final String accumulatorName = p.getValueAsString(); p.nextValue(); accumulatorResults.put( accumulatorName, (SerializedValue<OptionalFailure<Object>>) serializedValueDeserializer.deserialize(p, ctxt)); } return accumulatorResults; }
@SuppressWarnings("unchecked") private Map<String, SerializedValue<OptionalFailure<Object>>> parseAccumulatorResults( final JsonParser p, final DeserializationContext ctxt) throws IOException { final Map<String, SerializedValue<OptionalFailure<Object>>> accumulatorResults = new HashMap<>(); while (true) { final JsonToken jsonToken = p.nextToken(); assertNotEndOfInput(p, jsonToken); if (jsonToken == JsonToken.END_OBJECT) { break; } final String accumulatorName = p.getValueAsString(); p.nextValue(); accumulatorResults.put( accumulatorName, (SerializedValue<OptionalFailure<Object>>) serializedValueDeserializer.deserialize(p, ctxt)); } return accumulatorResults; }
final JsonToken jsonToken = p.nextToken(); assertNotEndOfInput(p, jsonToken); if (jsonToken == JsonToken.END_OBJECT) {
final JsonToken jsonToken = p.nextToken(); assertNotEndOfInput(p, jsonToken); if (jsonToken == JsonToken.END_OBJECT) {
final JsonToken jsonToken = p.nextToken(); assertNotEndOfInput(p, jsonToken); if (jsonToken == JsonToken.END_OBJECT) {