public Set<String> getSubmittedYarnApps() throws Exception { String rmHost = PhoenixMRJobUtil.getActiveResourceManagerHost(conf, zkQuorum); Map<String, String> urlParams = new HashMap<String, String>(); urlParams.put(YarnApplication.APP_STATES_ELEMENT, YarnApplication.state.NEW.toString() + "," + YarnApplication.state.ACCEPTED + "," + YarnApplication.state.SUBMITTED + "," + YarnApplication.state.RUNNING); int rmPort = PhoenixMRJobUtil.getRMPort(conf); String response = PhoenixMRJobUtil.getJobsInformationFromRM(rmHost, rmPort, urlParams); LOG.debug("Already Submitted/Running Apps = " + response); JSONObject jobsJson = new JSONObject(response); JSONObject appsJson = jobsJson.optJSONObject(YarnApplication.APPS_ELEMENT); Set<String> yarnApplicationSet = new HashSet<String>(); if (appsJson == null) { return yarnApplicationSet; } JSONArray appJson = appsJson.optJSONArray(YarnApplication.APP_ELEMENT); if (appJson == null) { return yarnApplicationSet; } for (int i = 0; i < appJson.length(); i++) { Gson gson = new GsonBuilder().create(); YarnApplication yarnApplication = gson.fromJson(appJson.getJSONObject(i).toString(), new TypeToken<YarnApplication>() { }.getType()); yarnApplicationSet.add(yarnApplication.getName()); } return yarnApplicationSet; }
public static JSONArray getNestedOptionalArray(JSONObject json, final String... path) throws JSONException { for (int i = 0; json != null && i < path.length - 1; i++) { String s = path[i]; json = json.optJSONObject(s); } return json == null ? null : json.optJSONArray(path[path.length - 1]); }
@Override public Iterable<IssuelinksType> parse(JSONObject json) throws JSONException { return JsonParseUtil.parseJsonArray(json.optJSONArray("issueLinkTypes"), issueLinkTypeJsonParser); } }
@Override public Iterable<IssuelinksType> parse(JSONObject json) throws JSONException { return JsonParseUtil.parseJsonArray(json.optJSONArray("issueLinkTypes"), issueLinkTypeJsonParser); } }
public static JSONArray getNestedOptionalArray(JSONObject json, String... path) throws JSONException { for (int i = 0; json != null && i < path.length - 1; i++) { String s = path[i]; json = json.optJSONObject(s); } return json == null ? null : json.optJSONArray(path[path.length - 1]); }
@Override public Iterable<Group> parse(JSONObject json) throws JSONException { return JsonParseUtil.parseJsonArray(json.optJSONArray("groups"), new GroupJsonParser()); } }
private Map<String, Map<String, Long>> parseDagCounters( JSONObject countersNode ) throws JSONException { if( countersNode == null ) return null; JSONArray counterGroupNodes = countersNode.optJSONArray( ATSConstants.COUNTER_GROUPS ); if( counterGroupNodes == null ) return null; Map<String, Map<String, Long>> counters = new HashMap<>(); int numCounterGroups = counterGroupNodes.length(); for( int i = 0; i < numCounterGroups; i++ ) parseCounterGroup( counters, counterGroupNodes.optJSONObject( i ) ); return counters; }
private Map<String, Map<String, Long>> parseDagCounters( JSONObject countersNode ) throws JSONException { if( countersNode == null ) return null; JSONArray counterGroupNodes = countersNode.optJSONArray( ATSConstants.COUNTER_GROUPS ); if( counterGroupNodes == null ) return null; Map<String, Map<String, Long>> counters = new HashMap<>(); int numCounterGroups = counterGroupNodes.length(); for( int i = 0; i < numCounterGroups; i++ ) parseCounterGroup( counters, counterGroupNodes.optJSONObject( i ) ); return counters; }
BaseInfo(JSONObject jsonObject) throws JSONException { final JSONObject otherInfoNode = jsonObject.getJSONObject(Constants.OTHER_INFO); //parse tez counters tezCounters = Utils.parseTezCountersFromJSON( otherInfoNode.optJSONObject(Constants.COUNTERS)); //parse events eventList = Lists.newArrayList(); Utils.parseEvents(jsonObject.optJSONArray(Constants.EVENTS), eventList); }
protected void fillBuffer(final Queue<Edge> queue, final int start, final int end) { final JSONObject object = RestHelper.get(this.uri + this.createSeparator() + RexsterTokens.REXSTER_OFFSET_START + RexsterTokens.EQUALS + start + RexsterTokens.AND + RexsterTokens.REXSTER_OFFSET_END + RexsterTokens.EQUALS + end); JSONArray array = object.optJSONArray(RexsterTokens.RESULTS); for (int ix = 0; ix < array.length(); ix++) { queue.add(new RexsterEdge(array.optJSONObject(ix), this.graph)); } } }
public static List<DataDependencyEvent> parseDataEventDependencyFromJSON(JSONObject jsonObject) throws JSONException { List<DataDependencyEvent> events = Lists.newArrayList(); JSONArray fields = jsonObject.optJSONArray(Constants.LAST_DATA_EVENTS); for (int i=0; i<fields.length(); i++) { JSONObject eventMap = fields.getJSONObject(i); events.add(new DataDependencyEvent( StringInterner.weakIntern(eventMap.optString(EntityTypes.TEZ_TASK_ATTEMPT_ID.name())), eventMap.optLong(Constants.TIMESTAMP))); } return events; }
@Override public AuditRecordsData parse(final JSONObject json) throws JSONException { final Integer offset = json.getInt("offset"); final Integer limit = json.getInt("limit"); final Integer total = json.getInt("total"); final OptionalIterable<AuditRecord> records = JsonParseUtil.parseOptionalJsonArray(json.optJSONArray("records"), singleAuditRecordJsonParser); return new AuditRecordsData(offset, limit, total, records); }
@Override public CimProject parse(final JSONObject json) throws JSONException { final BasicProject basicProject = basicProjectJsonParser.parse(json); final JSONArray issueTypesArray = json.optJSONArray("issuetypes"); final Iterable<CimIssueType> issueTypes = (issueTypesArray != null) ? issueTypesParser.parse(issueTypesArray) : Collections.<CimIssueType>emptyList(); final Map<String, URI> avatarUris = JsonParseUtil.getAvatarUris(json.getJSONObject("avatarUrls")); return new CimProject(basicProject.getSelf(), basicProject.getKey(), basicProject.getName(), avatarUris, issueTypes); } }
@Override public CimProject parse(final JSONObject json) throws JSONException { final BasicProject basicProject = basicProjectJsonParser.parse(json); final JSONArray issueTypesArray = json.optJSONArray("issuetypes"); final Iterable<CimIssueType> issueTypes = (issueTypesArray != null) ? issueTypesParser.parse(issueTypesArray) : Collections.<CimIssueType>emptyList(); final Map<String, URI> avatarUris = JsonParseUtil.getAvatarUris(json.getJSONObject("avatarUrls")); return new CimProject(basicProject.getSelf(), basicProject.getKey(), basicProject.getName(), avatarUris, issueTypes); } }
@Override public CimProject parse(final JSONObject json) throws JSONException { final BasicProject basicProject = basicProjectJsonParser.parse(json); final JSONArray issueTypesArray = json.optJSONArray("issuetypes"); final Iterable<CimIssueType> issueTypes = (issueTypesArray != null) ? issueTypesParser.parse(issueTypesArray) : Collections.<CimIssueType>emptyList(); final Map<String, URI> avatarUris = JsonParseUtil.getAvatarUris(json.getJSONObject("avatarUrls")); return new CimProject(basicProject.getSelf(), basicProject.getKey(), basicProject.getId(), basicProject.getName(), avatarUris, issueTypes); } }
@Override public CimProject parse(final JSONObject json) throws JSONException { final BasicProject basicProject = basicProjectJsonParser.parse(json); final JSONArray issueTypesArray = json.optJSONArray("issuetypes"); final Iterable<CimIssueType> issueTypes = (issueTypesArray != null) ? issueTypesParser.parse(issueTypesArray) : Collections.<CimIssueType>emptyList(); final Map<String, URI> avatarUris = JsonParseUtil.getAvatarUris(json.getJSONObject("avatarUrls")); return new CimProject(basicProject.getSelf(), basicProject.getKey(), basicProject.getId(), basicProject.getName(), avatarUris, issueTypes); } }
private CimFieldInfo parseIssueFieldInfo(JSONObject json, String id) throws JSONException { final boolean required = json.getBoolean("required"); final String name = JsonParseUtil.getOptionalString(json, "name"); final FieldSchema schema = fieldSchemaJsonParser.parse(json.getJSONObject("schema")); final Set<StandardOperation> operations = parseOperations(json.getJSONArray("operations")); final Iterable<Object> allowedValues = parseAllowedValues(json.optJSONArray("allowedValues"), schema); final URI autoCompleteUri = JsonParseUtil.parseOptionalURI(json, "autoCompleteUrl"); return new CimFieldInfo(id, required, name, schema, operations, allowedValues, autoCompleteUri); }
private CimFieldInfo parseIssueFieldInfo(JSONObject json, String id) throws JSONException { final boolean required = json.getBoolean("required"); final String name = JsonParseUtil.getOptionalString(json, "name"); final FieldSchema schema = fieldSchemaJsonParser.parse(json.getJSONObject("schema")); final Set<StandardOperation> operations = parseOperations(json.getJSONArray("operations")); final Iterable<Object> allowedValues = parseAllowedValues(json.optJSONArray("allowedValues"), schema); final URI autoCompleteUri = JsonParseUtil.parseOptionalURI(json, "autoCompleteUrl"); return new CimFieldInfo(id, required, name, schema, operations, allowedValues, autoCompleteUri); }
private CimFieldInfo parseIssueFieldInfo(JSONObject json, String id) throws JSONException { final boolean required = json.getBoolean("required"); final String name = JsonParseUtil.getOptionalString(json, "name"); final FieldSchema schema = fieldSchemaJsonParser.parse(json.getJSONObject("schema")); final Set<StandardOperation> operations = parseOperations(json.getJSONArray("operations")); final Iterable<Object> allowedValues = parseAllowedValues(json.optJSONArray("allowedValues"), schema); final URI autoCompleteUri = JsonParseUtil.parseOptionalURI(json, "autoCompleteUrl"); return new CimFieldInfo(id, required, name, schema, operations, allowedValues, autoCompleteUri); }
private CimFieldInfo parseIssueFieldInfo(JSONObject json, String id) throws JSONException { final boolean required = json.getBoolean("required"); final String name = JsonParseUtil.getOptionalString(json, "name"); final FieldSchema schema = fieldSchemaJsonParser.parse(json.getJSONObject("schema")); final Set<StandardOperation> operations = parseOperations(json.getJSONArray("operations")); final Iterable<Object> allowedValues = parseAllowedValues(json.optJSONArray("allowedValues"), schema); final URI autoCompleteUri = JsonParseUtil.parseOptionalURI(json, "autoCompleteUrl"); return new CimFieldInfo(id, required, name, schema, operations, allowedValues, autoCompleteUri); }