/** * Check current state. * * @param status the status */ protected void checkCurrentState(QueryStatus.Status status) { if (currentValue != status) { throw new IllegalStateException("Invalid query state: " + currentValue + " query:" + queryHandle.toString()); } }
/** * Check current state. * * @param status the status */ protected void checkCurrentState(QueryStatus.Status status) { if (currentValue != status) { throw new IllegalStateException("Invalid query state: " + currentValue + " query:" + queryHandle.toString()); } }
public Path getHDFSResultDir() { return new Path(new Path(getResultSetParentDir(), conf.get(LensConfConstants.QUERY_HDFS_OUTPUT_PATH, LensConfConstants.DEFAULT_HDFS_OUTPUT_PATH)), queryHandle.toString()); }
public Path getHDFSResultDir() { return new Path(new Path(getResultSetParentDir(), conf.get(LensConfConstants.QUERY_HDFS_OUTPUT_PATH, LensConfConstants.DEFAULT_HDFS_OUTPUT_PATH)), queryHandle.toString()); }
/** * Get the HTTP result set * * @param queryHandle * @return the query Result */ public QueryResult getHttpResultSet(QueryHandle queryHandle) throws LensException { Response response = this.exec("get", QueryURL.QUERY_URL + "/" + queryHandle.toString() + "/httpresultset", servLens, null, null); AssertUtil.assertSucceededResponse(response); QueryResult result = response.readEntity(new GenericType<QueryResult>(){}); return result; }
public LensQuery getLensQuery(String sessionHandleString, QueryHandle queryHandle) throws LensException { MapBuilder query = new MapBuilder("sessionid", sessionHandleString); Response response = this.exec("get", QueryURL.QUERY_URL + "/" + queryHandle.toString(), servLens, null, query); log.info("Response : {}", response); AssertUtil.assertSucceededResponse(response); LensQuery lensQuery = response.readEntity(new GenericType<LensQuery>(){}); return lensQuery; }
QueryContext getQueryContextOfFinishedQuery(QueryHandle queryHandle) { FinishedLensQuery query = lensServerDao.getQuery(queryHandle.toString()); log.info("FinishedLensQuery:{}", query); if (query == null) { throw new NotFoundException("Query not found " + queryHandle); } // pass the query conf instead of service conf return query.toQueryContext(conf, drivers.values()); }
/** * Kill Query by QueryHandle * * @param sessionHandleString * @param queryHandle */ public void killQueryByQueryHandle(String sessionHandleString, QueryHandle queryHandle) throws LensException { MapBuilder query = new MapBuilder("sessionid", sessionHandleString); Response response = this.exec("delete", QueryURL.QUERY_URL + "/" + queryHandle.toString(), servLens, null, query); log.info("Response : {}", response); AssertUtil.assertSucceededResponse(response); }
public static LensQuery getLensQuery(final WebTarget target, final LensSessionHandle lensSessionHandle, final QueryHandle handle, MediaType mt) { return target.path("queryapi/queries").path(handle.toString()).queryParam("sessionid", lensSessionHandle) .request(mt).get(LensQuery.class); }
public static Response getLensQueryHttpResult(final WebTarget target, final LensSessionHandle lensSessionHandle, final QueryHandle handle) { return target.path("queryapi/queries").path(handle.toString()).path("httpresultset") .queryParam("sessionid", lensSessionHandle).request().get(Response.class); } }
public static String getLensQueryResultAsString(final WebTarget target, final LensSessionHandle lensSessionHandle, final QueryHandle handle, MediaType mt) { return target.path("queryapi/queries").path(handle.toString()).path("resultset") .queryParam("sessionid", lensSessionHandle).request(mt).get(String.class); }
private String getQueryResultFileName() { String pathStr = Strings.isNullOrEmpty(ctx.getQueryName()) ? "" : LensFileOutputFormat.getValidOutputFileName(ctx.getQueryName()) + "-"; return pathStr + ctx.getQueryHandle().toString() + PART_SUFFIX + currentPart + resultFileExtn; }
private String getQueryResultFileName() { String pathStr = Strings.isNullOrEmpty(ctx.getQueryName()) ? "" : LensFileOutputFormat.getValidOutputFileName(ctx.getQueryName()) + "-"; return pathStr + ctx.getQueryHandle().toString() + PART_SUFFIX + currentPart + resultFileExtn; }
public String getInmemoryResultSetJson(QueryHandle queryHandle, String fromIndex, String fetchSize, String sessionHandleString) throws LensException { MapBuilder query = new MapBuilder("sessionid", sessionHandleString); query.put("fromindex", fromIndex); query.put("fetchsize", fetchSize); Response response = this.exec("get", QueryURL.QUERY_URL + "/" + queryHandle.toString() + "/resultset", servLens, null, query, MediaType.APPLICATION_XML_TYPE, MediaType.APPLICATION_JSON, null); AssertUtil.assertSucceededResponse(response); String result = response.readEntity(String.class); log.info("QueryResult String:{}", result); return result; }
public static <T> T getLensQueryResult(final WebTarget target, final LensSessionHandle lensSessionHandle, final QueryHandle handle, Class<T> clazz, MediaType mt) throws InterruptedException { waitForQueryToFinish(target, lensSessionHandle, handle, QueryStatus.Status.SUCCESSFUL, mt); return target.path("queryapi/queries").path(handle.toString()).path("resultset") .queryParam("sessionid", lensSessionHandle).request(mt).get(clazz); }
public void setupOutputs() throws IOException { String pathStr = ctx.getResultSetParentDir(); if (StringUtils.isBlank(pathStr)) { throw new IllegalArgumentException("No output path specified"); } String outputPathStr = Strings.isNullOrEmpty(ctx.getQueryName()) ? "" : LensFileOutputFormat.getValidOutputFileName(ctx.getQueryName()) + "-"; outputPath = new Path(pathStr, outputPathStr + ctx.getQueryHandle().toString()); Path tmpWorkPath = new Path(pathStr, ctx.getQueryHandle().toString() + ".tmp"); try { rowWriter = LensFileOutputFormat.createRecordWriter(ctx.getConf(), tmpWorkPath, Reporter.NULL, ctx.getCompressOutput(), ctx.getOuptutFileExtn(), ctx.getResultEncoding()); numRows=0; } catch (IOException e) { throw new IllegalArgumentException("Could not create tmp path"); } }
private void validateInmemoryResult(WebTarget target, QueryHandle handle, MediaType mt) throws IOException { if (mt.equals(MediaType.APPLICATION_JSON_TYPE)) { String resultSet = target.path(handle.toString()).path("resultset") .queryParam("sessionid", lensSessionId).request(mt).get(String.class); // this is being done because json unmarshalling does not work to construct java Objects back assertEquals(resultSet.replaceAll("\\W", ""), expectedJsonResult().replaceAll("\\W", "")); } else { InMemoryQueryResult resultSet = target.path(handle.toString()).path("resultset") .queryParam("sessionid", lensSessionId).request(mt).get(InMemoryQueryResult.class); validateInmemoryResult(resultSet); } } private String expectedJsonResult() {
/** * Close result set. * * @return true, if successful */ public boolean closeResultSet() { if (!this.getQuery().getStatus().isResultSetAvailable()) { return false; } Client client = connection.buildClient(); WebTarget target = getQueryWebTarget(client); APIResult result = target.path(query.getQueryHandle().toString()).path("resultset") .queryParam("sessionid", connection.getSessionHandle()).request().delete(APIResult.class); return result.getStatus() == APIResult.Status.SUCCEEDED; }
/** * Close result set. * * @return true, if successful */ public boolean closeResultSet() { if (!this.getQuery().getStatus().isResultSetAvailable()) { return false; } Client client = connection.buildClient(); WebTarget target = getQueryWebTarget(client); APIResult result = target.path(query.getQueryHandle().toString()).path("resultset") .queryParam("sessionid", connection.getSessionHandle()).request().delete(APIResult.class); return result.getStatus() == APIResult.Status.SUCCEEDED; }
/** * Kill. * * @param query the query * @return true, if successful */ public boolean kill(LensQuery query) { if (query.getStatus().finished()) { return false; } Client client = connection.buildClient(); WebTarget target = getQueryWebTarget(client); APIResult result = target.path(query.getQueryHandle().toString()) .queryParam("sessionid", connection.getSessionHandle()).request().delete(APIResult.class); return result.getStatus().equals(APIResult.Status.SUCCEEDED); }