protected static boolean canRun() { Response response = null; try { response = WebClient.create(readRestUrl() + GROBID_ISALIVE_PATH) .accept(MediaType.TEXT_HTML).get(); String resp = response.readEntity(String.class); return resp != null && !resp.equals("") && resp.startsWith("<h4>"); } catch (Exception e) { //swallow...can't run return false; } }
protected static boolean canRun() { try { Response response = WebClient .create(TEXT_REST_HOST + TEXT_LID_PATH) .get(); String json = response.readEntity(String.class); JsonArray jsonArray = new JsonParser().parse(json).getAsJsonObject().get("all_languages").getAsJsonArray(); return jsonArray.size() != 0; } catch (Exception e) { LOG.warn("Can't run", e); return false; } } }
public NLTKNERecogniser(){ try { String restHostUrlStr=""; try { restHostUrlStr = readRestUrl(); } catch (IOException e) { LOG.warn("Can't read rest url", e); } if (restHostUrlStr == null || restHostUrlStr.equals("")) { this.restHostUrlStr = NLTK_REST_HOST; } else { this.restHostUrlStr = restHostUrlStr; } Response response = WebClient.create(restHostUrlStr).accept(MediaType.TEXT_HTML).get(); int responseCode = response.getStatus(); if(responseCode == 200){ available = true; } else{ LOG.info("NLTKRest Server is not running"); } } catch (Exception e) { LOG.warn(e.getMessage(), e); } }
public GrobidNERecogniser(){ try { String restHostUrlStr=""; try { restHostUrlStr = readRestUrl(); } catch (IOException e) { LOG.warn("couldn't read rest url", e); } if (restHostUrlStr == null || restHostUrlStr.equals("")) { this.restHostUrlStr = GROBID_REST_HOST; } else { this.restHostUrlStr = restHostUrlStr; } Response response = WebClient.create(restHostUrlStr).accept(MediaType.APPLICATION_JSON).get(); int responseCode = response.getStatus(); if(responseCode == 200){ available = true; } else{ LOG.info("Grobid REST Server is not running"); } } catch (Exception e) { LOG.info(e.getMessage(), e); } }
/** * Load the supported languages from the <a href="https://developer.lingo24.com/premium-machine-translation-api">Premium MT API</a>. * Support is continually expanding. * @return <code>Set<String></code> of supported languages. */ private Set<String> getAllLanguages() { Set<String> languages = new HashSet<>(); if (!isAvailable) { return languages; } WebClient _client = null; try { _client = WebClient.create(LINGO24_TRANSLATE_URL_BASE + LINGO24_SOURCELANG_ACTION); Response response = _client.accept(MediaType.APPLICATION_JSON) .query("user_key", userKey).get(); String json = response.readEntity(String.class); JsonArray jsonArray = new JsonParser().parse(json).getAsJsonObject().get("source_langs").getAsJsonArray(); for (JsonElement jsonElement : jsonArray) { languages.add(jsonElement.getAsJsonArray().get(0).getAsString()); } } catch (Throwable e) { LOG.warn("problem detecting", e); } finally { if (_client != null) { _client.close(); } } return languages; }
private Set<String> getAllLanguages() { Set<String> languages = new HashSet<>(); try { Response response = WebClient .create(restHostUrlStr + TEXT_LID_PATH) .get(); String json = response.readEntity(String.class); JsonArray jsonArray = new JsonParser().parse(json).getAsJsonObject().get("all_languages").getAsJsonArray(); for (JsonElement jsonElement : jsonArray) { languages.add(jsonElement.toString()); } } catch (Exception e) { LOG.warn("problem getting and parsing json", e); } return languages; }
public void parse(String filePath, ContentHandler handler, Metadata metadata, ParseContext context) throws FileNotFoundException { File pdfFile = new File(filePath); ContentDisposition cd = new ContentDisposition( "form-data; name=\"input\"; filename=\"" + pdfFile.getName() + "\""); Attachment att = new Attachment("input", new FileInputStream(pdfFile), cd); MultipartBody body = new MultipartBody(att); Response response = WebClient .create(restHostUrlStr + GROBID_PROCESSHEADER_PATH) .accept(MediaType.APPLICATION_XML).type(MediaType.MULTIPART_FORM_DATA) .post(body); try { String resp = response.readEntity(String.class); Metadata teiMet = new TEIDOMParser().parse(resp, context); for (String key : teiMet.names()) { metadata.add("grobid:header_" + key, teiMet.get(key)); } } catch (Exception e) { LOG.warn("Couldn't read response", e); } }
WebClient client = WebClient.create(YANDEX_TRANSLATE_URL_BASE); Response response = client.accept(MediaType.APPLICATION_JSON) .query("key", this.apiKey).query("lang", langCode) .query("text", text).get(); BufferedReader reader = new BufferedReader(new InputStreamReader( (InputStream) response.getEntity(), UTF_8));
@Test public void testGetField_XXX_NotFound() throws Exception { Response response = WebClient.create(endPoint + META_PATH + "/xxx").type("application/msword") .accept(MediaType.APPLICATION_JSON).put(ClassLoader.getSystemResourceAsStream(TikaResourceTest.TEST_DOC)); Assert.assertEquals(Response.Status.NOT_FOUND.getStatusCode(), response.getStatus()); }
providers.add(jacksonJsonProvider); client = WebClient.create(networkURI, providers); jsonNode.put("inputText", inputText); Response response = client.accept(MediaType.APPLICATION_JSON).type(MediaType.APPLICATION_JSON).post(jsonNode); BufferedReader reader = new BufferedReader(new InputStreamReader( (InputStream) response.getEntity(), UTF_8));
@Test public void testProperPathWelcome() throws Exception{ Response response = WebClient .create(endPoint + WELCOME_PATH) .type("text/html") .accept("text/html") .get(); String html = getStringFromInputStream((InputStream) response.getEntity()); assertContains(PATH_RESOURCE, html); assertContains(PATH_RESOURCE_2, html); } }
@Test public void testGetField_Author_TEXT_Partial_BAD_REQUEST() throws Exception { InputStream stream = ClassLoader.getSystemResourceAsStream(TikaResourceTest.TEST_DOC); Response response = WebClient.create(endPoint + META_PATH + "/Author").type("application/msword") .accept(MediaType.TEXT_PLAIN).put(copy(stream, 8000)); Assert.assertEquals(Response.Status.BAD_REQUEST.getStatusCode(), response.getStatus()); }
@Test public void testWMFInRTF() throws Exception { Response response = WebClient.create(endPoint + TIKA_PATH) .type("application/rtf") .accept("text/plain") .put(ClassLoader.getSystemResourceAsStream("testRTF_npeFromWMFInTikaServer.rtf")); String responseMsg = getStringFromInputStream((InputStream) response .getEntity()); assertTrue(responseMsg.contains("Example text")); }
@Test public void testSimpleWordXML() throws Exception { Response response = WebClient.create(endPoint + TIKA_PATH) .type("application/msword") .accept("text/xml") .put(ClassLoader.getSystemResourceAsStream(TEST_DOC)); String responseMsg = getStringFromInputStream((InputStream) response .getEntity()); assertTrue(responseMsg.contains("test")); }