public static Configuration getHadoopConfigurationWithTimeout(final HadoopClusterInformation clusterInformation) { Configuration configuration = null; if (clusterInformation == null) { configuration = new Configuration(); } else { configuration = clusterInformation.getConfiguration(); } configuration.set(CommonConfigurationKeysPublic.IPC_CLIENT_CONNECT_MAX_RETRIES_ON_SOCKET_TIMEOUTS_KEY, String.valueOf(1)); return configuration; } }
public HadoopResource(final URI uri, final HadoopClusterInformation defaultCluster) { this(uri, defaultCluster.getConfiguration(), defaultCluster.getName()); }
public HadoopResourceBuilder(final ServerInformationCatalog catalog, final String templatedUri) { final Matcher matcher = RESOURCE_SCHEME_PATTERN.matcher(templatedUri); if (!matcher.matches()) { _clusterReferenceName = null; final String fixedUri = templatedUri.replace(" ", "%20"); final HadoopClusterInformation hadoopClusterInformation = (HadoopClusterInformation) catalog.getServer(HadoopResource.DEFAULT_CLUSTERREFERENCE); if (hadoopClusterInformation != null) { _configuration = hadoopClusterInformation.getConfiguration(); } else { _configuration = new Configuration(); } _configuration.set("fs.defaultFS", fixedUri); _uri = URI.create(fixedUri); } else { _clusterReferenceName = matcher.group(2); final HadoopClusterInformation hadoopClusterInformation = (HadoopClusterInformation) catalog.getServer(_clusterReferenceName); _configuration = hadoopClusterInformation.getConfiguration(); _uri = URI.create(matcher.group(3).replace(" ", "%20")); } }
(HadoopClusterInformation) serverInformationCatalog.getServer(selectedServer); final HdfsResource resource = new HadoopResource(selectedFile, server.getConfiguration(), selectedServer); final Datastore datastore = createAndAddDatastore(resource); _datastoreSelectListener.datastoreSelected(datastore);