public static void logVersion() { if (!printed) { printed = true; LogFactory.getLog(Version.class).info("Elasticsearch Hadoop " + version()); // Check java version String javaVersion = System.getProperty("java.version"); if (javaVersion.startsWith("1.")) { if (!javaVersion.startsWith("1.8.")) { LogFactory.getLog(Version.class).warn("Using java version " + javaVersion + " is deprecated in Elasticsearch Hadoop"); } } } } }
@SuppressWarnings("unchecked") public static List<PartitionDefinition> findPartitions(Settings settings, Log log) { Version.logVersion();
public static String version() { return "v" + versionNumber() + " [" + versionHashShort() + "]"; }
public static String version() { return "v" + versionNumber() + " [" + versionHashShort() + "]"; }
private void initInnerTapIfNotSet(Object target, String hadoopTypeName) { if (actualTap != null) { return; } Class<?> clz = null; try { clz = Class.forName(hadoopTypeName, false, getClass().getClassLoader()); if (clz.isInstance(target)) { runningInHadoop = true; } } catch (ClassNotFoundException e) { runningInHadoop = false; } actualTap = (runningInHadoop ? new EsHadoopTap(host, port, resource, query, fields, props) : new EsLocalTap(host, port, resource, query, fields, props)); setScheme(actualTap.getScheme()); if (log.isDebugEnabled()) { log.debug(String.format("Detected %s environment; initializing [%s]", (runningInHadoop ? "Hadoop" : "local"), actualTap.getClass().getSimpleName())); } // use SLF4J just like Cascading if (!logVersion) { logVersion = true; Logger esTapLogger = LoggerFactory.getLogger(EsTap.class); esTapLogger.info(String.format("Elasticsearch Hadoop %s initialized", Version.version())); esTapLogger.warn("ES-Hadoop Cascading Integration is Deprecated as of 6.6.0 and will be removed in a later release."); } } }
public static PartitionWriter createWriter(Settings settings, long currentSplit, int totalSplits, Log log) { Version.logVersion();
public static String version() { return "v" + versionNumber() + " [" + versionHashShort() + "]"; }
public static void logVersion() { if (!printed) { printed = true; LogFactory.getLog(Version.class).info("Elasticsearch Hadoop " + version()); } } }
public static PartitionWriter createWriter(Settings settings, int currentSplit, int totalSplits, Log log) { Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log); InitializationUtils.discoverNodesIfNeeded(settings, log); InitializationUtils.filterNonClientNodesIfNeeded(settings, log); InitializationUtils.filterNonDataNodesIfNeeded(settings, log); List<String> nodes = SettingsUtils.discoveredOrDeclaredNodes(settings); // check invalid splits (applicable when running in non-MR environments) - in this case fall back to Random.. int selectedNode = (currentSplit < 0) ? new Random().nextInt(nodes.size()) : currentSplit % nodes.size(); // select the appropriate nodes first, to spread the load before-hand SettingsUtils.pinNode(settings, nodes.get(selectedNode)); Resource resource = new Resource(settings, false); log.info(String.format("Writing to [%s]", resource)); // single index vs multi indices IndexExtractor iformat = ObjectUtils.instantiate(settings.getMappingIndexExtractorClassName(), settings); iformat.compile(resource.toString()); RestRepository repository = (iformat.hasPattern() ? initMultiIndices(settings, currentSplit, resource, log) : initSingleIndex(settings, currentSplit, resource, log)); return new PartitionWriter(settings, currentSplit, totalSplits, repository); }
public static String version() { return "v" + versionNumber() + " [" + versionHashShort() + "]"; }
public static void logVersion() { if (!printed) { printed = true; LogFactory.getLog(Version.class).info("Elasticsearch Hadoop " + version()); // Check java version String javaVersion = System.getProperty("java.version"); if (javaVersion.startsWith("1.")) { if (!javaVersion.startsWith("1.8.")) { LogFactory.getLog(Version.class).warn("Using java version " + javaVersion + " is deprecated in Elasticsearch Hadoop"); } } } } }
@SuppressWarnings("unchecked") public static List<PartitionDefinition> findPartitions(Settings settings, Log log) { Version.logVersion();
public static String version() { return "v" + versionNumber() + " [" + versionHashShort() + "]"; }
public static void logVersion() { if (!printed) { printed = true; LogFactory.getLog(Version.class).info("Elasticsearch Hadoop " + version()); // Check java version String javaVersion = System.getProperty("java.version"); if (javaVersion.startsWith("1.")) { if (!javaVersion.startsWith("1.8.")) { LogFactory.getLog(Version.class).warn("Using java version " + javaVersion + " is deprecated in Elasticsearch Hadoop"); } } } } }
@SuppressWarnings("unchecked") public static List<PartitionDefinition> findPartitions(Settings settings, Log log) { Version.logVersion();
public static void logVersion() { if (!printed) { printed = true; LogFactory.getLog(Version.class).info("Elasticsearch Hadoop " + version()); // Check java version String javaVersion = System.getProperty("java.version"); if (javaVersion.startsWith("1.")) { if (!javaVersion.startsWith("1.8.")) { LogFactory.getLog(Version.class).warn("Using java version " + javaVersion + " is deprecated in Elasticsearch Hadoop"); } } } } }
@SuppressWarnings("unchecked") public static List<PartitionDefinition> findPartitions(Settings settings, Log log) { Version.logVersion();
private void initInnerTapIfNotSet(Object target, String hadoopTypeName) { if (actualTap != null) { return; } Class<?> clz = null; try { clz = Class.forName(hadoopTypeName, false, getClass().getClassLoader()); if (clz.isInstance(target)) { runningInHadoop = true; } } catch (ClassNotFoundException e) { runningInHadoop = false; } actualTap = (runningInHadoop ? new EsHadoopTap(host, port, resource, query, fields, props) : new EsLocalTap(host, port, resource, query, fields, props)); setScheme(actualTap.getScheme()); if (log.isDebugEnabled()) { log.debug(String.format("Detected %s environment; initializing [%s]", (runningInHadoop ? "Hadoop" : "local"), actualTap.getClass().getSimpleName())); } // use SLF4J just like Cascading if (!logVersion) { logVersion = true; Logger esTapLogger = LoggerFactory.getLogger(EsTap.class); esTapLogger.info(String.format("Elasticsearch Hadoop %s initialized", Version.version())); esTapLogger.warn("ES-Hadoop Cascading Integration is Deprecated as of 6.6.0 and will be removed in a later release."); } } }
@SuppressWarnings("unchecked") public static List<PartitionDefinition> findPartitions(Settings settings, Log log) { Version.logVersion();
public static PartitionWriter createWriter(Settings settings, long currentSplit, int totalSplits, Log log) { Version.logVersion();