@Test public void testValidateIngestOnlyNodesWithDefaults() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_INGEST_ONLY, "true"); validateSettings(set); }
Version.logVersion(); InitializationUtils.validateSettings(settings);
public static PartitionWriter createWriter(Settings settings, long currentSplit, int totalSplits, Log log) { Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log);
static Settings addDefaultsToSettings(Properties flowProperties, Properties tapProperties, Log log) { Settings settings = HadoopSettingsManager.loadFrom(CascadingUtils.extractOriginalProperties(flowProperties)).merge(tapProperties); InitializationUtils.validateSettings(settings); InitializationUtils.setValueWriterIfNotSet(settings, CascadingValueWriter.class, log); InitializationUtils.setValueReaderIfNotSet(settings, JdkValueReader.class, log); InitializationUtils.setBytesConverterIfNeeded(settings, CascadingLocalBytesConverter.class, log); InitializationUtils.setFieldExtractorIfNotSet(settings, CascadingFieldExtractor.class, log); return settings; }
public static PartitionWriter createWriter(Settings settings, long currentSplit, int totalSplits, Log log) { Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log);
Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.validateSettingsForReading(settings);
@Test public void testValidateClientOnlyNodesWithDefaultData() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_CLIENT_ONLY, "true"); validateSettings(set); }
public static PartitionWriter createWriter(Settings settings, long currentSplit, int totalSplits, Log log) { Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log);
@Test(expected = EsHadoopIllegalArgumentException.class) public void testValidateIngestOnlyVsClientOnly() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_INGEST_ONLY, "true"); set.setProperty(ES_NODES_CLIENT_ONLY, "true"); validateSettings(set); }
public static PartitionWriter createWriter(Settings settings, long currentSplit, int totalSplits, Log log) { Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log);
@Test(expected = EsHadoopIllegalArgumentException.class) public void testValidateWANOnlyWithDiscovery() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_WAN_ONLY, "true"); set.setProperty(ES_NODES_DISCOVERY, "true"); validateSettings(set); }
@Test(expected = EsHadoopIllegalArgumentException.class) public void testValidateDefaultDataVsClientOnlyNodes() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_CLIENT_ONLY, "true"); set.setProperty(ES_NODES_DATA_ONLY, "true"); validateSettings(set); }
@Test(expected = EsHadoopIllegalArgumentException.class) public void testValidateIngestOnlyVsDataOnly() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_INGEST_ONLY, "true"); set.setProperty(ES_NODES_DATA_ONLY, "true"); validateSettings(set); }
@Test(expected = EsHadoopIllegalArgumentException.class) public void testValidateAllRestrictionsBreak() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_CLIENT_ONLY, "true"); set.setProperty(ES_NODES_DATA_ONLY, "true"); set.setProperty(ES_NODES_INGEST_ONLY, "true"); validateSettings(set); }
@Test(expected = EsHadoopIllegalArgumentException.class) public void testValidateMultipleScripts() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_UPDATE_SCRIPT_FILE, "test"); set.setProperty(ES_UPDATE_SCRIPT_INLINE, "test"); set.setProperty(ES_UPDATE_SCRIPT_STORED, "test"); validateSettings(set); }
@Test public void testValidateDefaultSettings() throws Exception { Settings set = new TestSettings(); validateSettings(set); assertFalse(set.getNodesWANOnly()); assertTrue(set.getNodesDiscovery()); assertTrue(set.getNodesDataOnly()); assertFalse(set.getNodesClientOnly()); }
@Test public void testValidateWANOnly() throws Exception { Settings set = new TestSettings(); set.setProperty(ES_NODES_WAN_ONLY, "true"); validateSettings(set); assertTrue(set.getNodesWANOnly()); assertFalse(set.getNodesDiscovery()); assertFalse(set.getNodesDataOnly()); assertFalse(set.getNodesClientOnly()); }
public static PartitionWriter createWriter(Settings settings, int currentSplit, int totalSplits, Log log) { Version.logVersion(); InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log); InitializationUtils.discoverNodesIfNeeded(settings, log); InitializationUtils.filterNonClientNodesIfNeeded(settings, log); InitializationUtils.filterNonDataNodesIfNeeded(settings, log); List<String> nodes = SettingsUtils.discoveredOrDeclaredNodes(settings); // check invalid splits (applicable when running in non-MR environments) - in this case fall back to Random.. int selectedNode = (currentSplit < 0) ? new Random().nextInt(nodes.size()) : currentSplit % nodes.size(); // select the appropriate nodes first, to spread the load before-hand SettingsUtils.pinNode(settings, nodes.get(selectedNode)); Resource resource = new Resource(settings, false); log.info(String.format("Writing to [%s]", resource)); // single index vs multi indices IndexExtractor iformat = ObjectUtils.instantiate(settings.getMappingIndexExtractorClassName(), settings); iformat.compile(resource.toString()); RestRepository repository = (iformat.hasPattern() ? initMultiIndices(settings, currentSplit, resource, log) : initSingleIndex(settings, currentSplit, resource, log)); return new PartitionWriter(settings, currentSplit, totalSplits, repository); }
Map<Shard, Node> targetShards = null; InitializationUtils.validateSettings(settings); InitializationUtils.discoverEsVersion(settings, log); InitializationUtils.discoverNodesIfNeeded(settings, log);
static Settings addDefaultsToSettings(Properties flowProperties, Properties tapProperties, Log log) { Settings settings = HadoopSettingsManager.loadFrom(CascadingUtils.extractOriginalProperties(flowProperties)).merge(tapProperties); InitializationUtils.validateSettings(settings); InitializationUtils.setValueWriterIfNotSet(settings, CascadingValueWriter.class, log); InitializationUtils.setValueReaderIfNotSet(settings, JdkValueReader.class, log); InitializationUtils.setBytesConverterIfNeeded(settings, CascadingLocalBytesConverter.class, log); InitializationUtils.setFieldExtractorIfNotSet(settings, CascadingFieldExtractor.class, log); return settings; }