/** Helper that checks if the user provided configuration parameters are valid. */ protected void validateArguments() { getConfigs().validateArguments(getConfig()); }
/** Helper that checks if the user provided configuration parameters are valid. */ protected void validateArguments() { getConfigs().validateArguments(getConfig()); }
private PatternMetricFilter(Config config) { Configs configs = new Configs(); Config includesConfig = configs.getConfig(config, "includes", null); if (includesConfig == null) { includes.add(new ExpressionPair(new MatchAllExpression(), new MatchAllExpression())); } else { for (Map.Entry<String, Object> entry : new Configs().getEntrySet(includesConfig)) { includes.add(parseExpressionPair(entry.getKey(), entry.getValue().toString(), includesConfig)); } } Config excludesConfig = configs.getConfig(config, "excludes", null); if (excludesConfig != null) { for (Map.Entry<String, Object> entry : new Configs().getEntrySet(excludesConfig)) { excludes.add(parseExpressionPair(entry.getKey(), entry.getValue().toString(), excludesConfig)); } } configs.validateArguments(config); }
public SolrLocator(Config config, MorphlineContext context) { this(context); this.config = config; Configs configs = new Configs(); collectionName = configs.getString(config, "collection", null); zkHost = configs.getString(config, "zkHost", null); solrHomeDir = configs.getString(config, "solrHomeDir", null); solrUrl = configs.getString(config, "solrUrl", null); batchSize = configs.getInt(config, "batchSize", batchSize); LOG.trace("Constructed solrLocator: {}", this); configs.validateArguments(config); }
private PatternMetricFilter(Config config) { Configs configs = new Configs(); Config includesConfig = configs.getConfig(config, "includes", null); if (includesConfig == null) { includes.add(new ExpressionPair(new MatchAllExpression(), new MatchAllExpression())); } else { for (Map.Entry<String, Object> entry : new Configs().getEntrySet(includesConfig)) { includes.add(parseExpressionPair(entry.getKey(), entry.getValue().toString(), includesConfig)); } } Config excludesConfig = configs.getConfig(config, "excludes", null); if (excludesConfig != null) { for (Map.Entry<String, Object> entry : new Configs().getEntrySet(excludesConfig)) { excludes.add(parseExpressionPair(entry.getKey(), entry.getValue().toString(), excludesConfig)); } } configs.validateArguments(config); }
public SolrLocator(Config config, MorphlineContext context) { this(context); this.config = config; Configs configs = new Configs(); collectionName = configs.getString(config, "collection", null); zkHost = configs.getString(config, "zkHost", null); solrHomeDir = configs.getString(config, "solrHomeDir", null); solrUrl = configs.getString(config, "solrUrl", null); batchSize = configs.getInt(config, "batchSize", batchSize); LOG.trace("Constructed solrLocator: {}", this); configs.validateArguments(config); }
public RCFileColumn(Config columnConfig, Configuration conf) { this.conf = conf; Configs configs = new Configs(); this.inputField = configs.getInt(columnConfig, "inputField"); if (inputField < 0) { throw new MorphlineCompilationException( "Invalid column inputField specified: " + inputField, columnConfig); } this.outputField = configs.getString(columnConfig, "outputField"); String writableClassString = configs.getString(columnConfig, "writableClass"); if (writableClassString == null || writableClassString.isEmpty()) { throw new MorphlineCompilationException( "No writableClass specified for column " + outputField, columnConfig); } try { Class clazz = Class.forName(writableClassString); if (!Writable.class.isAssignableFrom(clazz)) { throw new MorphlineCompilationException("writableClass provided " + writableClassString + " for column " + outputField + " does not implement " + Writable.class.getName(), columnConfig); } this.writableClass = clazz; } catch (ClassNotFoundException e) { throw new MorphlineCompilationException("Could not load class " + writableClassString + " definition", columnConfig, e); } configs.validateArguments(columnConfig); }
public RCFileColumn(Config columnConfig, Configuration conf) { this.conf = conf; Configs configs = new Configs(); this.inputField = configs.getInt(columnConfig, "inputField"); if (inputField < 0) { throw new MorphlineCompilationException( "Invalid column inputField specified: " + inputField, columnConfig); } this.outputField = configs.getString(columnConfig, "outputField"); String writableClassString = configs.getString(columnConfig, "writableClass"); if (writableClassString == null || writableClassString.isEmpty()) { throw new MorphlineCompilationException( "No writableClass specified for column " + outputField, columnConfig); } try { Class clazz = Class.forName(writableClassString); if (!Writable.class.isAssignableFrom(clazz)) { throw new MorphlineCompilationException("writableClass provided " + writableClassString + " for column " + outputField + " does not implement " + Writable.class.getName(), columnConfig); } this.writableClass = clazz; } catch (ClassNotFoundException e) { throw new MorphlineCompilationException("Could not load class " + writableClassString + " definition", columnConfig, e); } configs.validateArguments(columnConfig); }
public SolrLocator(Config config, MorphlineContext context) { this(context); this.config = config; Configs configs = new Configs(); collectionName = configs.getString(config, "collection", null); zkHost = configs.getString(config, "zkHost", null); solrHomeDir = configs.getString(config, "solrHomeDir", null); solrUrl = configs.getString(config, "solrUrl", null); batchSize = configs.getInt(config, "batchSize", batchSize); zkClientSessionTimeout = configs.getInt(config, "zkClientSessionTimeout", zkClientSessionTimeout); zkClientConnectTimeout = configs.getInt(config, "zkClientConnectTimeout", zkClientConnectTimeout); LOG.trace("Constructed solrLocator: {}", this); configs.validateArguments(config); }
configs.validateArguments(config); if (context instanceof HBaseMorphlineContext) { ((HBaseMorphlineContext)context).getExtractors().add(this.extractor);
configs.validateArguments(config); if (context instanceof HBaseMorphlineContext) { ((HBaseMorphlineContext)context).getExtractors().add(this.extractor);
@Test public void testValidateArgumentsWithoutQuotes() throws Exception { Config config = ConfigFactory.parseString("{ foo : bar, see : you.there.soon }"); Configs configs = new Configs(); assertEquals("bar", configs.getString(config, "foo")); assertEquals("you.there.soon", configs.getString(config, "see")); configs.validateArguments(config); }
@Test public void testValidateArgumentsWithQuotes() throws Exception { Config config = ConfigFactory.parseString("{ foo : bar, \"see\" : \"you.there.soon.~!@#$%^&*()_+=-\" }"); Configs configs = new Configs(); assertEquals("bar", configs.getString(config, "foo")); assertEquals("you.there.soon.~!@#$%^&*()_+=-", configs.getString(config, "see")); configs.validateArguments(config); }