int mongoPort; if (settings.settings().containsKey(MongoDBRiver.TYPE)) { Map<String, Object> mongoSettings = (Map<String, Object>) settings.settings().get(MongoDBRiver.TYPE); if (mongoSettings.containsKey(SERVERS_FIELD)) { Object mongoServersSettings = mongoSettings.get(SERVERS_FIELD); if (settings.settings().containsKey(INDEX_OBJECT)) { Map<String, Object> indexSettings = (Map<String, Object>) settings.settings().get(INDEX_OBJECT); builder.indexName(XContentMapValues.nodeStringValue(indexSettings.get(NAME_FIELD), builder.mongoDb)); builder.typeName(XContentMapValues.nodeStringValue(indexSettings.get(TYPE_FIELD), builder.mongoDb));
@SuppressWarnings({ "unchecked" }) private String readConfig(final String config, final String defaultValue) { if (this.settings.settings().containsKey("mysql")) { Map<String, Object> mysqlSettings = (Map<String, Object>) this.settings.settings().get("mysql"); return XContentMapValues.nodeStringValue(mysqlSettings.get(config), defaultValue); } return defaultValue; }
/** * Fetch the value of a configuration that has a default value and is therefore optional. * * @param config Key of the configuration to fetch * @param defaultValue The value to set if no value could be found * @return */ @SuppressWarnings({ "unchecked" }) private String readConfig(final String config, final String defaultValue) { if (this.settings.settings().containsKey(CONFIG_SPACE)) { Map<String, Object> mysqlSettings = (Map<String, Object>) this.settings.settings().get(CONFIG_SPACE); return XContentMapValues.nodeStringValue(mysqlSettings.get(config), defaultValue); } return defaultValue; }
public Object extract(String path) { return extractValue(path, rs.settings()); } }
/** * Public constructor used by ElasticSearch. * * @param riverName * @param settings * @param client * @throws MalformedURLException */ @Inject public JiraRiver(RiverName riverName, RiverSettings settings, Client client) throws MalformedURLException { super(riverName, settings); this.client = client; configure(settings.settings()); }
@SuppressWarnings({"unchecked"}) @Inject public GitHubRiver(RiverName riverName, RiverSettings settings, Client client) { super(riverName, settings); this.client = client; if (!settings.settings().containsKey("github")) { throw new IllegalArgumentException("Need river settings - owner and repository."); } // get settings Map<String, Object> githubSettings = (Map<String, Object>) settings.settings().get("github"); owner = XContentMapValues.nodeStringValue(githubSettings.get("owner"), null); repository = XContentMapValues.nodeStringValue(githubSettings.get("repository"), null); index = String.format("%s&%s", owner, repository); userRequestedInterval = XContentMapValues.nodeIntegerValue(githubSettings.get("interval"), 60); // auth (optional) username = null; password = null; if (githubSettings.containsKey("authentication")) { Map<String, Object> auth = (Map<String, Object>) githubSettings.get("authentication"); username = XContentMapValues.nodeStringValue(auth.get("username"), null); password = XContentMapValues.nodeStringValue(auth.get("password"), null); } // endpoint (optional - default to github.com) endpoint = XContentMapValues.nodeStringValue(githubSettings.get("endpoint"), "https://api.github.com"); logger.info("Created GitHub river."); }
this.client = client; if (riverSettings.settings().containsKey("cassandra")) { @SuppressWarnings("unchecked") Map<String, Object> couchSettings = (Map<String, Object>) settings.settings().get("cassandra"); this.clusterName = XContentMapValues.nodeStringValue(couchSettings.get("cluster_name"), "DEFAULT_CLUSTER"); this.keyspace = XContentMapValues.nodeStringValue(couchSettings.get("keyspace"), "DEFAULT_KS"); if (riverSettings.settings().containsKey("index")) { @SuppressWarnings("unchecked") Map<String, Object> couchSettings = (Map<String, Object>) settings.settings().get("index"); this.indexName = XContentMapValues.nodeStringValue(couchSettings.get("index"), "DEFAULT_INDEX_NAME"); this.typeName = XContentMapValues.nodeStringValue(couchSettings.get("type"), "DEFAULT_TYPE_NAME");
if(settings.settings().containsKey("redis")) { Map<String, Object> redisSettings = (Map<String, Object>) settings.settings().get("redis"); redisHost = XContentMapValues.nodeStringValue(redisSettings.get("host"), "localhost"); redisPort = XContentMapValues.nodeIntegerValue(redisSettings.get("port"), 6379); if(settings.settings().containsKey("index")){ Map<String, Object> indexSettings = (Map<String, Object>) settings.settings().get("index"); bulkSize = XContentMapValues.nodeIntegerValue(indexSettings.get("bulk_size"), 100); bulkTimeout = XContentMapValues.nodeIntegerValue(indexSettings.get("bulk_timeout"), 5);
public RiverConfig(RiverName riverName, RiverSettings riverSettings) { if (riverSettings.settings().containsKey("kafka")) { Map<String, Object> kafkaSettings = (Map<String, Object>) riverSettings.settings().get("kafka"); if (riverSettings.settings().containsKey("index")) { Map<String, Object> indexSettings = (Map<String, Object>) riverSettings.settings().get("index"); indexName = XContentMapValues.nodeStringValue(indexSettings.get(INDEX_NAME), riverName.name()); typeName = XContentMapValues.nodeStringValue(indexSettings.get(MAPPING_TYPE), "status"); if (riverSettings.settings().containsKey("statsd")) { Map<String, Object> statsdSettings = (Map<String, Object>) riverSettings.settings().get("statsd"); statsdHost = XContentMapValues.nodeStringValue(statsdSettings.get(STATSD_HOST), "localhost"); statsdPrefix = XContentMapValues.nodeStringValue(statsdSettings.get(STATSD_PREFIX), "kafka_river");
this.client = client; if (settings.settings().containsKey("streamer")) { Map<String, Object> streamerSettings = (Map<String, Object>) settings.settings().get("streamer"); mysqlStreamHost = XContentMapValues.nodeStringValue(streamerSettings.get("host"), "127.0.0.1"); mysqlStreamPort = XContentMapValues.nodeIntegerValue(streamerSettings.get("port"), 8080); if (settings.settings().containsKey("mysql")) { Map<String, Object> mysqlSettings = (Map<String, Object>) settings.settings().get("mysql"); mysqlHost = XContentMapValues.nodeStringValue(mysqlSettings.get("host"), "localhost"); mysqlPort = XContentMapValues.nodeIntegerValue(mysqlSettings.get("port"), 3306); if (settings.settings().containsKey("index")) { Map<String, Object> indexSettings = (Map<String, Object>) settings.settings().get("index"); indexName = XContentMapValues.nodeStringValue(indexSettings.get("index"), mysqlDb); typeName = XContentMapValues.nodeStringValue(indexSettings.get("type"), mysqlDb);
this.scriptService = scriptService; this.closeOnCompletion = XContentMapValues.nodeBooleanValue(riverSettings.settings().get("close_on_completion"), true); String[] fq, fl; fq = fl = null; if (riverSettings.settings().containsKey("solr")) { Map<String, Object> solrSettings = (Map<String, Object>) riverSettings.settings().get("solr"); url = XContentMapValues.nodeStringValue(solrSettings.get("url"), url); q = XContentMapValues.nodeStringValue(solrSettings.get("q"), q); String mapping = null; String settings = null; if (riverSettings.settings().containsKey("index")) { Map<String, Object> indexSettings = (Map<String, Object>) riverSettings.settings().get("index"); index = XContentMapValues.nodeStringValue(indexSettings.get("index"), index); type = XContentMapValues.nodeStringValue(indexSettings.get("type"), type); Map<String, Object> scriptParams = Maps.newHashMap(); String scriptLang = null; if (riverSettings.settings().containsKey("transform")) { Map<String, Object> transformSettings = (Map<String, Object>) riverSettings.settings().get("transform"); script = XContentMapValues.nodeStringValue(transformSettings.get("script"), null); scriptLang = XContentMapValues.nodeStringValue(transformSettings.get("lang"), null);
this.client = client; if (settings.settings().containsKey("email")) { Map<String, Object> emailSettings = (Map<String, Object>) settings.settings().get("email"); if (settings.settings().containsKey("index")) { Map<String, Object> indexSettings = (Map<String, Object>) settings .settings().get("index"); indexName = XContentMapValues.nodeStringValue( indexSettings.get("index"), riverName.name());
if (settings.settings().containsKey("amazon-s3")){ Map<String, Object> feed = (Map<String, Object>)settings.settings().get("amazon-s3"); double indexedCharsRatio = XContentMapValues.nodeDoubleValue(feed.get("indexed_chars_ratio"), 0.0); String[] includes = S3RiverUtil.buildArrayFromSettings(settings.settings(), "amazon-s3.includes"); String[] excludes = S3RiverUtil.buildArrayFromSettings(settings.settings(), "amazon-s3.excludes"); if (settings.settings().containsKey("index")) { Map<String, Object> indexSettings = (Map<String, Object>)settings.settings().get("index");
@Inject public ArangoDbRiver( // final RiverName riverName, // final RiverSettings settings, // final Client client, // final ScriptService scriptService, // final ArangoDbConfig config, // final WalReaderRunnable walReaderRunnable, // final IndexWriterRunnable indexWriterRunnable, // @Named("arangodb_river_walReaderRunnable_threadfactory") final ThreadFactory walReaderThreadFactory, // @Named("arangodb_river_indexWriterRunnable_threadfactory") final ThreadFactory indexWriterThreadFactory // ) throws ArangoDbException { super(riverName, settings); this.client = client; this.config = config; this.walReaderRunnable = walReaderRunnable; this.indexWriterRunnable = indexWriterRunnable; this.walReaderThreadFactory = walReaderThreadFactory; this.indexWriterThreadFactory = indexWriterThreadFactory; logger.debug("Prefix: [{}] - name: [{}]", logger.getPrefix(), logger.getName()); logger.debug("River settings: [{}]", settings.settings()); }