/** * Constructor. * * @param context connector context * @param metacatHiveClient hive client * @param hiveMetacatConverters hive converter */ public HiveConnectorPartitionService( final ConnectorContext context, final IMetacatHiveClient metacatHiveClient, final HiveConnectorInfoConverter hiveMetacatConverters ) { this.metacatHiveClient = metacatHiveClient; this.hiveMetacatConverters = hiveMetacatConverters; this.catalogName = context.getCatalogName(); this.context = context; }
/** * Constructor. * * @param context connector context * @param metacatHiveClient hive client * @param hiveMetacatConverters hive converter */ public HiveConnectorPartitionService( final ConnectorContext context, final IMetacatHiveClient metacatHiveClient, final HiveConnectorInfoConverter hiveMetacatConverters ) { this.metacatHiveClient = metacatHiveClient; this.hiveMetacatConverters = hiveMetacatConverters; this.catalogName = context.getCatalogName(); this.context = context; }
/** * Constructor. * * @param connectorContext server context * @param jdbcTemplate JDBC template * @param fastServiceMetric fast service metric * @param directSqlSavePartition direct sql partition service */ public DirectSqlTable( final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final HiveConnectorFastServiceMetric fastServiceMetric, final DirectSqlSavePartition directSqlSavePartition ) { this.catalogName = connectorContext.getCatalogName(); this.registry = connectorContext.getRegistry(); this.jdbcTemplate = jdbcTemplate; this.fastServiceMetric = fastServiceMetric; this.directSqlSavePartition = directSqlSavePartition; }
/** * Constructor. * * @param connectorContext server context * @param jdbcTemplate JDBC template * @param fastServiceMetric fast service metric * @param directSqlSavePartition direct sql partition service */ public DirectSqlTable( final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final HiveConnectorFastServiceMetric fastServiceMetric, final DirectSqlSavePartition directSqlSavePartition ) { this.catalogName = connectorContext.getCatalogName(); this.registry = connectorContext.getRegistry(); this.jdbcTemplate = jdbcTemplate; this.fastServiceMetric = fastServiceMetric; this.directSqlSavePartition = directSqlSavePartition; }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new SnowflakeConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new RedshiftConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new CassandraConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new PostgreSqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new MySqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new MySqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new CassandraConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new RedshiftConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new PostgreSqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * create warehouse for file system calls. * * @param connectorContext connector config context * @return WareHouse */ @Bean public Warehouse warehouse(final ConnectorContext connectorContext) { try { final HiveConf conf = this.getDefaultConf(connectorContext); connectorContext.getConfiguration().forEach(conf::set); return new Warehouse(conf); } catch (Exception e) { throw new IllegalArgumentException( String.format( "Failed creating the hive warehouse for catalog: %s", connectorContext.getCatalogName() ), e ); } }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new S3ConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration(), (S3ConnectorInfoConverter) getInfoConverter()); }
/** * Constructor. * * @param connectorInfoConverter connector info converter * @param connectorContext connector related config */ public SpringConnectorFactory(final ConnectorInfoConverter connectorInfoConverter, final ConnectorContext connectorContext) { this.catalogName = connectorContext.getCatalogName(); this.catalogShardName = connectorContext.getCatalogShardName(); this.ctx = new AnnotationConfigApplicationContext(); this.ctx.setEnvironment(new StandardEnvironment()); this.ctx.getBeanFactory().registerSingleton("ConnectorContext", connectorContext); this.ctx.getBeanFactory().registerSingleton("ConnectorInfoConverter", connectorInfoConverter); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(final ConnectorContext connectorContext) { return new DruidConnectorFactory( new DruidConnectorInfoConverter(connectorContext.getCatalogName()), connectorContext); }
/** * Constructor. * * @param connectorInfoConverter connector info converter * @param connectorContext connector related config */ public SpringConnectorFactory(final ConnectorInfoConverter connectorInfoConverter, final ConnectorContext connectorContext) { this.catalogName = connectorContext.getCatalogName(); this.catalogShardName = connectorContext.getCatalogShardName(); this.ctx = new AnnotationConfigApplicationContext(); this.ctx.setEnvironment(new StandardEnvironment()); this.ctx.getBeanFactory().registerSingleton("ConnectorContext", connectorContext); this.ctx.getBeanFactory().registerSingleton("ConnectorInfoConverter", connectorInfoConverter); }
/** * Constructor. * * @param connectorContext connector context * @param jdbcTemplate JDBC template * @param sequenceGeneration sequence generator * @param fastServiceMetric fast service metric */ public DirectSqlSavePartition(final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final SequenceGeneration sequenceGeneration, final HiveConnectorFastServiceMetric fastServiceMetric) { this.registry = connectorContext.getRegistry(); this.catalogName = connectorContext.getCatalogName(); this.batchSize = connectorContext.getConfig().getHiveMetastoreBatchSize(); this.jdbcTemplate = jdbcTemplate; this.sequenceGeneration = sequenceGeneration; this.fastServiceMetric = fastServiceMetric; }
/** * Constructor. * * @param connectorContext connector context * @param jdbcTemplate JDBC template * @param sequenceGeneration sequence generator * @param fastServiceMetric fast service metric */ public DirectSqlSavePartition(final ConnectorContext connectorContext, final JdbcTemplate jdbcTemplate, final SequenceGeneration sequenceGeneration, final HiveConnectorFastServiceMetric fastServiceMetric) { this.registry = connectorContext.getRegistry(); this.catalogName = connectorContext.getCatalogName(); this.batchSize = connectorContext.getConfig().getHiveMetastoreBatchSize(); this.jdbcTemplate = jdbcTemplate; this.sequenceGeneration = sequenceGeneration; this.fastServiceMetric = fastServiceMetric; }