private int getDataStoreReadTimeout(final ConnectorContext connectorContext) { int result = DEFAULT_DATASTORE_READ_TIMEOUT; try { result = Integer.parseInt( connectorContext.getConfiguration().get(HiveConfigConstants.JAVAX_JDO_DATASTOREREADTIMEOUT)); } catch (final Exception ignored) { } return result; }
private int getDataStoreTimeout(final ConnectorContext connectorContext) { int result = DEFAULT_DATASTORE_TIMEOUT; try { result = Integer.parseInt( connectorContext.getConfiguration().get(HiveConfigConstants.JAVAX_JDO_DATASTORETIMEOUT)); } catch (final Exception ignored) { } return result; }
private int getDataStoreTimeout(final ConnectorContext connectorContext) { int result = DEFAULT_DATASTORE_TIMEOUT; try { result = Integer.parseInt( connectorContext.getConfiguration().get(HiveConfigConstants.JAVAX_JDO_DATASTORETIMEOUT)); } catch (final Exception ignored) { } return result; }
private int getDataStoreWriteTimeout(final ConnectorContext connectorContext) { int result = DEFAULT_DATASTORE_WRITE_TIMEOUT; try { result = Integer.parseInt( connectorContext.getConfiguration().get(HiveConfigConstants.JAVAX_JDO_DATASTOREWRITETIMEOUT)); } catch (final Exception ignored) { } return result; } }
private int getDataStoreReadTimeout(final ConnectorContext connectorContext) { int result = DEFAULT_DATASTORE_READ_TIMEOUT; try { result = Integer.parseInt( connectorContext.getConfiguration().get(HiveConfigConstants.JAVAX_JDO_DATASTOREREADTIMEOUT)); } catch (final Exception ignored) { } return result; }
private int getDataStoreWriteTimeout(final ConnectorContext connectorContext) { int result = DEFAULT_DATASTORE_WRITE_TIMEOUT; try { result = Integer.parseInt( connectorContext.getConfiguration().get(HiveConfigConstants.JAVAX_JDO_DATASTOREWRITETIMEOUT)); } catch (final Exception ignored) { } return result; } }
/** * Constructor. * * @param connectorContext connector context */ public IcebergTableHandler(final ConnectorContext connectorContext) { this.conf = new Configuration(); this.connectorContext = connectorContext; this.registry = connectorContext.getRegistry(); connectorContext.getConfiguration().keySet() .forEach(key -> conf.set(key, connectorContext.getConfiguration().get(key))); this.icebergTableCriteria = new IcebergTableCriteriaImpl(connectorContext); this.icebergTableOpWrapper = new IcebergTableOpWrapper(connectorContext); }
/** * Constructor. * * @param connectorContext connector context */ public IcebergTableHandler(final ConnectorContext connectorContext) { this.conf = new Configuration(); this.connectorContext = connectorContext; this.registry = connectorContext.getRegistry(); connectorContext.getConfiguration().keySet() .forEach(key -> conf.set(key, connectorContext.getConfiguration().get(key))); this.icebergTableCriteria = new IcebergTableCriteriaImpl(connectorContext); this.icebergTableOpWrapper = new IcebergTableOpWrapper(connectorContext); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new SnowflakeConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
private void createLocationForPartitions(final QualifiedName tableQName, final List<PartitionInfo> partitionInfos, final Table table) { final boolean doFileSystemCalls = Boolean.parseBoolean(getContext().getConfiguration() .getOrDefault("hive.metastore.use.fs.calls", "true")) || (table.getParameters() != null && Boolean.parseBoolean(table.getParameters() .getOrDefault("hive.metastore.use.fs.calls", "false"))); partitionInfos.forEach(partitionInfo -> createLocationForPartition(tableQName, partitionInfo, table, doFileSystemCalls)); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new RedshiftConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
private void createLocationForPartitions(final QualifiedName tableQName, final List<PartitionInfo> partitionInfos, final Table table) { final boolean doFileSystemCalls = Boolean.parseBoolean(getContext().getConfiguration() .getOrDefault("hive.metastore.use.fs.calls", "true")) || (table.getParameters() != null && Boolean.parseBoolean(table.getParameters() .getOrDefault("hive.metastore.use.fs.calls", "false"))); partitionInfos.forEach(partitionInfo -> createLocationForPartition(tableQName, partitionInfo, table, doFileSystemCalls)); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new CassandraConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new PostgreSqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new MySqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new MySqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new CassandraConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new RedshiftConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new PostgreSqlConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration()); }
/** * {@inheritDoc} */ @Override public ConnectorFactory create(@Nonnull @NonNull final ConnectorContext connectorContext) { return new S3ConnectorFactory(connectorContext.getCatalogName(), connectorContext.getCatalogShardName(), connectorContext.getConfiguration(), (S3ConnectorInfoConverter) getInfoConverter()); }