/** * Instantiating HBaseConfiguration() is deprecated. Please use * HBaseConfiguration#create(conf) to construct a plain Configuration * @deprecated Please user create(conf) instead. */ @Deprecated public HBaseConfiguration(final Configuration c) { //TODO:replace with private constructor this(); merge(this, c); }
/** * @param that Configuration to clone. * @return a Configuration created with the hbase-*.xml files plus * the given configuration. */ public static Configuration create(final Configuration that) { Configuration conf = create(); merge(conf, that); return conf; }
static List<TableCoprocessorAttribute> getTableCoprocessorAttrsFromSchema(Configuration conf, TableDescriptor htd) { return htd.getCoprocessorDescriptors().stream().map(cp -> { Path path = cp.getJarPath().map(p -> new Path(p)).orElse(null); Configuration ourConf; if (!cp.getProperties().isEmpty()) { // do an explicit deep copy of the passed configuration ourConf = new Configuration(false); HBaseConfiguration.merge(ourConf, conf); cp.getProperties().forEach((k, v) -> ourConf.set(k, v)); } else { ourConf = conf; } return new TableCoprocessorAttribute(path, cp.getClassName(), cp.getPriority(), ourConf); }).collect(Collectors.toList()); }
/** * Generates a {@link Configuration} instance by applying property overrides prefixed by * a cluster profile key to the base Configuration. Override properties are extracted by * the {@link #subset(Configuration, String)} method, then the merged on top of the base * Configuration and returned. * * @param baseConf the base configuration to use, containing prefixed override properties * @param clusterKey the ZooKeeper quorum cluster key to apply, or {@code null} if none * @param overridePrefix the property key prefix to match for override properties, * or {@code null} if none * @return the merged configuration with override properties and cluster key applied */ public static Configuration createClusterConf(Configuration baseConf, String clusterKey, String overridePrefix) throws IOException { Configuration clusterConf = HBaseConfiguration.create(baseConf); if (clusterKey != null && !clusterKey.isEmpty()) { applyClusterKeyToConf(clusterConf, clusterKey); } if (overridePrefix != null && !overridePrefix.isEmpty()) { Configuration clusterSubset = HBaseConfiguration.subset(clusterConf, overridePrefix); HBaseConfiguration.merge(clusterConf, clusterSubset); } return clusterConf; }
HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf)); List<String> scanStrings = new ArrayList<>();
HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf)); conf.set(TableInputFormat.INPUT_TABLE, table); conf.set(TableInputFormat.SCAN, convertScanToString(scan));
HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf));
HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf)); job.setOutputFormatClass(TableOutputFormat.class); if (reducer != null) job.setReducerClass(reducer);
merge(configuration, getConf()); job = Job.getInstance(configuration, getOptionValue(OPTION_JOB_NAME));
@Test public void testSubset() throws Exception { Configuration conf = HBaseConfiguration.create(); // subset is used in TableMapReduceUtil#initCredentials to support different security // configurations between source and destination clusters, so we'll use that as an example String prefix = "hbase.mapred.output."; conf.set("hbase.security.authentication", "kerberos"); conf.set("hbase.regionserver.kerberos.principal", "hbasesource"); HBaseConfiguration.setWithPrefix(conf, prefix, ImmutableMap.of( "hbase.regionserver.kerberos.principal", "hbasedest", "", "shouldbemissing") .entrySet()); Configuration subsetConf = HBaseConfiguration.subset(conf, prefix); assertNull(subsetConf.get(prefix + "hbase.regionserver.kerberos.principal")); assertEquals("hbasedest", subsetConf.get("hbase.regionserver.kerberos.principal")); assertNull(subsetConf.get("hbase.security.authentication")); assertNull(subsetConf.get("")); Configuration mergedConf = HBaseConfiguration.create(conf); HBaseConfiguration.merge(mergedConf, subsetConf); assertEquals("hbasedest", mergedConf.get("hbase.regionserver.kerberos.principal")); assertEquals("kerberos", mergedConf.get("hbase.security.authentication")); assertEquals("shouldbemissing", mergedConf.get(prefix)); }
private Job configureSubmittableJob(Job job, Path outputPath) throws Exception { Configuration conf = job.getConfiguration(); conf.setBoolean("mapreduce.job.user.classpath.first", true); HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf)); job.setJarByClass(IndexScrutinyTool.class); job.setOutputFormatClass(NullOutputFormat.class); if (outputInvalidRows && OutputFormat.FILE.equals(outputFormat)) { job.setOutputFormatClass(TextOutputFormat.class); FileOutputFormat.setOutputPath(job, outputPath); } job.setMapperClass(IndexScrutinyMapper.class); job.setNumReduceTasks(0); // Set the Output classes job.setMapOutputKeyClass(Text.class); job.setMapOutputValueClass(Text.class); TableMapReduceUtil.addDependencyJars(job); return job; }
HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf));
/** * @param that Configuration to clone. * @return a Configuration created with the hbase-*.xml files plus * the given configuration. */ public static Configuration create(final Configuration that) { Configuration conf = create(); merge(conf, that); return conf; }
/** * Instantiating HBaseConfiguration() is deprecated. Please use * HBaseConfiguration#create(conf) to construct a plain Configuration * @deprecated Please user create(conf) instead. */ @Deprecated public HBaseConfiguration(final Configuration c) { //TODO:replace with private constructor this(); merge(this, c); }
/** * Instantiating HBaseConfiguration() is deprecated. Please use * HBaseConfiguration#create(conf) to construct a plain Configuration */ @Deprecated public HBaseConfiguration(final Configuration c) { //TODO:replace with private constructor this(); merge(this, c); }
/** * Instantiating HBaseConfiguration() is deprecated. Please use * HBaseConfiguration#create(conf) to construct a plain Configuration * @deprecated Please user create(conf) instead. */ @Deprecated public HBaseConfiguration(final Configuration c) { //TODO:replace with private constructor this(); merge(this, c); }
/** * @param that Configuration to clone. * @return a Configuration created with the hbase-*.xml files plus * the given configuration. */ public static Configuration create(final Configuration that) { Configuration conf = create(); merge(conf, that); return conf; }
/** * @param that Configuration to clone. * @return a Configuration created with the hbase-*.xml files plus * the given configuration. */ public static Configuration create(final Configuration that) { Configuration conf = create(); merge(conf, that); return conf; }
/** * @param that Configuration to clone. * @return a Configuration created with the hbase-*.xml files plus * the given configuration. */ public static Configuration create(final Configuration that) { Configuration conf = create(); merge(conf, that); return conf; }
@Override public void configureForMapReduce(Job job, PType<?> ptype, Path outputPath, String name) { Configuration conf = job.getConfiguration(); HBaseConfiguration.merge(conf, HBaseConfiguration.create(conf)); conf.setStrings("io.serializations", conf.get("io.serializations"), KeyValueSerialization.class.getName()); super.configureForMapReduce(job, ptype, outputPath, name); }