@Override protected SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions opts = new SqoopOptions(conf); OracleUtils.setOracleAuth(opts); return opts; }
private static SqoopOptions createSqoopOptionsWithLogicalTypesEnabled() { SqoopOptions sqoopOptions = new SqoopOptions(); sqoopOptions.getConf().setBoolean(ConfigurationConstants.PROP_ENABLE_PARQUET_LOGICAL_TYPE_DECIMAL, true); return sqoopOptions; }
@Override protected SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions opts = new SqoopOptions(conf); OracleUtils.setOracleAuth(opts); return opts; }
@Override protected SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions opts = new SqoopOptions(conf); OracleUtils.setOracleAuth(opts); return opts; }
@Test public void valueOfOracleEscapingDisabledShouldBeTrueIfTheValueOfTheRelatedEnvironmentVariableIsSetToTrue() { System.setProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED, "true"); SqoopOptions opts = new SqoopOptions(); assertThat(opts.isOracleEscapingDisabled(), is(equalTo(true))); }
@Test public void valueOfOracleEscapingDisabledShouldBeFalseIfTheValueOfTheRelatedEnvironmentVariableIsSetToAnyNonBooleanValue() { System.setProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED, "falsetrue"); SqoopOptions opts = new SqoopOptions(); assertThat(opts.isOracleEscapingDisabled(), is(equalTo(false))); }
@Test public void valueOfOracleEscapingDisabledInHadoopConfigurationInstanceOfSqoopOptionsShouldBeTrueIfTheValueOfTheRelatedEnvironmentVariableIsSetToTrue() { System.setProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED, "true"); SqoopOptions opts = new SqoopOptions(); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(true))); }
@Test public void valueOfOracleEscapingDisabledShouldBeEqualToNullIfASqoopOptionsInstanceWasLoadedWhichDidntContainASavedValueForIt() { System.clearProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED); SqoopOptions opts = new SqoopOptions(); Properties out = opts.writeProperties(); opts = new SqoopOptions(); opts.loadProperties(out); assertThat(opts.isOracleEscapingDisabled(), is(equalTo(true))); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(true))); }
@Test public void testDefaultLoadedTempRootDir() { SqoopOptions out = new SqoopOptions(); Properties props = out.writeProperties(); SqoopOptions opts = new SqoopOptions(); opts.loadProperties(props); assertEquals("_sqoop", opts.getTempRootDir()); }
@Test public void valueOfOracleEscapingDisabledShouldBeAbleToSavedAndLoadedBackWithTheSameValue() { System.clearProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED); SqoopOptions opts = new SqoopOptions(); opts.setOracleEscapingDisabled(false); Properties out = opts.writeProperties(); opts = new SqoopOptions(); opts.loadProperties(out); assertThat(opts.isOracleEscapingDisabled(), is(equalTo(false))); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(false))); }
@Test public void hadoopConfigurationInstanceOfSqoopOptionsShouldContainFalseForOracleEscapingDisabledAsTheValueDirectlyHasBeenSetToSqoopOptions() { System.clearProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED); SqoopOptions opts = new SqoopOptions(); opts.setOracleEscapingDisabled(false); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(false))); }
@Test public void testExceptionForNoManager() throws IOException { Configuration conf = new Configuration(); conf.set(ConnFactory.FACTORY_CLASS_NAMES_KEY, EmptyFactory.class.getName()); ConnFactory factory = new ConnFactory(conf); thrown.expect(IOException.class); thrown.reportMissingExceptionWithMessage("Expected IOException because of missing ConnManager "); factory.getManager( new JobData(new SqoopOptions(), new ImportTool())); }
private org.apache.sqoop.metastore.JobData createTestJobData(String setTableName) throws IOException { SqoopOptions testOpts = new SqoopOptions(); testOpts.setTableName(setTableName); ImportTool testTool = new ImportTool(); return new org.apache.sqoop.metastore.JobData(testOpts,testTool); } }
@Test public void hadoopConfigurationInstanceOfSqoopOptionsShouldContainTheSameValueForOracleEscapingDisabledAsSqoopOptionsProperty() { SqoopOptions opts = new SqoopOptions(); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(opts.isOracleEscapingDisabled()))); }
@Test public void testFilteringSpecifiedColumnNamesWhenNoneSpecified() { SqoopOptions opts = new SqoopOptions(); SqlManager sqlManager = stubSqlManager(opts); String[] allColumnsFromDbTable = { "aaa", "bbb", "ccc", "ddd" }; assertArrayEquals(new String[]{ "aaa", "bbb", "ccc", "ddd" }, sqlManager.filterSpecifiedColumnNames(allColumnsFromDbTable)); }
protected SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions opts = new SqoopOptions(conf); String username = MSSQLTestUtils.getDBUserName(); String password = MSSQLTestUtils.getDBPassWord(); opts.setUsername(username); opts.setPassword(password); return opts; } }
protected SqoopOptions getSqoopOptions(Configuration conf) { String username = MSSQLTestUtils.getDBUserName(); String password = MSSQLTestUtils.getDBPassWord(); SqoopOptions opts = new SqoopOptions(conf); opts.setUsername(username); opts.setPassword(password); return opts; } }
public static void resetSourceDataSchema() throws SQLException { SqoopOptions options = new SqoopOptions(); SqoopOptions.clearNonceDir(); options.setConnectString(SOURCE_DB_URL); options.setUsername(AUTO_STORAGE_USERNAME); options.setPassword(AUTO_STORAGE_PASSWORD); SavedJobsTestBase.resetSchema(options); }
@Test public void testAvroWithMoreColumnsSpecified() throws Exception { SqoopOptions opts = new SqoopOptions(); opts.setExportDir("myexportdir"); String[] columns = { "Age", "Name", "Gender", "Address" }; opts.setColumns(columns); JdbcExportJob jdbcExportJob = stubJdbcExportJob(opts, FileType.AVRO_DATA_FILE); Job job = new Job(); jdbcExportJob.configureInputFormat(job, null, null, null); assertEquals(asSetOfText("Age", "Name", "Gender"), DefaultStringifier.load(job.getConfiguration(), AvroExportMapper.AVRO_COLUMN_TYPES_MAP, MapWritable.class).keySet()); }
@Test public void testEscapeMapingColumnNames() throws Exception { SqoopOptions opts = new SqoopOptions(); // enabled by default assertTrue(opts.getEscapeMappingColumnNamesEnabled()); String [] args = { "--" + org.apache.sqoop.tool.BaseSqoopTool.ESCAPE_MAPPING_COLUMN_NAMES_ENABLED, "false", }; opts = parse(args); assertFalse(opts.getEscapeMappingColumnNamesEnabled()); }