private SqoopOptions getSqoopOptions() { SqoopOptions options = new SqoopOptions(); options.setConnectString(metaConnectString); options.setUsername(metaUser); options.setPassword(metaPass); return options; }
@Test(expected = org.apache.sqoop.SqoopOptions.InvalidOptionsException.class) public void givenDirectImportHiveDropDelimValidationThrows() throws SqoopOptions.InvalidOptionsException { SqoopOptions options = mock(SqoopOptions.class); when(options.doHiveDropDelims()).thenReturn(true); importTool.validateDirectDropHiveDelimOption(options); verify(options, times(1)).doHiveDropDelims(); verifyNoMoreInteractions(options); }
@Test public void testValidateOptionsSucceedsWhenHs2UrlIsUsedWithHiveImportAndHs2UserButWithoutHs2Keytab() throws Exception { when(sqoopOptions.doHiveImport()).thenReturn(true); when(sqoopOptions.getHs2Url()).thenReturn(TEST_HS2_URL); when(sqoopOptions.getHs2User()).thenReturn(TEST_HS2_URL); sqoopTool.validateOptions(sqoopOptions); }
@Override protected SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions opts = new SqoopOptions(conf); opts.setUsername(OracleUtils.ORACLE_USER_NAME); opts.setPassword(OracleUtils.ORACLE_USER_PASS); return opts; }
private SqoopOptions buildBaseSqoopOptions() { SqoopOptions result = new SqoopOptions(); result.setTableName(TABLE_NAME); result.setConnectString(CONNECT_STRING); return result; }
@Test public void testLoadedTempRootDir() { SqoopOptions out = new SqoopOptions(); final String tempRootDir = "customRoot"; out.setTempRootDir(tempRootDir); Properties props = out.writeProperties(); SqoopOptions opts = new SqoopOptions(); opts.loadProperties(props); assertEquals(tempRootDir, opts.getTempRootDir()); }
@Test public void valueOfOracleEscapingDisabledShouldBeAbleToSavedAndLoadedBackWithTheSameValue() { System.clearProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED); SqoopOptions opts = new SqoopOptions(); opts.setOracleEscapingDisabled(false); Properties out = opts.writeProperties(); opts = new SqoopOptions(); opts.loadProperties(out); assertThat(opts.isOracleEscapingDisabled(), is(equalTo(false))); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(false))); }
@Test public void testAvroWithSomeColumnsSpecified() throws Exception { SqoopOptions opts = new SqoopOptions(); opts.setExportDir("myexportdir"); String[] columns = { "Age", "Name" }; opts.setColumns(columns); JdbcExportJob jdbcExportJob = stubJdbcExportJob(opts, FileType.AVRO_DATA_FILE); Job job = new Job(); jdbcExportJob.configureInputFormat(job, null, null, null); assertEquals(asSetOfText("Age", "Name"), DefaultStringifier.load(job.getConfiguration(), AvroExportMapper.AVRO_COLUMN_TYPES_MAP, MapWritable.class).keySet()); }
@Test public void testDefaultLoadedThrowOnErrorWithNotSetSystemProperty() { System.clearProperty(SQOOP_RETHROW_PROPERTY); SqoopOptions out = new SqoopOptions(); Properties props = out.writeProperties(); SqoopOptions opts = new SqoopOptions(); opts.loadProperties(props); assertFalse(opts.isThrowOnError()); }
@Override protected SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions opts = new SqoopOptions(conf); opts.setUsername(mySQLTestUtils.getUserName()); mySQLTestUtils.addPasswordIfIsSet(opts); return opts; }
private static SqoopOptions createSqoopOptionsWithLogicalTypesEnabled() { SqoopOptions sqoopOptions = new SqoopOptions(); sqoopOptions.getConf().setBoolean(ConfigurationConstants.PROP_ENABLE_PARQUET_LOGICAL_TYPE_DECIMAL, true); return sqoopOptions; }
@Test public void testNotApplyOptions() throws ParseException, InvalidOptionsException { String[] args = new String[] { "--connection-manager=dummy_ClassName" }; ToolOptions toolOptions = new ToolOptions(); SqoopOptions sqoopOption = new SqoopOptions(); mfImportTool.configureOptions(toolOptions); sqoopOption = mfImportTool.parseArguments(args, null, sqoopOption, false); assertEquals(sqoopOption.getConnManagerClassName(), "dummy_ClassName"); assertNull(sqoopOption.getTableName()); }
@Test public void hadoopConfigurationInstanceOfSqoopOptionsShouldContainFalseForOracleEscapingDisabledAsTheValueDirectlyHasBeenSetToSqoopOptions() { System.clearProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED); SqoopOptions opts = new SqoopOptions(); opts.setOracleEscapingDisabled(false); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(false))); }
@Test public void valueOfOracleEscapingDisabledShouldBeFalseIfTheValueOfTheRelatedEnvironmentVariableIsSetToFalse() { System.setProperty(SqoopOptions.ORACLE_ESCAPING_DISABLED, "false"); SqoopOptions opts = new SqoopOptions(); assertThat(opts.isOracleEscapingDisabled(), is(equalTo(false))); }
/** * @return a new SqoopOptions customized for this particular test, but one * which has not had any arguments parsed yet. */ protected SqoopOptions getSqoopOptions(Configuration conf) { return new SqoopOptions(conf); }
private SqoopOptions createSqoopOptionsFilledWithRandomData() throws Exception { SqoopOptions options; options = new SqoopOptions(); options.setMapColumnJava(COLUMN_MAPPING); options.getColumnNames(); // initializes the mapReplacedColumnJava field, which is cloned but is otherwise inaccessible Field[] allFields = FieldUtils.getAllFields(options.getClass()); for (Field field: allFields) { setFieldToValueIfApplicable(options, field); } return options; }
@Test public void testColumnNameCaseInsensitive() { SqoopOptions opts = new SqoopOptions(); opts.setColumns(new String[]{ "AAA", "bbb" }); assertEquals("AAA", opts.getColumnNameCaseInsensitive("aAa")); assertEquals("bbb", opts.getColumnNameCaseInsensitive("BbB")); assertEquals(null, opts.getColumnNameCaseInsensitive("notFound")); opts.setColumns(null); assertEquals(null, opts.getColumnNameCaseInsensitive("noColumns")); }
@Test public void hadoopConfigurationInstanceOfSqoopOptionsShouldContainTheSameValueForOracleEscapingDisabledAsSqoopOptionsProperty() { SqoopOptions opts = new SqoopOptions(); assertThat(OracleUtils.isOracleEscapingDisabled(opts.getConf()), is(equalTo(opts.isOracleEscapingDisabled()))); }
@Test public void testEmptyAppendImport() throws Exception { final String TABLE_NAME = "emptyAppend1"; createIdTable(TABLE_NAME, 0); List<String> args = getArgListForTable(TABLE_NAME, true, true); Configuration conf = newConf(); SqoopOptions options = new SqoopOptions(); options.setConf(conf); runImport(options, args); assertDirOfNumbers(TABLE_NAME, 0); }
incrementTableNum(); SqoopOptions.clearNonceDir(); opts.setConnectString(getConnectString()); opts.setTableName(getTableName()); ConnFactory f = new ConnFactory(conf); try {