@Override public SqoopOptions injectConnectionParameters(SqoopOptions options) { options.setConnectString(MSSQLTestUtils.CONNECT_STRING); options.setUsername(MSSQLTestUtils.DATABASE_USER); options.setPassword(MSSQLTestUtils.DATABASE_PASSWORD); return options; }
/** * Create a SqoopOptions to connect to the manager. */ public SqoopOptions getSqoopOptions(Configuration conf) { SqoopOptions options = new SqoopOptions(conf); options.setConnectString(HsqldbTestServer.getDbUrl()); return options; }
private SqoopOptions buildBaseSqoopOptions() { SqoopOptions result = new SqoopOptions(); result.setTableName(TABLE_NAME); result.setConnectString(CONNECT_STRING); return result; }
/** * Insert rows with id = [low, hi) into tableName with * the timestamp column set to the specified ts. */ private void insertIdTimestampRows(String tableName, int low, int hi, Timestamp ts) throws SQLException { LOG.info("Inserting id rows in [" + low + ", " + hi + ") @ " + ts); SqoopOptions options = new SqoopOptions(); options.setConnectString(SOURCE_DB_URL); HsqldbManager manager = new HsqldbManager(options); Connection c = manager.getConnection(); PreparedStatement s = null; try { s = c.prepareStatement("INSERT INTO " + manager.escapeTableName(tableName) + " VALUES(?,?)"); for (int i = low; i < hi; i++) { s.setInt(1, i); s.setTimestamp(2, ts); s.executeUpdate(); } c.commit(); } finally { s.close(); } }
/** * Insert rows with id = [low, hi) into tableName with * id converted to string. */ private void insertIdVarcharRows(String tableName, int low, int hi) throws SQLException { LOG.info("Inserting rows in [" + low + ", " + hi + ")"); SqoopOptions options = new SqoopOptions(); options.setConnectString(SOURCE_DB_URL); HsqldbManager manager = new HsqldbManager(options); Connection c = manager.getConnection(); PreparedStatement s = null; try { s = c.prepareStatement("INSERT INTO " + manager.escapeTableName(tableName) + " VALUES(?)"); for (int i = low; i < hi; i++) { s.setString(1, Integer.toString(i)); s.executeUpdate(); } c.commit(); } finally { s.close(); } }
/** * Insert rows with id = [low, hi) into tableName. */ private void insertIdRows(String tableName, int low, int hi) throws SQLException { SqoopOptions options = new SqoopOptions(); options.setConnectString(SOURCE_DB_URL); HsqldbManager manager = new HsqldbManager(options); Connection c = manager.getConnection(); PreparedStatement s = null; try { s = c.prepareStatement("INSERT INTO " + manager.escapeTableName(tableName) + " VALUES(?)"); for (int i = low; i < hi; i++) { s.setInt(1, i); s.executeUpdate(); } c.commit(); } finally { if(s != null) { s.close(); } } }
/** * Create a table with an 'id' column full of integers. */ private void createIdTable(String tableName, int insertRows) throws SQLException { SqoopOptions options = new SqoopOptions(); options.setConnectString(SOURCE_DB_URL); HsqldbManager manager = new HsqldbManager(options); Connection c = manager.getConnection(); PreparedStatement s = null; try { s = c.prepareStatement("CREATE TABLE " + manager.escapeTableName(tableName) + "(id INT NOT NULL)"); s.executeUpdate(); c.commit(); insertIdRows(tableName, 0, insertRows); } finally { s.close(); } }
private SqoopOptions getSqoopOptions() { SqoopOptions options = new SqoopOptions(); options.setConnectString(metaConnectString); options.setUsername(metaUser); options.setPassword(metaPass); return options; }
/** * Create a table with an 'id' column of type varchar(20) */ private void createIdVarcharTable(String tableName, int insertRows) throws SQLException { SqoopOptions options = new SqoopOptions(); options.setConnectString(SOURCE_DB_URL); HsqldbManager manager = new HsqldbManager(options); Connection c = manager.getConnection(); PreparedStatement s = null; try { s = c.prepareStatement("CREATE TABLE " + manager.escapeTableName(tableName) + "(id varchar(20) NOT NULL)"); s.executeUpdate(); c.commit(); insertIdVarcharRows(tableName, 0, insertRows); } finally { s.close(); } }
@Test public void testListTables() throws IOException { SqoopOptions options = new SqoopOptions(new Configuration()); options.setConnectString(PostgresqlTestUtil.CONNECT_STRING); options.setUsername(PostgresqlTestUtil.DATABASE_USER); options.setPassword(PostgresqlTestUtil.PASSWORD); ConnManager mgr = new PostgresqlManager(options); String[] tables = mgr.listTables(); Arrays.sort(tables); assertTrue(PostgresqlTestUtil.TABLE_NAME + " is not found!", Arrays.binarySearch(tables, PostgresqlTestUtil.TABLE_NAME) >= 0); }
/** * Create a table with an 'id' column full of integers and a * last_modified column with timestamps. */ private void createTimestampTable(String tableName, int insertRows, Timestamp baseTime) throws SQLException { SqoopOptions options = new SqoopOptions(); options.setConnectString(SOURCE_DB_URL); HsqldbManager manager = new HsqldbManager(options); Connection c = manager.getConnection(); PreparedStatement s = null; try { s = c.prepareStatement("CREATE TABLE " + manager.escapeTableName(tableName) + "(id INT NOT NULL, " + "last_modified TIMESTAMP)"); s.executeUpdate(); c.commit(); insertIdTimestampRows(tableName, 0, insertRows, baseTime); } finally { s.close(); } }
@Test public void testListTables() throws IOException { SqoopOptions options = new SqoopOptions(new Configuration()); options.setConnectString(CubridTestUtils.getConnectString()); options.setUsername(CubridTestUtils.getCurrentUser()); options.setPassword(CubridTestUtils.getPassword()); ConnManager mgr = new CubridManager(options); String[] tables = mgr.listTables(); Arrays.sort(tables); assertTrue(TABLE_NAME + " is not found!", Arrays.binarySearch(tables, TABLE_NAME) >= 0); }
public static void resetSourceDataSchema() throws SQLException { SqoopOptions options = new SqoopOptions(); SqoopOptions.clearNonceDir(); options.setConnectString(SOURCE_DB_URL); options.setUsername(AUTO_STORAGE_USERNAME); options.setPassword(AUTO_STORAGE_PASSWORD); SavedJobsTestBase.resetSchema(options); }
public void resetJobSchema() throws SQLException { SqoopOptions options = new SqoopOptions(); options.setConnectString(metaConnect); options.setUsername(metaUser); options.setPassword(metaPassword); options.setDriverClassName(driverClass); resetSchema(options); }
/** * Connect to a db and ensure that password-based * authentication succeeds. */ @Test public void testAuthAccess() throws IOException { SqoopOptions options = new SqoopOptions(conf); options.setConnectString(CubridTestUtils.getConnectString()); options.setUsername(CubridTestUtils.getCurrentUser()); options.setPassword(CubridTestUtils.getPassword()); ConnManager mgr = new CubridManager(options); String[] tables = mgr.listTables(); Arrays.sort(tables); assertTrue(TABLE_NAME + " is not found!", Arrays.binarySearch(tables, TABLE_NAME) >= 0); } }
private void initMetastoreConnection() throws SQLException{ SqoopOptions options = new SqoopOptions(); options.setConnectString(metaConnectString); options.setUsername(metaUser); options.setPassword(metaPass); org.apache.sqoop.metastore.JobData jd = new org.apache.sqoop.metastore.JobData(options, new JobTool()); DefaultManagerFactory dmf = new DefaultManagerFactory(); cm = dmf.accept(jd); connMeta= cm.getConnection(); } }
out.setConnectString("bla"); out.setNumMappers(4); out.setAppendMode(true);
@Before public void setUp() { MSSQLTestUtils utils = new MSSQLTestUtils(); try { utils.createTableFromSQL(MSSQLTestUtils.CREATE_TALBE_LINEITEM); utils.populateLineItem(); } catch (SQLException e) { LOG.error("Setup fail with SQLException: " + StringUtils.stringifyException(e)); fail("Setup fail with SQLException: " + e.toString()); } Configuration conf = getConf(); SqoopOptions opts = getSqoopOptions(conf); String username = MSSQLTestUtils.getDBUserName(); String password = MSSQLTestUtils.getDBPassWord(); opts.setUsername(username); opts.setPassword(password); opts.setConnectString(getConnectString()); ConnFactory f = new ConnFactory(conf); try { this.manager = f.getManager(new JobData(opts, new ImportTool())); System.out.println("Manger : " + this.manager); } catch (IOException ioe) { LOG.error("Setup fail with IOException: " + StringUtils.stringifyException(ioe)); fail("IOException instantiating manager: " + StringUtils.stringifyException(ioe)); } }
@Before public void setUp() { Configuration conf = getConf(); opts = getSqoopOptions(conf); opts.setConnectString("dummy.server"); opts.setTableName("dummy.pds"); opts.setConnManagerClassName(MainframeManager.class.getName()); context = new ImportJobContext(getTableName(), null, opts, null); ConnFactory f = new ConnFactory(conf); try { this.manager = f.getManager(new JobData(opts, new MainframeImportTool())); } catch (IOException ioe) { fail("IOException instantiating manager: " + StringUtils.stringifyException(ioe)); } }
out.setConnectString("bla"); out.setNumMappers(4); out.setAppendMode(true);