private void compareInsertAllRequest(InsertAllRequest expected, InsertAllRequest value) { assertThat(expected).isEqualTo(value); assertThat(expected.toString()).isEqualTo(value.toString()); assertThat(expected.hashCode()).isEqualTo(value.hashCode()); assertThat(expected.getTable()).isEqualTo(value.getTable()); assertThat(expected.getRows()).isEqualTo(value.getRows()); assertThat(expected.ignoreUnknownValues()).isEqualTo(value.ignoreUnknownValues()); assertThat(expected.skipInvalidRows()).isEqualTo(value.skipInvalidRows()); assertThat(expected.getTemplateSuffix()).isEqualTo(value.getTemplateSuffix()); } }
@Test public void testOf() { InsertAllRequest request = InsertAllRequest.of(TABLE_ID, ROWS); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); request = InsertAllRequest.of(TABLE_INFO, ROWS); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); request = InsertAllRequest.of(TABLE_ID.getDataset(), TABLE_ID.getTable(), ROWS); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); request = InsertAllRequest.of(TABLE_ID.getDataset(), TABLE_ID.getTable(), ROWS); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); request = InsertAllRequest.of(TABLE_ID, ROWS.get(0), ROWS.get(1)); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); request = InsertAllRequest.of(TABLE_INFO, ROWS.get(0), ROWS.get(1)); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); request = InsertAllRequest.of(TABLE_ID.getDataset(), TABLE_ID.getTable(), ROWS.get(0), ROWS.get(1)); assertThat(TABLE_ID).isEqualTo(request.getTable()); assertThat(ROWS).isEqualTo(request.getRows()); }
final TableId tableId = request .getTable() .setProjectId( Strings.isNullOrEmpty(request.getTable().getProject()) ? getOptions().getProjectId() : request.getTable().getProject()); final TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest(); requestPb.setIgnoreUnknownValues(request.ignoreUnknownValues());
@Test public void testBuilder() { assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST1.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST2.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST3.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST4.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST5.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST6.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST7.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST8.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST9.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST10.getTable()); assertThat(TABLE_ID).isEqualTo(INSERT_ALL_REQUEST11.getTable()); assertThat(ROWS).isEqualTo(INSERT_ALL_REQUEST1.getRows()); assertThat(ROWS).isEqualTo(INSERT_ALL_REQUEST2.getRows());
@Test public void testPutWhenPartitioningOnMessageTime() { final String topic = "test-topic"; Map<String, String> properties = propertiesFactory.getProperties(); properties.put(BigQuerySinkConfig.TOPICS_CONFIG, topic); properties.put(BigQuerySinkConfig.DATASETS_CONFIG, ".*=scratch"); properties.put(BigQuerySinkTaskConfig.BIGQUERY_MESSAGE_TIME_PARTITIONING_CONFIG, "true"); BigQuery bigQuery = mock(BigQuery.class); Storage storage = mock(Storage.class); SinkTaskContext sinkTaskContext = mock(SinkTaskContext.class); InsertAllResponse insertAllResponse = mock(InsertAllResponse.class); when(bigQuery.insertAll(anyObject())).thenReturn(insertAllResponse); when(insertAllResponse.hasErrors()).thenReturn(false); BigQuerySinkTask testTask = new BigQuerySinkTask(bigQuery, null, storage); testTask.initialize(sinkTaskContext); testTask.start(properties); testTask.put(Collections.singletonList(spoofSinkRecord(topic, "value", "message text", TimestampType.CREATE_TIME, 1509007584334L))); testTask.flush(Collections.emptyMap()); ArgumentCaptor<InsertAllRequest> argument = ArgumentCaptor.forClass(InsertAllRequest.class); verify(bigQuery, times(1)).insertAll(argument.capture()); assertEquals("test-topic$20171026", argument.getValue().getTable().getTable()); }
final TableId tableId = request .getTable() .setProjectId( Strings.isNullOrEmpty(request.getTable().getProject()) ? getOptions().getProjectId() : request.getTable().getProject()); final TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest(); requestPb.setIgnoreUnknownValues(request.ignoreUnknownValues());