@Test public void testLoadDataSet() throws Exception { DataSet result = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(EXPENSE_REPORTS) .buildLookup()); //printDataSet(result); assertThat(result.getRowCount()).isEqualTo(50); assertThat(result.getColumns().size()).isEqualTo(6); }
@Test public void testAllColumns() throws Exception { URL fileURL = Thread.currentThread().getContextClassLoader().getResource("expenseReports_allcolumns.dset"); String json = IOUtils.toString(fileURL, StandardCharsets.UTF_8); SQLDataSetDef def = (SQLDataSetDef) jsonMarshaller.fromJson(json); dataSetDefRegistry.registerDataSetDef(def); DataSetMetadata metadata = dataSetManager.getDataSetMetadata("expense_reports_allcolumns"); assertThat(metadata.getNumberOfColumns()).isEqualTo(6); assertThat(metadata.getEstimatedSize()).isEqualTo(6350); }
@Test public void testFilterWithNullEntries() throws Exception { // Insert a null entry into the dataset DataSet expensesDataSet = dataSetManager.getDataSet(EXPENSE_REPORTS); int column = expensesDataSet.getColumnIndex(expensesDataSet.getColumnById(COLUMN_DEPARTMENT)); expensesDataSet.setValueAt(0, column, null); // Group by department in order to force the indexing of the result DataSet result = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(EXPENSE_REPORTS) .group(COLUMN_DEPARTMENT) .column(COLUMN_DEPARTMENT) .column(COLUMN_AMOUNT, SUM) .sort(COLUMN_DEPARTMENT, SortOrder.ASCENDING) .buildLookup()); assertThat(result.getRowCount()).isEqualTo(6); result = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(EXPENSE_REPORTS) .group(COLUMN_DEPARTMENT).select("Engineering") .sort(COLUMN_DEPARTMENT, SortOrder.ASCENDING) .buildLookup()); assertThat(result.getRowCount()).isEqualTo(18); }
@Test public void testColumnSet() throws Exception { URL fileURL = Thread.currentThread().getContextClassLoader().getResource("expenseReports_columnset.dset"); String json = IOUtils.toString(fileURL); SQLDataSetDef def = (SQLDataSetDef) jsonMarshaller.fromJson(json); dataSetDefRegistry.registerDataSetDef(def); DataSetMetadata metadata = dataSetManager.getDataSetMetadata("expense_reports_columnset"); assertThat(metadata.getNumberOfColumns()).isEqualTo(4); if (!testSettings.isMonetDB()) { assertThat(metadata.getEstimatedSize()).isEqualTo(4300); } final String uuid = "expense_reports_columnset"; DataSet dataSet = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(uuid) .buildLookup()); assertThat(dataSet.getColumns().size()).isEqualTo(4); assertThat(dataSet.getValueAt(0, 0)).isEqualTo("Engineering"); assertThat(dataSet.getValueAt(0, 1)).isEqualTo("Roxie Foraker"); assertThat(dataSet.getValueAt(0, 2)).isEqualTo(120.35d); assertThat(dataSetFormatter.formatValueAt(dataSet, 0, 3)).isEqualTo("12/11/15 12:00"); assertDataSetDefinition(dataSet, uuid); }
@Before public void setUp() throws Exception { DataSet dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS); dataSetManager.registerDataSet(dataSet); List<DataSetPreprocessor> preProcessors = new ArrayList<DataSetPreprocessor>(); preProcessors.add(new CityFilterDataSetPreprocessor("Barcelona")); dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS + "2"); dataSetManager.registerDataSet(dataSet, preProcessors); }
@Test public void testGenerateDataSet() throws Exception { URL fileURL = Thread.currentThread().getContextClassLoader().getResource("salesPerYear.dset"); String json = IOUtils.toString(fileURL); DataSetDef def = jsonMarshaller.fromJson(json); dataSetDefRegistry.registerDataSetDef(def); DataSet result = dataSetManager.getDataSet("salesPerYear"); //printDataSet(result); assertDataSetValues(result, dataSetFormatter, new String[][]{ {"JANUARY", "1,000.00", "2,000.00", "3,000.00"}, {"FEBRUARY", "1,400.00", "2,300.00", "2,000.00"}, {"MARCH", "1,300.00", "2,000.00", "1,400.00"}, {"APRIL", "900.00", "2,100.00", "1,500.00"}, {"MAY", "1,300.00", "2,300.00", "1,600.00"}, {"JUNE", "1,010.00", "2,000.00", "1,500.00"}, {"JULY", "1,050.00", "2,400.00", "3,000.00"}, {"AUGUST", "2,300.00", "2,000.00", "3,200.00"}, {"SEPTEMBER", "1,900.00", "2,700.00", "3,000.00"}, {"OCTOBER", "1,200.00", "2,200.00", "3,100.00"}, {"NOVEMBER", "1,400.00", "2,100.00", "3,100.00"}, {"DECEMBER", "1,100.00", "2,100.00", "4,200.00"} }, 0); }
@Before public void setUp() throws Exception { DataSet dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS); dataSetManager.registerDataSet(dataSet); List<DataSetPreprocessor> preProcessors = new ArrayList<DataSetPreprocessor>(); preProcessors.add(new CityFilterDataSetPreprocessor("Barcelona")); dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS + "2"); dataSetManager.registerDataSet(dataSet, preProcessors); }
@Test public void testGenerateDataSetAdjusted() throws Exception { URL fileURL = Thread.currentThread().getContextClassLoader().getResource("salesPerYearAdjusted.dset"); String json = IOUtils.toString(fileURL); DataSetDef def = jsonMarshaller.fromJson(json); dataSetDefRegistry.registerDataSetDef(def); DataSet result = dataSetManager.getDataSet("salesPerYearAdjusted"); //printDataSet(result); assertDataSetValues(result, dataSetFormatter, new String[][] { {"JANUARY", "900.00", "1,800.00", "2,700.00"}, {"FEBRUARY", "1,260.00", "2,070.00", "1,800.00"}, {"MARCH", "1,170.00", "1,800.00", "1,260.00"}, {"APRIL", "810.00", "1,890.00", "1,350.00"}, {"MAY", "1,170.00", "2,070.00", "1,440.00"}, {"JUNE", "909.00", "1,800.00", "1,350.00"}, {"JULY", "945.00", "2,160.00", "2,700.00"}, {"AUGUST", "2,070.00", "1,800.00", "2,880.00"}, {"SEPTEMBER", "1,710.00", "2,430.00", "2,700.00"}, {"OCTOBER", "1,080.00", "1,980.00", "2,790.00"}, {"NOVEMBER", "1,260.00", "1,890.00", "2,790.00"}, {"DECEMBER", "990.00", "1,890.00", "3,780.00"} }, 0); }
@Test public void testFilterByDate() throws Exception { Calendar c = Calendar.getInstance(); c.set(2015, 0, 0, 0, 0); Timestamp date = new Timestamp(c.getTime().getTime()); DataSet result = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(EXPENSE_REPORTS) .filter(COLUMN_DATE, greaterThan(new Timestamp(date.getTime()))) .sort(COLUMN_ID, SortOrder.ASCENDING) .buildLookup()); //printDataSet(result); assertThat(result.getRowCount()).isEqualTo(15); }
@Test public void testAllColumns() throws Exception { URL fileURL = Thread.currentThread().getContextClassLoader().getResource("expenseReports_allcolumns.dset"); String json = IOUtils.toString(fileURL); SQLDataSetDef def = (SQLDataSetDef) jsonMarshaller.fromJson(json); dataSetDefRegistry.registerDataSetDef(def); DataSetMetadata metadata = dataSetManager.getDataSetMetadata("expense_reports_allcolumns"); assertThat(metadata.getNumberOfColumns()).isEqualTo(6); assertThat(metadata.getEstimatedSize()).isEqualTo(6350); }
@Before public void setUp() throws Exception { dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS); dataSetManager.registerDataSet(dataSet); }
@Test public void testTrim() throws Exception { DataSet result = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(EXPENSE_REPORTS) .rowNumber(10) .buildLookup()); assertThat(result.getColumns().size()).isEqualTo(6); assertThat(result.getRowCount()).isEqualTo(10); }
@Test public void testMetadata() throws Exception { DataSetMetadata medatata = dataSetManager.getDataSetMetadata("test"); verify(customProvider).getDataSetMetadata(customDef); assertEquals(medatata.getNumberOfColumns(), 1); assertEquals(medatata.getColumnId(0), "name"); }
@Before public void setUp() throws Exception { DataSet dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS); dataSetManager.registerDataSet(dataSet); }
@Test public void procInstancesPreprocessorTest() { DataSetLookup lookup = DataSetLookupFactory.newDataSetLookupBuilder() .dataset(PROCESSES_MONITORING_DATASET) .buildLookup(); dataSetManager.lookupDataSet(lookup); ArgumentCaptor<DataSetLookup> argument = ArgumentCaptor.forClass(DataSetLookup.class); verify(deploymentIdsPreprocessor).preprocess(lookup); verify(dataSetManager).lookupDataSet(argument.capture()); assertEquals(argument.getValue(), DataSetLookupFactory.newDataSetLookupBuilder() .dataset(PROCESSES_MONITORING_DATASET) .filter(in(COLUMN_PROCESS_EXTERNAL_ID, deploymentIds)) .buildLookup()); }
@Test public void testMetadata() throws Exception { DataSetMetadata medatata = dataSetManager.getDataSetMetadata("test"); verify(customProvider).getDataSetMetadata(customDef); assertEquals(medatata.getNumberOfColumns(), 1); assertEquals(medatata.getColumnId(0), "name"); }
@Before public void setUp() throws Exception { dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS); dataSetManager.registerDataSet(dataSet); }
@Test public void testEmptyConstraints() throws Exception { DataSetLookupConstraints constraints = new DataSetLookupConstraints() .setColumnTypes(null) .setGroupRequired(false); DataSetLookup lookup = constraints.newDataSetLookup(dataSet.getMetadata()); assertThat(constraints.check(lookup)).isNull(); DataSet result = dataSetManager.lookupDataSet(lookup); assertThat(result.getColumns().size()).isEqualTo(6); assertThat(result.getRowCount()).isEqualTo(50); }
@Before public void setUp() throws Exception { DataSet dataSet = ExpenseReportsData.INSTANCE.toDataSet(); dataSet.setUUID(EXPENSE_REPORTS); dataSetManager.registerDataSet(dataSet); }
@Test public void testORExpressionMultilple() throws Exception { List<Comparable> cities = new ArrayList<Comparable>(); for(String city : new String[] {"Barcelona", "London", "Madrid"}){ cities.add(city); } DataSet result = dataSetManager.lookupDataSet( DataSetLookupFactory.newDataSetLookupBuilder() .dataset(EXPENSE_REPORTS) .filter(equalsTo(COLUMN_CITY, cities)) .buildLookup()); //printDataSet(result); assertThat(result.getRowCount()).isEqualTo(19); }