Refine search
@Test public void zipPartitions() { JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6), 2); JavaRDD<String> rdd2 = sc.parallelize(Arrays.asList("1", "2", "3", "4"), 2); FlatMapFunction2<Iterator<Integer>, Iterator<String>, Integer> sizesFn = (i, s) -> Arrays.asList(Iterators.size(i), Iterators.size(s)).iterator(); JavaRDD<Integer> sizes = rdd1.zipPartitions(rdd2, sizesFn); assertEquals("[3, 2, 3, 2]", sizes.collect().toString()); }
@Test public void zipPartitions() { JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6), 2); JavaRDD<String> rdd2 = sc.parallelize(Arrays.asList("1", "2", "3", "4"), 2); FlatMapFunction2<Iterator<Integer>, Iterator<String>, Integer> sizesFn = (i, s) -> Arrays.asList(Iterators.size(i), Iterators.size(s)).iterator(); JavaRDD<Integer> sizes = rdd1.zipPartitions(rdd2, sizesFn); assertEquals("[3, 2, 3, 2]", sizes.collect().toString()); }
@Test public void zipPartitions() { JavaRDD<Integer> rdd1 = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5, 6), 2); JavaRDD<String> rdd2 = sc.parallelize(Arrays.asList("1", "2", "3", "4"), 2); FlatMapFunction2<Iterator<Integer>, Iterator<String>, Integer> sizesFn = (i, s) -> Arrays.asList(Iterators.size(i), Iterators.size(s)).iterator(); JavaRDD<Integer> sizes = rdd1.zipPartitions(rdd2, sizesFn); assertEquals("[3, 2, 3, 2]", sizes.collect().toString()); }
@Test public void testUnsettingTTL() throws InterruptedException { if (!features.hasCellTTL()) { assertEquals(2, Iterators.size(graph.vertices())); assertEquals(0, Iterators.size(graph.edges())); graph.tx().rollback(); assertEquals(2, Iterators.size(graph.vertices())); assertEquals(0, Iterators.size(graph.edges())); v1 = graph.addVertex(); v2 = graph.addVertex(); assertEquals(4, Iterators.size(graph.vertices())); assertEquals(1, Iterators.size(graph.edges())); graph.tx().rollback();
@Test public void testUnsettingTTL() throws InterruptedException { if (!features.hasCellTTL()) { assertEquals(2, Iterators.size(graph.vertices())); assertEquals(0, Iterators.size(graph.edges())); graph.tx().rollback(); assertEquals(2, Iterators.size(graph.vertices())); assertEquals(0, Iterators.size(graph.edges())); v1 = graph.addVertex(); v2 = graph.addVertex(); assertEquals(4, Iterators.size(graph.vertices())); assertEquals(1, Iterators.size(graph.edges())); graph.tx().rollback();
@Test public void write_issues() { // no data yet assertThat(underTest.hasComponentData(FileStructure.Domain.ISSUES, 1)).isFalse(); // write data ScannerReport.Issue issue = ScannerReport.Issue.newBuilder() .setMsg("the message") .build(); underTest.writeComponentIssues(1, asList(issue)); assertThat(underTest.hasComponentData(FileStructure.Domain.ISSUES, 1)).isTrue(); File file = underTest.getFileStructure().fileFor(FileStructure.Domain.ISSUES, 1); assertThat(file).exists().isFile(); try (CloseableIterator<ScannerReport.Issue> read = Protobuf.readStream(file, ScannerReport.Issue.parser())) { assertThat(Iterators.size(read)).isEqualTo(1); } }
@Test public void write_external_issues() { // no data yet assertThat(underTest.hasComponentData(FileStructure.Domain.EXTERNAL_ISSUES, 1)).isFalse(); // write data ScannerReport.ExternalIssue issue = ScannerReport.ExternalIssue.newBuilder() .setMsg("the message") .build(); underTest.appendComponentExternalIssue(1, issue); assertThat(underTest.hasComponentData(FileStructure.Domain.EXTERNAL_ISSUES, 1)).isTrue(); File file = underTest.getFileStructure().fileFor(FileStructure.Domain.EXTERNAL_ISSUES, 1); assertThat(file).exists().isFile(); try (CloseableIterator<ScannerReport.ExternalIssue> read = Protobuf.readStream(file, ScannerReport.ExternalIssue.parser())) { assertThat(Iterators.size(read)).isEqualTo(1); } }
@Test public void write_measures() { assertThat(underTest.hasComponentData(FileStructure.Domain.MEASURES, 1)).isFalse(); ScannerReport.Measure measure = ScannerReport.Measure.newBuilder() .setDoubleValue(DoubleValue.newBuilder().setValue(2.5d).setData("text-value")) .build(); underTest.writeComponentMeasures(1, asList(measure)); assertThat(underTest.hasComponentData(FileStructure.Domain.MEASURES, 1)).isTrue(); File file = underTest.getFileStructure().fileFor(FileStructure.Domain.MEASURES, 1); assertThat(file).exists().isFile(); try (CloseableIterator<ScannerReport.Measure> read = Protobuf.readStream(file, ScannerReport.Measure.parser())) { assertThat(Iterators.size(read)).isEqualTo(1); } }
@Test public void testSettingProperty() throws Exception { metricsPrefix = "testSettingProperty"; v.property("foo", "band"); assertEquals("band", v.property("foo").value()); assertEquals(1, Iterators.size(v.properties("foo"))); assertEquals(1, Iterators.size(v.properties())); tx.commit(); verifyStoreMetrics(EDGESTORE_NAME, ImmutableMap.of(M_GET_SLICE, 2l));
@Test public void write_adhoc_rule() { // write data ScannerReport.AdHocRule rule = ScannerReport.AdHocRule.newBuilder() .setEngineId("eslint") .setRuleId("123") .setName("Foo") .setDescription("Description") .setSeverity(Constants.Severity.BLOCKER) .setType(ScannerReport.IssueType.BUG) .build(); underTest.appendAdHocRule(rule); File file = underTest.getFileStructure().adHocRules(); assertThat(file).exists().isFile(); try (CloseableIterator<ScannerReport.AdHocRule> read = Protobuf.readStream(file, ScannerReport.AdHocRule.parser())) { assertThat(Iterators.size(read)).isEqualTo(1); } }
@Test public void testSettingProperty() { metricsPrefix = "testSettingProperty"; numLookupPropertyConstraints +=1; assertEquals("band", v.property("foo").value()); assertEquals(1, Iterators.size(v.properties("foo"))); assertEquals(1, Iterators.size(v.properties())); tx.commit(); verifyStoreMetrics(EDGESTORE_NAME, ImmutableMap.of(M_GET_SLICE, 2L + numLookupPropertyConstraints));
/** * The checkpoint thread replays all the logs before shutting down. */ @Test public void checkpointAfterShutdown() throws Exception { ServerConfiguration.set(PropertyKey.MASTER_JOURNAL_CHECKPOINT_PERIOD_ENTRIES, "2"); buildCompletedLog(0, 10); buildIncompleteLog(10, 15); MockMaster mockMaster = new MockMaster(); UfsJournalCheckpointThread checkpointThread = new UfsJournalCheckpointThread(mockMaster, mJournal); checkpointThread.start(); checkpointThread.awaitTermination(true); // Make sure all the journal entries have been processed. Note that it is not necessary that // the they are checkpointed. Iterator<Journal.JournalEntry> it = mockMaster.getJournalEntryIterator(); Assert.assertEquals(10, Iterators.size(it)); }
@Test public void testVertexPartitioning() { Object[] options = {option(GraphDatabaseConfiguration.IDS_FLUSH), false}; assertEquals(0, g1.<Integer>value("gid").intValue()); assertEquals("group", g1.label()); assertTrue(names.size() >= Iterators.size(g1.properties("name"))); assertCount(numV, g1.query().direction(Direction.OUT).labels("knows").edges()); assertCount(numV, g1.query().direction(Direction.IN).labels("knows").edges());
@Test public void testWriteAndListLogEntries() throws InterruptedException { String logId = formatForTest("test-write-log-entries-log"); EntryListOption[] options = {EntryListOption.filter(filter), EntryListOption.pageSize(1)}; Page<LogEntry> page = logging().listLogEntries(options); while (Iterators.size(page.iterateAll().iterator()) < 2) { Thread.sleep(500); page = logging().listLogEntries(options); }; page = logging().listLogEntries(options); while (Iterators.size(page.iterateAll().iterator()) < 2) { Thread.sleep(500); page = logging().listLogEntries(options);