Iterable<Job> jobs = jobsService.getJobsForDataset( new NamespaceKey(currentDataset.getFullPathList()), currentDataset.getVersion(), 1); final JobState jobState;
jobsService.getJobsForDataset(datasetPath.toNamespaceKey(), null, query.getUsername(), MAX_JOBS_TO_SEARCH) : jobsService.getJobsForDataset(datasetPath.toNamespaceKey(), version, query.getUsername(), MAX_JOBS_TO_SEARCH); for (Job job : jobsForDataset) { if (job.getJobAttempt().getInfo().getQueryType() == queryType
@Test @Ignore public void testJobDetails() throws Exception { TestSpacesStoragePlugin.setup(getCurrentDremioDaemon()); expectSuccess(getBuilder(getAPIv2().path("dataset/testA.dsA1/data").queryParam("limit", "10000")).buildGet(), JobDataFragment.class); List<Job> jobs = ImmutableList.copyOf(l(JobsService.class).getJobsForDataset(new DatasetPath("testA.dsA1").toNamespaceKey(), 100)); JobDetailsUI jobDetails = expectSuccess(getBuilder(getAPIv2().path("job/" + jobs.get(0).getJobId().getId() + "/details")).buildGet(), JobDetailsUI.class); assertNotNull(jobDetails); assertNotNull(jobs); assertTrue(jobs.size() > 0); waitForCompleteJobInIndex(jobs.get(0).getJobId()); jobDetails = expectSuccess(getBuilder(getAPIv2().path("job/" + jobs.get(0).getJobId().getId() + "/details")).buildGet(), JobDetailsUI.class); assertEquals(1, jobDetails.getTableDatasetProfiles().size()); assertEquals(500, (long) jobDetails.getOutputRecords()); assertEquals(9000, (long) jobDetails.getDataVolume()); }
@Test @Ignore public void testJob() throws Exception { TestSpacesStoragePlugin.setup(getCurrentDremioDaemon()); expectSuccess(getBuilder(getAPIv2().path("dataset/testA.dsA1/data").queryParam("limit", "10000")).buildGet(), JobDataFragment.class); List<Job> jobs = ImmutableList.copyOf(l(JobsService.class).getJobsForDataset(new DatasetPath("testA.dsA1").toNamespaceKey(), 100)); assertNotNull(jobs); assertTrue(jobs.size() > 0); JobUI job1 = waitForCompleteJobInIndex(jobs.get(0).getJobId()); // get list of jobs and job again jobs = ImmutableList.copyOf(l(JobsService.class).getJobsForDataset(new DatasetPath("testA.dsA1").toNamespaceKey(), 100)); job1 = expectSuccess(getBuilder(getAPIv2().path("job/" + job1.getJobId().getId())).buildGet(), JobUI.class); assertEquals(jobs.get(0).getJobId(), job1.getJobId()); assertEquals(jobs.get(0).getJobAttempt().getInfo().getSql(), job1.getJobAttempt().getInfo().getSql()); assertEquals(jobs.get(0).getJobAttempt().getInfo().getDatasetPathList(), job1.getJobAttempt().getInfo().getDatasetPathList()); assertEquals(jobs.get(0).getJobAttempt().getInfo().getDatasetVersion(), job1.getJobAttempt().getInfo().getDatasetVersion()); assertEquals(jobs.get(0).getJobAttempt().getInfo().getParentsList(), job1.getJobAttempt().getInfo().getParentsList()); }
.build(), NoOpJobStatusListener.INSTANCE).getData().loadIfNecessary(); List<Job> jobs2 = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), 1000)); assertEquals(3, jobs2.size()); // we have already run that query for the latest version in the previous call jobs2 = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), dsGet.getDatasetVersion(), 1000)); assertEquals(dsB1JobsVersion, jobs2.size()); jobs2 = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), dsGet.getDatasetVersion(), DEFAULT_USERNAME, 1000)); assertEquals(1, jobs2.size()); jobs2 = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), v2, DEFAULT_USERNAME, 1000)); assertEquals(1, jobs2.size()); jobs2 = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), v2, USERNAME, 1000)); assertEquals(1, jobs2.size());
.build(), NoOpJobStatusListener.INSTANCE).getData().loadIfNecessary(); List<Job> jobs = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), dsGet.getDatasetVersion(), 1000)); assertEquals(dsB1JobsVersion, jobs.size()); jobs = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), new DatasetVersion(v2.getVersion()), 1000)); assertEquals(v2.getVersion(), 1, jobs.size()); jobs = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), dsGet.getDatasetVersion(), 1000)); assertEquals(dsB1JobsVersion, jobs.size()); jobs = ImmutableList.copyOf(jobsService.getJobsForDataset(new DatasetPath("testB.dsB1").toNamespaceKey(), 1000));
@Test public void testQueryParser() throws Exception { TestSpacesStoragePlugin.setup(getCurrentDremioDaemon()); getPreview(getDataset(new DatasetPath("testA.dsA1"))); List<Job> jobs = ImmutableList.copyOf(l(JobsService.class).getJobsForDataset(new DatasetPath("testA.dsA1").toNamespaceKey(), 1000)); assertNotNull(jobs); assertTrue(jobs.size() > 0); JobUI job1 = expectSuccess(getBuilder(getAPIv2().path("job/" + jobs.get(0).getJobId().getId())).buildGet(), JobUI.class); assertEquals(jobs.get(0).getJobId(), job1.getJobId()); final Job job = l(JobsService.class).getJob(jobs.get(0).getJobId()); final JobDetails jobDetails = job.getJobAttempt().getDetails(); final JobStats jobStats = job.getJobAttempt().getStats(); assertEquals(1, jobDetails.getTableDatasetProfilesList().size()); assertEquals(1000, (long)jobDetails.getOutputRecords()); // leaf limit is 10k assertEquals(16250, (long) jobDetails.getDataVolume()); assertEquals(16250, (long) jobStats.getOutputBytes()); assertEquals(16250, (long) jobStats.getInputBytes()); assertEquals(1000, (long) jobStats.getInputRecords()); assertEquals(1000, (long) jobStats.getOutputRecords()); } }