private long getInvertedStartTime(ProgramRunId run) { return invertTime(RunIds.getTime(RunIds.fromString(run.getEntityName()), TimeUnit.MILLISECONDS)); }
private RunId twillRunId(ProgramRunId run) { return RunIds.fromString(run.getEntityName()); }
private long getInvertedStartTime(ProgramRunId run) { return invertTime(RunIds.getTime(RunIds.fromString(run.getEntityName()), TimeUnit.MILLISECONDS)); }
private long getInvertedStartTime(ProgramRunId run) { return invertTime(RunIds.getTime(RunIds.fromString(run.getEntityName()), TimeUnit.MILLISECONDS)); }
private long getInvertedStartTime(ProgramRunId run) { return invertTime(RunIds.getTime(RunIds.fromString(run.getEntityName()), TimeUnit.MILLISECONDS)); }
/** * @return a set of access times (for program and data it accesses) associated with a program run. */ @VisibleForTesting public List<Long> getAccessTimesForRun(ProgramRunId run) { ImmutableList.Builder<Long> recordBuilder = ImmutableList.builder(); byte[] startKey = getRunScanStartKey(run); try (Scanner scanner = accessRegistryTable.scan(startKey, Bytes.stopKeyForPrefix(startKey))) { Row row; while ((row = scanner.next()) != null) { if (LOG.isTraceEnabled()) { LOG.trace("Got row key = {}", Bytes.toString(row.getRow())); } RowKey rowKey = parseRow(row); if (run.getEntityName().equals(rowKey.getRunId().getId())) { recordBuilder.add(Bytes.toLong(row.get(ACCESS_TIME_COLS_BYTE))); } } } return recordBuilder.build(); }
/** * @return a set of access times (for program and data it accesses) associated with a program run. */ @VisibleForTesting public List<Long> getAccessTimesForRun(ProgramRunId run) { ImmutableList.Builder<Long> recordBuilder = ImmutableList.builder(); byte[] startKey = getRunScanStartKey(run); try (Scanner scanner = accessRegistryTable.scan(startKey, Bytes.stopKeyForPrefix(startKey))) { Row row; while ((row = scanner.next()) != null) { if (LOG.isTraceEnabled()) { LOG.trace("Got row key = {}", Bytes.toString(row.getRow())); } RowKey rowKey = parseRow(row); if (run.getEntityName().equals(rowKey.getRunId().getId())) { recordBuilder.add(Bytes.toLong(row.get(ACCESS_TIME_COLS_BYTE))); } } } return recordBuilder.build(); }
/** * @return a set of entities (program and data it accesses) associated with a program run. */ public Set<NamespacedEntityId> getEntitiesForRun(ProgramRunId run) { ImmutableSet.Builder<NamespacedEntityId> recordBuilder = ImmutableSet.builder(); byte[] startKey = getRunScanStartKey(run); try (Scanner scanner = accessRegistryTable.scan(startKey, Bytes.stopKeyForPrefix(startKey))) { Row row; while ((row = scanner.next()) != null) { if (LOG.isTraceEnabled()) { LOG.trace("Got row key = {}", Bytes.toString(row.getRow())); } RowKey rowKey = parseRow(row); if (run.getEntityName().equals(rowKey.getRunId().getId())) { recordBuilder.add(rowKey.getProgram()); recordBuilder.add(rowKey.getData()); } } } return recordBuilder.build(); }
/** * @return a set of entities (program and data it accesses) associated with a program run. */ public Set<NamespacedEntityId> getEntitiesForRun(ProgramRunId run) { ImmutableSet.Builder<NamespacedEntityId> recordBuilder = ImmutableSet.builder(); byte[] startKey = getRunScanStartKey(run); try (Scanner scanner = accessRegistryTable.scan(startKey, Bytes.stopKeyForPrefix(startKey))) { Row row; while ((row = scanner.next()) != null) { if (LOG.isTraceEnabled()) { LOG.trace("Got row key = {}", Bytes.toString(row.getRow())); } RowKey rowKey = parseRow(row); if (run.getEntityName().equals(rowKey.getRunId().getId())) { recordBuilder.add(rowKey.getProgram()); recordBuilder.add(rowKey.getData()); } } } return recordBuilder.build(); }
private void addDataKey(MDSKey.Builder builder, ProgramRunId run, AccessType accessType, @Nullable NamespacedEntityId component) { long invertedStartTime = getInvertedStartTime(run); builder.add(invertedStartTime); addProgram(builder, run.getParent()); builder.add(run.getEntityName()); builder.add(accessType.getType()); addComponent(builder, component); }
private void addDataKey(MDSKey.Builder builder, ProgramRunId run, AccessType accessType, @Nullable NamespacedEntityId component) { long invertedStartTime = getInvertedStartTime(run); builder.add(invertedStartTime); addProgram(builder, run.getParent()); builder.add(run.getEntityName()); builder.add(accessType.getType()); addComponent(builder, component); }
private byte[] getProgramKey(ProgramRunId run, DatasetId datasetInstance, AccessType accessType, @Nullable NamespacedEntityId component) { long invertedStartTime = getInvertedStartTime(run); MDSKey.Builder builder = new MDSKey.Builder(); addProgram(builder, run.getParent()); builder.add(invertedStartTime); addDataset(builder, datasetInstance); builder.add(run.getEntityName()); builder.add(accessType.getType()); addComponent(builder, component); return builder.build().getKey(); }
private byte[] getProgramKey(ProgramRunId run, DatasetId datasetInstance, AccessType accessType, @Nullable NamespacedEntityId component) { long invertedStartTime = getInvertedStartTime(run); MDSKey.Builder builder = new MDSKey.Builder(); addProgram(builder, run.getParent()); builder.add(invertedStartTime); addDataset(builder, datasetInstance); builder.add(run.getEntityName()); builder.add(accessType.getType()); addComponent(builder, component); return builder.build().getKey(); }
private byte[] getProgramKey(ProgramRunId run, StreamId stream, AccessType accessType, @Nullable NamespacedEntityId component) { long invertedStartTime = getInvertedStartTime(run); MDSKey.Builder builder = new MDSKey.Builder(); addProgram(builder, run.getParent()); builder.add(invertedStartTime); addStream(builder, stream); builder.add(run.getEntityName()); builder.add(accessType.getType()); addComponent(builder, component); return builder.build().getKey(); }
private void addRuns(Store store, ProgramRunId... runs) { for (ProgramRunId run : runs) { ArtifactId artifactId = run.getNamespaceId().artifact("testArtifact", "1.0").toApiArtifactId(); setStartAndRunning(store, run.getParent(), run.getEntityName(), artifactId); } }
run1.getProgram(), run2.getEntityName()), dataset1, AccessType.WRITE);
DatasetId customDataset1 = customNamespace.dataset(dataset1.getEntityName()); ProgramRunId customRun1 = customNamespace.app(program1.getApplication()).program(program1.getType(), program1.getEntityName()).run(run1.getEntityName()); Assert.assertEquals(new Lineage(ImmutableSet.of()), lineageAdmin.computeLineage(customDataset1, 500,
ProgramRunId customRun1 = customNamespace.app( program1.getApplication()).program(program1.getType(), program1.getEntityName()).run(run1.getEntityName() ); Assert.assertEquals(new Lineage(ImmutableSet.of()),