private void populateSourcesAndDestinations() { sources = new HashSet<>(); destinations = new HashSet<>(); for (Operation operation : operations) { if (OperationType.READ == operation.getType()) { ReadOperation read = (ReadOperation) operation; sources.add(read.getSource()); } else if (OperationType.WRITE == operation.getType()) { WriteOperation write = (WriteOperation) operation; destinations.add(write.getDestination()); } } }
private Map<EndPoint, Set<String>> computeDestinationFields() { if (writeOperations == null) { computeAndValidateFieldLineageInfo(this.operations); } Map<EndPoint, Set<String>> destinationFields = new HashMap<>(); for (WriteOperation write : this.writeOperations) { Set<String> endPointFields = destinationFields.computeIfAbsent(write.getDestination(), k -> new HashSet<>()); for (InputField field : write.getInputs()) { endPointFields.add(field.getName()); } } return destinationFields; }
private void populateSourcesAndDestinations() { sources = new HashSet<>(); destinations = new HashSet<>(); for (Operation operation : operations) { if (OperationType.READ == operation.getType()) { ReadOperation read = (ReadOperation) operation; sources.add(read.getSource()); } else if (OperationType.WRITE == operation.getType()) { WriteOperation write = (WriteOperation) operation; destinations.add(write.getDestination()); } } }
private Map<EndPoint, Set<String>> computeDestinationFields() { if (writeOperations == null) { computeAndValidateFieldLineageInfo(this.operations); } Map<EndPoint, Set<String>> destinationFields = new HashMap<>(); for (WriteOperation write : this.writeOperations) { Set<String> endPointFields = destinationFields.computeIfAbsent(write.getDestination(), k -> new HashSet<>()); for (InputField field : write.getInputs()) { endPointFields.add(field.getName()); } } return destinationFields; }
case WRITE: WriteOperation write = (WriteOperation) operation; EndPoint destination = write.getDestination(); if (destination == null) { throw new IllegalArgumentException(String.format("Destination endpoint cannot be null for the write " +
case WRITE: WriteOperation write = (WriteOperation) operation; EndPoint destination = write.getDestination(); if (destination == null) { throw new IllegalArgumentException(String.format("Destination endpoint cannot be null for the write " +
private Map<EndPointField, Set<EndPointField>> computeIncomingSummary() { if (writeOperations == null) { computeAndValidateFieldLineageInfo(this.operations); } Map<EndPointField, Set<EndPointField>> summary = new HashMap<>(); for (WriteOperation write : writeOperations) { List<InputField> inputs = write.getInputs(); for (InputField input : inputs) { computeIncomingSummaryHelper(new EndPointField(write.getDestination(), input.getName()), operationsMap.get(input.getOrigin()), write, summary); } } return summary; }
private Map<EndPointField, Set<EndPointField>> computeIncomingSummary() { if (writeOperations == null) { computeAndValidateFieldLineageInfo(this.operations); } Map<EndPointField, Set<EndPointField>> summary = new HashMap<>(); for (WriteOperation write : writeOperations) { List<InputField> inputs = write.getInputs(); for (InputField input : inputs) { computeIncomingSummaryHelper(new EndPointField(write.getDestination(), input.getName()), operationsMap.get(input.getOrigin()), write, summary); } } return summary; }
for (WriteOperation write : writeOperations) { if (!write.getDestination().equals(destinationField.getEndPoint())) { continue;
for (WriteOperation write : writeOperations) { if (!write.getDestination().equals(destinationField.getEndPoint())) { continue;
private FieldOperationInfo convertToFieldOperationInfo(Operation operation) { FieldOperationInput inputs = null; FieldOperationOutput outputs = null; switch (operation.getType()) { case READ: ReadOperation read = (ReadOperation) operation; inputs = FieldOperationInput.of(read.getSource()); outputs = FieldOperationOutput.of(read.getOutputs()); break; case TRANSFORM: TransformOperation transform = (TransformOperation) operation; inputs = FieldOperationInput.of(transform.getInputs()); outputs = FieldOperationOutput.of(transform.getOutputs()); break; case WRITE: WriteOperation write = (WriteOperation) operation; inputs = FieldOperationInput.of(write.getInputs()); outputs = FieldOperationOutput.of(write.getDestination()); break; } return new FieldOperationInfo(operation.getName(), operation.getDescription(), inputs, outputs); }
private FieldOperationInfo convertToFieldOperationInfo(Operation operation) { FieldOperationInput inputs = null; FieldOperationOutput outputs = null; switch (operation.getType()) { case READ: ReadOperation read = (ReadOperation) operation; inputs = FieldOperationInput.of(read.getSource()); outputs = FieldOperationOutput.of(read.getOutputs()); break; case TRANSFORM: TransformOperation transform = (TransformOperation) operation; inputs = FieldOperationInput.of(transform.getInputs()); outputs = FieldOperationOutput.of(transform.getOutputs()); break; case WRITE: WriteOperation write = (WriteOperation) operation; inputs = FieldOperationInput.of(write.getInputs()); outputs = FieldOperationOutput.of(write.getDestination()); break; } return new FieldOperationInfo(operation.getName(), operation.getDescription(), inputs, outputs); }