private boolean emitFieldLineage() { if (runtimeContext.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // Spark program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = runtimeContext.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }
private boolean emitFieldLineage() { if (runtimeContext.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // Spark program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = runtimeContext.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }
private boolean emitFieldLineage() { if (context.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // MapReduce program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = context.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }
private boolean emitFieldLineage() { if (context.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // MapReduce program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = context.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }
private boolean emitFieldLineage() { if (runtimeContext.getFieldLineageOperations().isEmpty()) { // no operations to emit return false; } ProgramStatus status = context.getState().getStatus(); if (ProgramStatus.COMPLETED != status) { // Spark program failed, so field operations wont be emitted return false; } WorkflowProgramInfo workflowInfo = runtimeContext.getWorkflowInfo(); return workflowInfo == null || !workflowInfo.fieldLineageConsolidationEnabled(); }