@Override public void identifyErrorOutput() { if ( stepMeta.isDoingErrorHandling() ) { StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta(); outputRowSetsLock.writeLock().lock(); try { for ( int rowsetNr = 0; rowsetNr < outputRowSets.size(); rowsetNr++ ) { RowSet outputRowSet = outputRowSets.get( rowsetNr ); if ( outputRowSet.getDestinationStepName().equalsIgnoreCase( stepErrorMeta.getTargetStep().getName() ) ) { // This is the rowset to move! // errorRowSet = outputRowSet; outputRowSets.remove( rowsetNr ); return; } } } finally { outputRowSetsLock.writeLock().unlock(); } } }
public boolean init( StepMetaInterface smi, StepDataInterface sdi ) { meta = (UniqueRowsMeta) smi; data = (UniqueRowsData) sdi; if ( super.init( smi, sdi ) ) { // Add init code here. data.sendDuplicateRows = getStepMeta().getStepErrorMeta() != null && meta.supportsErrorHandling(); return true; } return false; }
public boolean init( StepMetaInterface smi, StepDataInterface sdi ) { meta = (UniqueRowsByHashSetMeta) smi; data = (UniqueRowsByHashSetData) sdi; if ( super.init( smi, sdi ) ) { // Add init code here. data.sendDuplicateRows = getStepMeta().getStepErrorMeta() != null && meta.supportsErrorHandling(); return true; } return false; }
private void updateErrorMetaForHop( TransHopMeta hop ) { if ( hop != null && hop.isErrorHop() ) { StepErrorMeta errorMeta = hop.getFromStep().getStepErrorMeta(); if ( errorMeta != null ) { errorMeta.setEnabled( hop.isEnabled() ); } } }
if ( step.getStepErrorMeta() != null ) { xml.append( step.getStepErrorMeta().getXML() ).append( Const.CR );
StepMeta stepMeta = getStep( i ); if ( stepMeta.getStepErrorMeta() != null ) { retval.append( stepMeta.getStepErrorMeta().getXML() );
/** * Verify rejection rates. */ private void verifyRejectionRates() { StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta(); if ( stepErrorMeta == null ) { return; // nothing to verify. } // Was this one error too much? if ( maxErrors > 0 && getLinesRejected() > maxErrors ) { logError( BaseMessages.getString( PKG, "BaseStep.Log.TooManyRejectedRows", Long.toString( maxErrors ), Long .toString( getLinesRejected() ) ) ); setErrors( 1L ); stopAll(); } if ( maxPercentErrors > 0 && getLinesRejected() > 0 && ( minRowsForMaxErrorPercent <= 0 || getLinesRead() >= minRowsForMaxErrorPercent ) ) { int pct = (int) Math.ceil( 100 * (double) getLinesRejected() / getLinesRead() ); // additional conversion for PDI-10210 if ( pct > maxPercentErrors ) { logError( BaseMessages.getString( PKG, "BaseStep.Log.MaxPercentageRejectedReached", Integer.toString( pct ), Long .toString( getLinesRejected() ), Long.toString( getLinesRead() ) ) ); setErrors( 1L ); stopAll(); } } }
@Test public void testSetConnectorSteps() throws Exception { when( stepMockHelper.transMeta.getSizeRowset() ).thenReturn( 1 ); MappingInputData mappingInputData = new MappingInputData(); MappingInput mappingInput = new MappingInput( stepMockHelper.stepMeta, mappingInputData, 0, stepMockHelper.transMeta, stepMockHelper.trans ); mappingInput.init( stepMockHelper.initStepMetaInterface, mappingInputData ); ValidatorData validatorData = new ValidatorData(); Validator previousStep = new Validator( stepMockHelper.stepMeta, validatorData, 0, stepMockHelper.transMeta, stepMockHelper.trans ); when( stepMockHelper.stepMeta.isDoingErrorHandling() ).thenReturn( true ); StepErrorMeta stepErrorMeta = mock( StepErrorMeta.class ); when( stepErrorMeta.getTargetStep() ).thenReturn( stepMockHelper.stepMeta ); when( stepMockHelper.stepMeta.getName() ).thenReturn( stepName ); when( stepMockHelper.stepMeta.getStepErrorMeta() ).thenReturn( stepErrorMeta ); StepInterface[] si = new StepInterface[] { previousStep }; mappingInput.setConnectorSteps( si, Collections.<MappingValueRename>emptyList(), stepName ); assertEquals( previousStep.getOutputRowSets().size(), 0 ); }
private void addErrorHop() { // Automatically configure the step error handling too! // if ( candidate == null || candidate.getFromStep() == null ) { return; } StepErrorMeta errorMeta = candidate.getFromStep().getStepErrorMeta(); if ( errorMeta == null ) { errorMeta = new StepErrorMeta( transMeta, candidate.getFromStep() ); } errorMeta.setEnabled( true ); errorMeta.setTargetStep( candidate.getToStep() ); candidate.getFromStep().setStepErrorMeta( errorMeta ); }
public void editStepErrorHandling( TransMeta transMeta, StepMeta stepMeta ) { if ( stepMeta != null && stepMeta.supportsErrorHandling() ) { StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta(); if ( stepErrorMeta == null ) { stepErrorMeta = new StepErrorMeta( transMeta, stepMeta ); } List<StepMeta> targetSteps = transMeta.findNextSteps( stepMeta ); // now edit this stepErrorMeta object: StepErrorMetaDialog dialog = new StepErrorMetaDialog( spoon.getShell(), stepErrorMeta, transMeta, targetSteps ); if ( dialog.open() ) { stepMeta.setStepErrorMeta( stepErrorMeta ); stepMeta.setChanged(); spoon.refreshGraph(); } } }
StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta();
StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta(); row.addRowMeta( stepErrorMeta.getErrorFields() );
StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta(); if ( stepErrorMeta != null ) {
item.setDisabled( trans == null || trans.isRunning() == false ); item = (XulMenuitem) doc.getElementById( "trans-graph-entry-sniff-error" ); item.setDisabled( !( stepMeta.supportsErrorHandling() && stepMeta.getStepErrorMeta() != null && stepMeta.getStepErrorMeta().getTargetStep() != null && trans != null && trans.isRunning() ) );
break; case OUTPUT: StepErrorMeta stepErrorMeta = candidate.getFromStep().getStepErrorMeta(); if ( stepErrorMeta != null && stepErrorMeta.getTargetStep() != null ) { if ( stepErrorMeta.getTargetStep().equals( candidate.getToStep() ) ) {
StepErrorMeta stepErrorMeta = fromStepMeta.getStepErrorMeta();
StepErrorMeta stepErrorMeta = stepMeta.getStepErrorMeta(); if ( stepErrorMeta != null ) { repository.stepDelegate.saveStepErrorMeta( stepErrorMeta, transMeta.getObjectId(), stepMeta
StepErrorMeta errorMeta = fromStep.getStepErrorMeta(); if ( fromStep.isDoingErrorHandling() && toStep.equals( errorMeta.getTargetStep() ) ) { errorMeta.setTargetStep( selectedStep );
StepErrorMeta stepErrorMeta = step.getStepErrorMeta(); if ( stepErrorMeta != null ) { stepNode.setProperty( PROP_STEP_ERROR_HANDLING_SOURCE_STEP, stepErrorMeta.getSourceStep() != null
public void run() { try { // collect main input fields RowMetaInterface inputFields = transMeta.getPrevStepFields(input.getParentStepMeta()); // collect fields from input steps HashMap<String, RowMetaInterface> infoStepFields = new HashMap<String, RowMetaInterface>(); for (String step : input.getStepIOMeta().getInfoStepnames()) { infoStepFields.put(step, transMeta.getStepFields(step)); } // collect output fields RowMetaInterface outputFields = transMeta.getStepFields(stepname); RowMetaInterface errorFields = null; if (input.getParentStepMeta().isDoingErrorHandling()) { errorFields = input.getParentStepMeta().getStepErrorMeta().getErrorFields(); } setTreeFields(inputFields, infoStepFields, outputFields, errorFields); } catch (KettleException e) { logError(BaseMessages.getString(PKG, "System.Dialog.GetFieldsFailed.Message")); } } };