@Override public DAG<IRVertex, IREdge> apply(final DAG<IRVertex, IREdge> dag) { dag.topologicalDo(irVertex -> dag.getIncomingEdgesOf(irVertex).forEach(irEdge -> { final DataFlowProperty.Value dataFlowModel = irEdge.getPropertyValue(DataFlowProperty.class).get(); if (DataFlowProperty.Value.Push.equals(dataFlowModel)) { irEdge.setPropertyPermanently(DataPersistenceProperty.of(DataPersistenceProperty.Value.Discard)); } })); return dag; } }
@Override public DAG<IRVertex, IREdge> apply(final DAG<IRVertex, IREdge> dag) { dag.topologicalDo(irVertex -> dag.getIncomingEdgesOf(irVertex).forEach(irEdge -> { final DataFlowProperty.Value dataFlowModel = irEdge.getPropertyValue(DataFlowProperty.class).get(); if (DataFlowProperty.Value.Push.equals(dataFlowModel)) { irEdge.setPropertyPermanently(DataPersistenceProperty.of(DataPersistenceProperty.Value.Discard)); } })); return dag; } }
@Override public DAG<IRVertex, IREdge> apply(final DAG<IRVertex, IREdge> dag) { dag.topologicalDo(irVertex -> dag.getIncomingEdgesOf(irVertex).forEach(irEdge -> { if (!irEdge.getPropertyValue(DataPersistenceProperty.class).isPresent()) { final DataStoreProperty.Value dataStoreValue = irEdge.getPropertyValue(DataStoreProperty.class).get(); if (DataStoreProperty.Value.MemoryStore.equals(dataStoreValue) || DataStoreProperty.Value.SerializedMemoryStore.equals(dataStoreValue)) { irEdge.setProperty(DataPersistenceProperty.of(DataPersistenceProperty.Value.Discard)); } else { irEdge.setProperty(DataPersistenceProperty.of(DataPersistenceProperty.Value.Keep)); } } })); return dag; } }
@Override public DAG<IRVertex, IREdge> apply(final DAG<IRVertex, IREdge> dag) { dag.topologicalDo(irVertex -> dag.getIncomingEdgesOf(irVertex).forEach(irEdge -> { if (!irEdge.getPropertyValue(DataPersistenceProperty.class).isPresent()) { final DataStoreProperty.Value dataStoreValue = irEdge.getPropertyValue(DataStoreProperty.class).get(); if (DataStoreProperty.Value.MemoryStore.equals(dataStoreValue) || DataStoreProperty.Value.SerializedMemoryStore.equals(dataStoreValue)) { irEdge.setProperty(DataPersistenceProperty.of(DataPersistenceProperty.Value.Discard)); } else { irEdge.setProperty(DataPersistenceProperty.of(DataPersistenceProperty.Value.Keep)); } } })); return dag; } }
final IREdge newEdge = new IREdge(CommunicationPatternProperty.Value.Shuffle, mcv, abv); newEdge.setProperty(DataStoreProperty.of(DataStoreProperty.Value.LocalFileStore)); newEdge.setProperty(DataPersistenceProperty.of(DataPersistenceProperty.Value.Keep)); newEdge.setProperty(DataFlowProperty.of(DataFlowProperty.Value.Push)); newEdge.setProperty(KeyExtractorProperty.of(new PairKeyExtractor()));
final IREdge newEdge = new IREdge(CommunicationPatternProperty.Value.Shuffle, mcv, abv); newEdge.setProperty(DataStoreProperty.of(DataStoreProperty.Value.LocalFileStore)); newEdge.setProperty(DataPersistenceProperty.of(DataPersistenceProperty.Value.Keep)); newEdge.setProperty(DataFlowProperty.of(DataFlowProperty.Value.Pull)); newEdge.setProperty(KeyExtractorProperty.of(new PairKeyExtractor()));