public RelationshipCountsStage( Configuration config, NodeLabelsCache cache, RelationshipStore relationshipStore, int highLabelId, int highRelationshipTypeId, CountsAccessor.Updater countsUpdater, NumberArrayFactory cacheFactory, ProgressReporter progressReporter ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( relationshipStore, config ), relationshipStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, relationshipStore ) ); add( new ProcessRelationshipCountsDataStep( control(), cache, config, highLabelId, highRelationshipTypeId, countsUpdater, cacheFactory, progressReporter ) ); } }
public CountGroupsStage( Configuration config, RecordStore<RelationshipGroupRecord> store, RelationshipGroupCache groupCache, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( store, config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, store ) ); add( new CountGroupsStep( control(), config, groupCache, additionalStatsProviders ) ); } }
public ScanAndCacheGroupsStage( Configuration config, RecordStore<RelationshipGroupRecord> store, RelationshipGroupCache cache, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allInReversed( store, config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, store ) ); add( new CacheGroupsStep( control(), config, cache, additionalStatsProviders ) ); } }
public NodeDegreeCountStage( Configuration config, RelationshipStore store, NodeRelationshipCache cache, StatsProvider memoryUsageStatsProvider ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, forwards( 0, store.getHighId(), config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, store ) ); add( new CalculateDenseNodesStep( control(), config, cache, memoryUsageStatsProvider ) ); } }
public NodeCountsStage( Configuration config, NodeLabelsCache cache, NodeStore nodeStore, int highLabelId, CountsAccessor.Updater countsUpdater, ProgressReporter progressReporter, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( nodeStore, config ), nodeStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, nodeStore ) ); add( new RecordProcessorStep<>( control(), "COUNT", config, new NodeCountsProcessor( nodeStore, cache, highLabelId, countsUpdater, progressReporter ), true, additionalStatsProviders ) ); } }
public NodeFirstGroupStage( Configuration config, RecordStore<RelationshipGroupRecord> groupStore, NodeStore nodeStore, ByteArray cache ) { super( NAME, null, config, 0 ); add( new BatchFeedStep( control(), config, allIn( groupStore, config ), groupStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, true, groupStore ) ); add( new NodeSetFirstGroupStep( control(), config, nodeStore, cache ) ); add( new UpdateRecordsStep<>( control(), config, nodeStore, new StorePrepareIdSequence() ) ); } }
public NodeCountsAndLabelIndexBuildStage( Configuration config, NodeLabelsCache cache, NodeStore nodeStore, int highLabelId, CountsAccessor.Updater countsUpdater, ProgressReporter progressReporter, LabelScanStore labelIndex, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( nodeStore, config ), nodeStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, nodeStore ) ); add( new LabelIndexWriterStep( control(), config, labelIndex, nodeStore ) ); add( new RecordProcessorStep<>( control(), "COUNT", config, new NodeCountsProcessor( nodeStore, cache, highLabelId, countsUpdater, progressReporter ), true, additionalStatsProviders ) ); } }
public SparseNodeFirstRelationshipStage( Configuration config, NodeStore nodeStore, NodeRelationshipCache cache ) { super( NAME, null, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); add( new ReadNodeIdsByCacheStep( control(), config, cache, NodeType.NODE_TYPE_SPARSE ) ); add( new ReadRecordsStep<>( control(), config, true, nodeStore ) ); add( new RecordProcessorStep<>( control(), "LINK", config, new SparseNodeFirstRelationshipProcessor( cache ), false ) ); add( new UpdateRecordsStep<>( control(), config, nodeStore, new StorePrepareIdSequence() ) ); } }
public RelationshipLinkforwardStage( String topic, Configuration config, BatchingNeoStores stores, NodeRelationshipCache cache, Predicate<RelationshipRecord> readFilter, Predicate<RelationshipRecord> denseChangeFilter, int nodeTypes, StatsProvider... additionalStatsProvider ) { super( NAME, topic, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); RelationshipStore store = stores.getRelationshipStore(); add( new BatchFeedStep( control(), config, forwards( 0, store.getHighId(), config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, true, store, new RecordDataAssembler<>( store::newRecord, readFilter ) ) ); add( new RelationshipLinkforwardStep( control(), config, cache, denseChangeFilter, nodeTypes, additionalStatsProvider ) ); add( new UpdateRecordsStep<>( control(), config, store, PrepareIdSequence.of( stores.usesDoubleRelationshipRecordUnits() ) ) ); } }
public RelationshipLinkbackStage( String topic, Configuration config, BatchingNeoStores stores, NodeRelationshipCache cache, Predicate<RelationshipRecord> readFilter, Predicate<RelationshipRecord> changeFilter, int nodeTypes, StatsProvider... additionalStatsProvider ) { super( NAME, topic, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); RelationshipStore store = stores.getRelationshipStore(); add( new BatchFeedStep( control(), config, backwards( 0, store.getHighId(), config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, true, store, new RecordDataAssembler<>( store::newRecord, readFilter ) ) ); add( new RelationshipLinkbackStep( control(), config, cache, changeFilter, nodeTypes, additionalStatsProvider ) ); add( new UpdateRecordsStep<>( control(), config, store, PrepareIdSequence.of( stores.usesDoubleRelationshipRecordUnits() ) ) ); } }
public ScanAndCacheGroupsStage( Configuration config, RecordStore<RelationshipGroupRecord> store, RelationshipGroupCache cache, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allInReversed( store, config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, store ) ); add( new CacheGroupsStep( control(), config, cache, additionalStatsProviders ) ); } }
public RelationshipCountsStage( Configuration config, NodeLabelsCache cache, RelationshipStore relationshipStore, int highLabelId, int highRelationshipTypeId, CountsAccessor.Updater countsUpdater, NumberArrayFactory cacheFactory, ProgressReporter progressReporter ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( relationshipStore, config ), relationshipStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, relationshipStore ) ); add( new ProcessRelationshipCountsDataStep( control(), cache, config, highLabelId, highRelationshipTypeId, countsUpdater, cacheFactory, progressReporter ) ); } }
public CountGroupsStage( Configuration config, RecordStore<RelationshipGroupRecord> store, RelationshipGroupCache groupCache, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( store, config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, store ) ); add( new CountGroupsStep( control(), config, groupCache, additionalStatsProviders ) ); } }
public NodeDegreeCountStage( Configuration config, RelationshipStore store, NodeRelationshipCache cache, StatsProvider memoryUsageStatsProvider ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, forwards( 0, store.getHighId(), config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, store ) ); add( new CalculateDenseNodesStep( control(), config, cache, memoryUsageStatsProvider ) ); } }
public NodeCountsStage( Configuration config, NodeLabelsCache cache, NodeStore nodeStore, int highLabelId, CountsAccessor.Updater countsUpdater, ProgressReporter progressReporter, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( nodeStore, config ), nodeStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, nodeStore ) ); add( new RecordProcessorStep<>( control(), "COUNT", config, new NodeCountsProcessor( nodeStore, cache, highLabelId, countsUpdater, progressReporter ), true, additionalStatsProviders ) ); } }
public NodeFirstGroupStage( Configuration config, RecordStore<RelationshipGroupRecord> groupStore, NodeStore nodeStore, ByteArray cache ) { super( NAME, null, config, 0 ); add( new BatchFeedStep( control(), config, allIn( groupStore, config ), groupStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, true, groupStore ) ); add( new NodeSetFirstGroupStep( control(), config, nodeStore, cache ) ); add( new UpdateRecordsStep<>( control(), config, nodeStore, new StorePrepareIdSequence() ) ); } }
public NodeCountsAndLabelIndexBuildStage( Configuration config, NodeLabelsCache cache, NodeStore nodeStore, int highLabelId, CountsAccessor.Updater countsUpdater, ProgressReporter progressReporter, LabelScanStore labelIndex, StatsProvider... additionalStatsProviders ) { super( NAME, null, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); add( new BatchFeedStep( control(), config, allIn( nodeStore, config ), nodeStore.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, false, nodeStore ) ); add( new LabelIndexWriterStep( control(), config, labelIndex, nodeStore ) ); add( new RecordProcessorStep<>( control(), "COUNT", config, new NodeCountsProcessor( nodeStore, cache, highLabelId, countsUpdater, progressReporter ), true, additionalStatsProviders ) ); } }
public SparseNodeFirstRelationshipStage( Configuration config, NodeStore nodeStore, NodeRelationshipCache cache ) { super( NAME, null, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); add( new ReadNodeIdsByCacheStep( control(), config, cache, NodeType.NODE_TYPE_SPARSE ) ); add( new ReadRecordsStep<>( control(), config, true, nodeStore ) ); add( new RecordProcessorStep<>( control(), "LINK", config, new SparseNodeFirstRelationshipProcessor( cache ), false ) ); add( new UpdateRecordsStep<>( control(), config, nodeStore, new StorePrepareIdSequence() ) ); } }
public RelationshipLinkforwardStage( String topic, Configuration config, BatchingNeoStores stores, NodeRelationshipCache cache, Predicate<RelationshipRecord> readFilter, Predicate<RelationshipRecord> denseChangeFilter, int nodeTypes, StatsProvider... additionalStatsProvider ) { super( NAME, topic, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); RelationshipStore store = stores.getRelationshipStore(); add( new BatchFeedStep( control(), config, forwards( 0, store.getHighId(), config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, true, store, new RecordDataAssembler<>( store::newRecord, readFilter ) ) ); add( new RelationshipLinkforwardStep( control(), config, cache, denseChangeFilter, nodeTypes, additionalStatsProvider ) ); add( new UpdateRecordsStep<>( control(), config, store, PrepareIdSequence.of( stores.usesDoubleRelationshipRecordUnits() ) ) ); } }
public RelationshipLinkbackStage( String topic, Configuration config, BatchingNeoStores stores, NodeRelationshipCache cache, Predicate<RelationshipRecord> readFilter, Predicate<RelationshipRecord> changeFilter, int nodeTypes, StatsProvider... additionalStatsProvider ) { super( NAME, topic, config, ORDER_SEND_DOWNSTREAM | RECYCLE_BATCHES ); RelationshipStore store = stores.getRelationshipStore(); add( new BatchFeedStep( control(), config, backwards( 0, store.getHighId(), config ), store.getRecordSize() ) ); add( new ReadRecordsStep<>( control(), config, true, store, new RecordDataAssembler<>( store::newRecord, readFilter ) ) ); add( new RelationshipLinkbackStep( control(), config, cache, changeFilter, nodeTypes, additionalStatsProvider ) ); add( new UpdateRecordsStep<>( control(), config, store, PrepareIdSequence.of( stores.usesDoubleRelationshipRecordUnits() ) ) ); } }