public MaterializingPipelinedPartition(IHyracksTaskContext ctx, PartitionManager manager, PartitionId pid, TaskAttemptId taId, Executor executor) { this.ctx = ctx; this.executor = executor; this.ioManager = ctx.getIoManager(); this.manager = manager; this.pid = pid; this.taId = taId; }
@Override protected RunFileWriter prepareIntermediateMergeRunFile() throws HyracksDataException { FileReference newRun = ctx.createManagedWorkspaceFile(ExternalSortRunMerger.class.getSimpleName()); return new RunFileWriter(newRun, ctx.getIoManager()); }
@Override protected RunFileWriter prepareIntermediateMergeRunFile() throws HyracksDataException { FileReference newRun = ctx.createManagedWorkspaceFile(ExternalSortGroupByRunMerger.class.getSimpleName()); return new RunFileWriter(newRun, ctx.getIoManager()); }
@Override public synchronized void nextFrame(ByteBuffer buffer) throws HyracksDataException { checkOrCreateFile(); size += ctx.getIoManager().syncWrite(writeHandle, size, buffer); notifyAll(); }
@Override protected RunFileWriter getRunFileWriter() throws HyracksDataException { FileReference file = ctx.getJobletContext() .createManagedWorkspaceFile(ExternalSortGroupByRunGenerator.class.getSimpleName()); return new RunFileWriter(file, ctx.getIoManager()); }
@Override public RunFileWriter getRunFileWriter() throws HyracksDataException { FileReference newRun = ctx.getJobletContext() .createManagedWorkspaceFile(ExternalGroupOperatorDescriptor.class.getSimpleName()); return new RunFileWriter(newRun, ctx.getIoManager()); } }
@Override protected RunFileWriter getRunFileWriter() throws HyracksDataException { FileReference file = ctx.getJobletContext().createManagedWorkspaceFile(HybridTopKSortRunGenerator.class.getSimpleName()); return new RunFileWriter(file, ctx.getIoManager()); }
@Override protected void performOpOnIndex(IIndexDataflowHelper indexDataflowHelper, IHyracksTaskContext ctx) throws HyracksDataException { String path = indexDataflowHelper.getResource().getPath(); IIOManager ioManager = ctx.getIoManager(); FileReference file = ioManager.resolve(path); AbortRecoverLSMIndexFileManager fileManager = new AbortRecoverLSMIndexFileManager(ctx.getIoManager(), file); fileManager.recoverTransaction(); } }
@Override public void nextFrame(ByteBuffer buffer) throws HyracksDataException { if (handle == null) { fRef = manager.getFileFactory().createUnmanagedWorkspaceFile(pid.toString()); handle = ctx.getIoManager().open(fRef, IIOManager.FileReadWriteMode.READ_WRITE, IIOManager.FileSyncMode.METADATA_ASYNC_DATA_ASYNC); size = 0; } size += ctx.getIoManager().syncWrite(handle, size, buffer); }
@Override public RunFileWriter getRunFileWriter() throws HyracksDataException { FileReference file = ctx.getJobletContext() .createManagedWorkspaceFile(ExternalGroupOperatorDescriptor.class.getSimpleName()); return new RunFileWriter(file, ctx.getIoManager()); } }
@Override protected RunFileWriter getRunFileWriter() throws HyracksDataException { FileReference file = ctx.getJobletContext().createManagedWorkspaceFile(ExternalSortRunGenerator.class.getSimpleName()); return new RunFileWriter(file, ctx.getIoManager()); }
@Override protected RunFileWriter getRunFileWriter() throws HyracksDataException { FileReference file = ctx.getJobletContext().createManagedWorkspaceFile(HeapSortRunGenerator.class.getSimpleName()); return new RunFileWriter(file, ctx.getIoManager()); }
@Override protected void performOpOnIndex(IIndexDataflowHelper indexDataflowHelper, IHyracksTaskContext ctx) throws HyracksDataException { String path = indexDataflowHelper.getResource().getPath(); IIOManager ioManager = ctx.getIoManager(); FileReference file = ioManager.resolve(path); AbortRecoverLSMIndexFileManager fileManager = new AbortRecoverLSMIndexFileManager(ctx.getIoManager(), file); fileManager.deleteTransactionFiles(); }
public void open(IHyracksTaskContext ctx) throws HyracksDataException { FileReference file = ctx.getJobletContext().createManagedWorkspaceFile(MaterializerTaskState.class.getSimpleName()); out = new RunFileWriter(file, ctx.getIoManager()); out.open(); }
@Override protected void performOpOnIndex(IIndexDataflowHelper indexHelper, IHyracksTaskContext ctx) throws HyracksDataException { String path = indexHelper.getResource().getPath(); IIOManager ioManager = ctx.getIoManager(); FileReference file = ioManager.resolve(path); LOGGER.warn("performing the operation on " + file.getFile().getAbsolutePath()); // Get index IIndex index = indexHelper.getIndexInstance(); // commit transaction ((ITwoPCIndex) index).commitTransaction(); LOGGER.warn("operation on " + file.getFile().getAbsolutePath() + " Succeded"); } }
protected void createAndOpenFile() throws HyracksDataException { if (isInMemoryOpMode) { // In-memory mode should not generate a file. return; } if (searchResultWriter == null) { FileReference file = ctx.getJobletContext().createManagedWorkspaceFile(FILE_PREFIX); searchResultWriter = new RunFileWriter(file, ctx.getIoManager()); searchResultWriter.open(); isFileOpened = true; } }
public static FeedLogManager getFeedLogManager(IHyracksTaskContext ctx, int partition, FileSplit[] feedLogFileSplits) throws HyracksDataException { return new FeedLogManager( FeedUtils.getAbsoluteFileRef(feedLogFileSplits[partition].getPath(), 0, ctx.getIoManager()).getFile()); }
public static FeedLogManager getFeedLogManager(IHyracksTaskContext ctx, FileSplit feedLogFileSplit) throws HyracksDataException { return new FeedLogManager( FeedUtils.getAbsoluteFileRef(feedLogFileSplit.getPath(), 0, ctx.getIoManager()).getFile()); }
@Override public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) { return new DeserializedOperatorNodePushable(ctx, new FileWriteOperator(ctx.getIoManager(), partition), recordDescProvider.getInputRecordDescriptor(getActivityId(), 0)); } }
@Override public IIndexBuilder create(IHyracksTaskContext ctx, int partition) throws HyracksDataException { FileReference resourceRef = fileSplitProvider.getFileSplits()[partition].getFileReference(ctx.getIoManager()); return new IndexBuilder(ctx.getJobletContext().getServiceContext(), storageManager, storageManager.getResourceIdFactory(ctx.getJobletContext().getServiceContext()), resourceRef, localResourceFactory, durable); } }