private final BroadcastVariableManager bcVarManager = new BroadcastVariableManager();
protected void releaseBroadcastVariables(String bcVarName, int superstep, DistributedRuntimeUDFContext context) { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Releasing broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } getEnvironment().getBroadcastVariableManager().releaseReference(bcVarName, superstep, this); context.clearBroadcastVariable(bcVarName); }
protected <X> void readAndSetBroadcastInput(int inputNum, String bcVarName, DistributedRuntimeUDFContext context, int superstep) throws IOException { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Setting broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } @SuppressWarnings("unchecked") final TypeSerializerFactory<X> serializerFactory = (TypeSerializerFactory<X>) this.broadcastInputSerializers[inputNum]; final MutableReader<?> reader = this.broadcastInputReaders[inputNum]; BroadcastVariableMaterialization<X, ?> variable = getEnvironment().getBroadcastVariableManager().materializeBroadcastVariable(bcVarName, superstep, this, reader, serializerFactory); context.setBroadcastVariable(bcVarName, variable); }
getEnvironment().getBroadcastVariableManager().releaseAllReferencesFromTask(this); if (runtimeUdfContext != null) { runtimeUdfContext.clearAllBroadcastVariables();
protected void releaseBroadcastVariables(String bcVarName, int superstep, DistributedRuntimeUDFContext context) { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Releasing broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } getEnvironment().getBroadcastVariableManager().releaseReference(bcVarName, superstep, this); context.clearBroadcastVariable(bcVarName); }
protected <X> void readAndSetBroadcastInput(int inputNum, String bcVarName, DistributedRuntimeUDFContext context, int superstep) throws IOException { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Setting broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } @SuppressWarnings("unchecked") final TypeSerializerFactory<X> serializerFactory = (TypeSerializerFactory<X>) this.broadcastInputSerializers[inputNum]; final MutableReader<?> reader = this.broadcastInputReaders[inputNum]; BroadcastVariableMaterialization<X, ?> variable = getEnvironment().getBroadcastVariableManager().materializeBroadcastVariable(bcVarName, superstep, this, reader, serializerFactory); context.setBroadcastVariable(bcVarName, variable); }
getEnvironment().getBroadcastVariableManager().releaseAllReferencesFromTask(this); if (runtimeUdfContext != null) { runtimeUdfContext.clearAllBroadcastVariables();
protected void releaseBroadcastVariables(String bcVarName, int superstep, DistributedRuntimeUDFContext context) { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Releasing broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } getEnvironment().getBroadcastVariableManager().releaseReference(bcVarName, superstep, this); context.clearBroadcastVariable(bcVarName); }
final BroadcastVariableManager broadcastVariableManager = new BroadcastVariableManager();
protected <X> void readAndSetBroadcastInput(int inputNum, String bcVarName, DistributedRuntimeUDFContext context, int superstep) throws IOException { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Setting broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } @SuppressWarnings("unchecked") final TypeSerializerFactory<X> serializerFactory = (TypeSerializerFactory<X>) this.broadcastInputSerializers[inputNum]; final MutableReader<?> reader = this.broadcastInputReaders[inputNum]; BroadcastVariableMaterialization<X, ?> variable = getEnvironment().getBroadcastVariableManager().materializeBroadcastVariable(bcVarName, superstep, this, reader, serializerFactory); context.setBroadcastVariable(bcVarName, variable); }
getEnvironment().getBroadcastVariableManager().releaseAllReferencesFromTask(this); if (runtimeUdfContext != null) { runtimeUdfContext.clearAllBroadcastVariables();
protected void releaseBroadcastVariables(String bcVarName, int superstep, DistributedRuntimeUDFContext context) { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Releasing broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } getEnvironment().getBroadcastVariableManager().releaseReference(bcVarName, superstep, this); context.clearBroadcastVariable(bcVarName); }
final BroadcastVariableManager broadcastVariableManager = new BroadcastVariableManager();
protected <X> void readAndSetBroadcastInput(int inputNum, String bcVarName, DistributedRuntimeUDFContext context, int superstep) throws IOException { if (LOG.isDebugEnabled()) { LOG.debug(formatLogString("Setting broadcast variable '" + bcVarName + "'" + (superstep > 1 ? ", superstep " + superstep : ""))); } @SuppressWarnings("unchecked") final TypeSerializerFactory<X> serializerFactory = (TypeSerializerFactory<X>) this.broadcastInputSerializers[inputNum]; final MutableReader<?> reader = this.broadcastInputReaders[inputNum]; BroadcastVariableMaterialization<X, ?> variable = getEnvironment().getBroadcastVariableManager().materializeBroadcastVariable(bcVarName, superstep, this, reader, serializerFactory); context.setBroadcastVariable(bcVarName, variable); }
getEnvironment().getBroadcastVariableManager().releaseAllReferencesFromTask(this); if (runtimeUdfContext != null) { runtimeUdfContext.clearAllBroadcastVariables();
public void releaseReference(String name, int superstep, BatchTask<?, ?> referenceHolder) { BroadcastVariableKey key = new BroadcastVariableKey(referenceHolder.getEnvironment().getJobVertexId(), name, superstep); releaseReference(key, referenceHolder); }
taskManagerServicesConfiguration.getIoManagerNumAsyncReadWriteThread()); final BroadcastVariableManager broadcastVariableManager = new BroadcastVariableManager();
public void releaseReference(String name, int superstep, BatchTask<?, ?> referenceHolder) { BroadcastVariableKey key = new BroadcastVariableKey(referenceHolder.getEnvironment().getJobVertexId(), name, superstep); releaseReference(key, referenceHolder); }
final BroadcastVariableManager broadcastVariableManager = new BroadcastVariableManager();
public void releaseReference(String name, int superstep, BatchTask<?, ?> referenceHolder) { BroadcastVariableKey key = new BroadcastVariableKey(referenceHolder.getEnvironment().getJobVertexId(), name, superstep); releaseReference(key, referenceHolder); }