Map<Integer, Double> momentumSchedule, double adamMeanDecay, double adamVarDecay, double rho, double rmsDecay, double epsilon) { if ((!Double.isNaN(momentum) || !Double.isNaN(layer.getMomentum())) && layer.getUpdater() != Updater.NESTEROVS) OneTimeLogger.warn(log, "Layer \"" + layerName + "\" momentum has been set but will not be applied unless the updater is set to NESTEROVS."); if ((momentumSchedule != null || layer.getMomentumSchedule() != null) && layer.getUpdater() != Updater.NESTEROVS) OneTimeLogger.warn(log, "Layer \"" + layerName + "\" momentum schedule has been set but will not be applied unless the updater is set to NESTEROVS."); if ((!Double.isNaN(adamVarDecay) || (!Double.isNaN(layer.getAdamVarDecay()))) && layer.getUpdater() != Updater.ADAM) OneTimeLogger.warn(log, "Layer \"" + layerName + "\" adamVarDecay is set but will not be applied unless the updater is set to Adam."); if ((!Double.isNaN(adamMeanDecay) || !Double.isNaN(layer.getAdamMeanDecay())) && layer.getUpdater() != Updater.ADAM) OneTimeLogger.warn(log, "Layer \"" + layerName + "\" adamMeanDecay is set but will not be applied unless the updater is set to Adam."); if ((!Double.isNaN(rho) || !Double.isNaN(layer.getRho())) && layer.getUpdater() != Updater.ADADELTA) OneTimeLogger.warn(log, "Layer \"" + layerName + "\" rho is set but will not be applied unless the updater is set to ADADELTA."); if ((!Double.isNaN(rmsDecay) || (!Double.isNaN(layer.getRmsDecay()))) && layer.getUpdater() != Updater.RMSPROP) OneTimeLogger.warn(log, "Layer \"" + layerName + "\" rmsdecay is set but will not be applied unless the updater is set to RMSPROP."); if (layer.getUpdater() != null) { //May be null with custom updaters etc switch (layer.getUpdater()) { case NESTEROVS: if (Double.isNaN(momentum) && Double.isNaN(layer.getMomentum())) {
if (Double.isNaN(bLayer.getBiasInit())) bLayer.setBiasInit(biasInit); if (bLayer.getUpdater() == null) bLayer.setUpdater(updater); if (bLayer.getIUpdater() == null) {
Updater u = bl.getUpdater(); double lr = bl.getLearningRate(); double eps = bl.getEpsilon();
originalUpdater = bl.getUpdater(); origWeightInit = bl.getWeightInit(); if (activationFn != null)