/** * @return Map-reduce planner. */ public HadoopMapReducePlanner planner() { return cfg.getMapReducePlanner(); }
/** * Constructor. * * @param cfg Configuration. */ public HadoopAttributes(HadoopConfiguration cfg) { assert cfg != null; assert cfg.getMapReducePlanner() != null; plannerCls = cfg.getMapReducePlanner().getClass().getName(); // TODO: IGNITE-404: Get from configuration when fixed. extExec = false; maxParallelTasks = cfg.getMaxParallelTasks(); maxTaskQueueSize = cfg.getMaxTaskQueueSize(); libNames = cfg.getNativeLibraryNames(); // Cores count already passed in other attributes, we add it here for convenience. cores = Runtime.getRuntime().availableProcessors(); }
/** * Initializes default hadoop configuration. * * @param cfg Hadoop configuration. */ private void initializeDefaults(HadoopConfiguration cfg) { if (cfg.getMapReducePlanner() == null) cfg.setMapReducePlanner(new IgniteHadoopWeightedMapReducePlanner()); }
/** * Copy constructor. * * @param cfg Configuration to copy. */ public HadoopConfiguration(HadoopConfiguration cfg) { // Preserve alphabetic order. // TODO: IGNITE-404: Uncomment when fixed. //extExecution = cfg.isExternalExecution(); finishedJobInfoTtl = cfg.getFinishedJobInfoTtl(); planner = cfg.getMapReducePlanner(); maxParallelTasks = cfg.getMaxParallelTasks(); maxTaskQueueSize = cfg.getMaxTaskQueueSize(); libNames = cfg.getNativeLibraryNames(); }
/** * Create data transfer object for hadoop configuration. * * @param src Hadoop configuration. */ public VisorHadoopConfiguration(HadoopConfiguration src) { planner = compactClass(src.getMapReducePlanner()); // TODO: IGNITE-404: Uncomment when fixed. //extExecution = cfg.isExternalExecution(); finishedJobInfoTtl = src.getFinishedJobInfoTtl(); maxParallelTasks = src.getMaxParallelTasks(); maxTaskQueueSize = src.getMaxTaskQueueSize(); libNames = U.sealList(src.getNativeLibraryNames()); }
/** * Copy constructor. * * @param cfg Configuration to copy. */ public HadoopConfiguration(HadoopConfiguration cfg) { // Preserve alphabetic order. // TODO: IGNITE-404: Uncomment when fixed. //extExecution = cfg.isExternalExecution(); finishedJobInfoTtl = cfg.getFinishedJobInfoTtl(); planner = cfg.getMapReducePlanner(); maxParallelTasks = cfg.getMaxParallelTasks(); maxTaskQueueSize = cfg.getMaxTaskQueueSize(); libNames = cfg.getNativeLibraryNames(); }
/** * Create data transfer object for hadoop configuration. * * @param src Hadoop configuration. */ public VisorHadoopConfiguration(HadoopConfiguration src) { planner = compactClass(src.getMapReducePlanner()); // TODO: IGNITE-404: Uncomment when fixed. //extExecution = cfg.isExternalExecution(); finishedJobInfoTtl = src.getFinishedJobInfoTtl(); maxParallelTasks = src.getMaxParallelTasks(); maxTaskQueueSize = src.getMaxTaskQueueSize(); libNames = U.sealList(src.getNativeLibraryNames()); }