public static StageStatus fromString(String str) { return EnumUtil.parseIgnoreCase(StageStatus.class, str); } }
return rdd.filter(new Function<Double, Boolean>() { public Boolean call(Double x) { return (Math.abs(x - summaryStats.mean()) < 3 * stddev); }}); }
static JavaDoubleRDD removeOutliers(JavaDoubleRDD rdd) { final StatCounter summaryStats = rdd.stats(); final Double stddev = Math.sqrt(summaryStats.variance()); return rdd.filter(new Function<Double, Boolean>() { public Boolean call(Double x) { return (Math.abs(x - summaryStats.mean()) < 3 * stddev); }}); } }
@After public void tearDown() { try { assertEquals(0L, taskMemoryManager.cleanUpAllAllocatedMemory()); } finally { Utils.deleteRecursively(tempDir); tempDir = null; } }
/** * Release N bytes of execution memory for a MemoryConsumer. */ public void releaseExecutionMemory(long size, MemoryConsumer consumer) { logger.debug("Task {} release {} from {}", taskAttemptId, Utils.bytesToString(size), consumer); memoryManager.releaseExecutionMemory(size, taskAttemptId, consumer.getMode()); }
public static JobExecutionStatus fromString(String str) { return EnumUtil.parseIgnoreCase(JobExecutionStatus.class, str); } }
@After public void tearDown() { Utils.deleteRecursively(tempDir); tempDir = null; if (taskMemoryManager != null) { Assert.assertEquals(0L, taskMemoryManager.cleanUpAllAllocatedMemory()); long leakedMemory = taskMemoryManager.getMemoryConsumptionForThisTask(); taskMemoryManager = null; Assert.assertEquals(0L, leakedMemory); } }
/** * Release N bytes of execution memory for a MemoryConsumer. */ public void releaseExecutionMemory(long size, MemoryConsumer consumer) { logger.debug("Task {} release {} from {}", taskAttemptId, Utils.bytesToString(size), consumer); memoryManager.releaseExecutionMemory(size, taskAttemptId, consumer.getMode()); }
public static JobExecutionStatus fromString(String str) { return EnumUtil.parseIgnoreCase(JobExecutionStatus.class, str); } }
@After public void tearDown() { Utils.deleteRecursively(tempDir); tempDir = null; if (taskMemoryManager != null) { Assert.assertEquals(0L, taskMemoryManager.cleanUpAllAllocatedMemory()); long leakedMemory = taskMemoryManager.getMemoryConsumptionForThisTask(); taskMemoryManager = null; Assert.assertEquals(0L, leakedMemory); } }
/** * Release N bytes of execution memory for a MemoryConsumer. */ public void releaseExecutionMemory(long size, MemoryConsumer consumer) { logger.debug("Task {} release {} from {}", taskAttemptId, Utils.bytesToString(size), consumer); memoryManager.releaseExecutionMemory(size, taskAttemptId, consumer.getMode()); }
public static StageStatus fromString(String str) { return EnumUtil.parseIgnoreCase(StageStatus.class, str); } }
public static JobExecutionStatus fromString(String str) { return EnumUtil.parseIgnoreCase(JobExecutionStatus.class, str); } }
public static StageStatus fromString(String str) { return EnumUtil.parseIgnoreCase(StageStatus.class, str); } }
public static ApplicationStatus fromString(String str) { return EnumUtil.parseIgnoreCase(ApplicationStatus.class, str); }
public static ApplicationStatus fromString(String str) { return EnumUtil.parseIgnoreCase(ApplicationStatus.class, str); }
public static ApplicationStatus fromString(String str) { return EnumUtil.parseIgnoreCase(ApplicationStatus.class, str); }
public static TaskSorting fromString(String str) { String lower = str.toLowerCase(Locale.ROOT); for (TaskSorting t: values()) { if (t.alternateNames.contains(lower)) { return t; } } return EnumUtil.parseIgnoreCase(TaskSorting.class, str); }
public static TaskSorting fromString(String str) { String lower = str.toLowerCase(Locale.ROOT); for (TaskSorting t: values()) { if (t.alternateNames.contains(lower)) { return t; } } return EnumUtil.parseIgnoreCase(TaskSorting.class, str); }
public static TaskSorting fromString(String str) { String lower = str.toLowerCase(Locale.ROOT); for (TaskSorting t: values()) { if (t.alternateNames.contains(lower)) { return t; } } return EnumUtil.parseIgnoreCase(TaskSorting.class, str); }