@Override public PartitionOperation newInstance() { return new PartitionOperation(this.config.getPartitionSpecs()); } }
public String interpret(String input) { switch (this.interpreter) { case STRING: return getFormattedString(input); case STATIC: return this.format; default: return getFormattedTime(input); } }
public PartitionSpec(String name, List<String> sources, Interpreter interpreter, String format, int secondsToRound) { this.name = name; this.sources = sources; this.interpreter = interpreter; this.format = format; setDateTimeFormatter(); this.secondsToRound = secondsToRound; }
@Test public void testLoadConfgTime() { BenderConfig config = BenderConfig.load("/com/nextdoor/bender/partition/partition_config_time.json"); PartitionOperationConfig op = (PartitionOperationConfig) config.getSources().get(0).getOperationConfigs().get(0); PartitionSpec spec = op.getPartitionSpecs().get(0); assertEquals("dt", spec.getName()); assertEquals(Interpreter.SECONDS, spec.getInterpreter()); List<String> expected = Arrays.asList("epoch"); assertEquals(expected, spec.getSources()); assertEquals("2017-01-19 05:05:59", spec.interpret("1484802359")); }
@Test public void testStringFormatLower() { BenderConfig config = BenderConfig.load("/com/nextdoor/bender/partition/partition_config_format.json"); PartitionOperationConfig op = (PartitionOperationConfig) config.getSources().get(0).getOperationConfigs().get(0); PartitionSpec spec = op.getPartitionSpecs().get(0); spec.setStringFormat(StringFormat.TOLOWER); assertEquals("type", spec.getName()); assertEquals(Interpreter.STRING, spec.getInterpreter()); assertEquals("thisisatest", spec.interpret("ThisIsATest")); } }
@Test public void testStringFormatUpper() { BenderConfig config = BenderConfig.load("/com/nextdoor/bender/partition/partition_config_format.json"); PartitionOperationConfig op = (PartitionOperationConfig) config.getSources().get(0).getOperationConfigs().get(0); PartitionSpec spec = op.getPartitionSpecs().get(0); assertEquals("type", spec.getName()); assertEquals(Interpreter.STRING, spec.getInterpreter()); assertEquals(StringFormat.TOUPPER, spec.getStringFormat()); assertEquals("THISISATEST", spec.interpret("ThisIsATest")); }
@Test public void testEmptyDate() { PartitionSpec spec = new PartitionSpec("test", Collections.emptyList(), Interpreter.SECONDS, "YYYY-MM-dd HH:mm:ss", 0); assertEquals(null, spec.interpret("")); assertEquals(null, spec.interpret(null)); }
@Test(expected = RuntimeException.class) public void testInvalidInterpreter() { PartitionSpec spec = new PartitionSpec("test", Collections.emptyList(), Interpreter.STATIC, "static", 0); spec.getFormattedTime("will fail"); }
protected String getFormattedString(String input) { if (input == null) { throw new OperationException("unable to find value for partition '" + this.getName() +"'"); } switch (this.stringFormat) { case NONE: return input; case TOUPPER: return input.toUpperCase(); case TOLOWER: return input.toLowerCase(); default: return input; } }
@Override public InternalEvent perform(InternalEvent ievent) { ievent.setPartitions(getPartitions(ievent.getEventObj())); return ievent; } }
@Test public void testLoadConfg() { BenderConfig config = BenderConfig.load("/com/nextdoor/bender/partition/partition_config.json"); PartitionOperationConfig op = (PartitionOperationConfig) config.getSources().get(0).getOperationConfigs().get(0); PartitionSpec spec = op.getPartitionSpecs().get(0); assertEquals("type", spec.getName()); assertEquals(Interpreter.STRING, spec.getInterpreter()); List<String> expected = Arrays.asList("one", "two", "three"); assertEquals(expected, spec.getSources()); }
@Override public PartitionOperation newInstance() { return new PartitionOperation(this.config.getPartitionSpecs()); } }
public String interpret(String input) { switch (this.interpreter) { case STRING: return getFormattedString(input); case STATIC: return this.format; default: return getFormattedTime(input); } }
@Test public void testRoundToSeconds() { PartitionSpec spec = new PartitionSpec("test", Collections.emptyList(), Interpreter.MILLISECONDS, "YYYY-MM-dd HH:mm:ss", 300); assertEquals("2017-01-19 05:05:00", spec.interpret("1484802359000")); }
protected String getFormattedString(String input) { if (input == null) { throw new OperationException("unable to find value for partition '" + this.getName() +"'"); } switch (this.stringFormat) { case NONE: return input; case TOUPPER: return input.toUpperCase(); case TOLOWER: return input.toLowerCase(); default: return input; } }
public PartitionSpec(String name, List<String> sources, Interpreter interpreter, String format, int secondsToRound) { this.name = name; this.sources = sources; this.interpreter = interpreter; this.format = format; setDateTimeFormatter(); this.secondsToRound = secondsToRound; }
@Override public InternalEvent perform(InternalEvent ievent) { ievent.setPartitions(getPartitions(ievent.getEventObj())); return ievent; } }
@Test public void testString() { PartitionSpec spec = new PartitionSpec("test", Collections.emptyList(), Interpreter.STRING, "string", 0); assertEquals("a_string", spec.interpret("a_string")); }
public void setFormat(String format) { this.format = format; setDateTimeFormatter(); }
public void setFormat(String format) { this.format = format; setDateTimeFormatter(); }