int registeredTypes = config.getRegisteredKryoTypes().size() + config.getRegisteredPojoTypes().size() + config.getRegisteredTypesWithKryoSerializerClasses().size() + LOG.debug("Registered Kryo types: {}", config.getRegisteredKryoTypes().toString()); LOG.debug("Registered Kryo with Serializers types: {}", config.getRegisteredTypesWithKryoSerializers().entrySet().toString()); LOG.debug("Registered Kryo with Serializer Classes types: {}", config.getRegisteredTypesWithKryoSerializerClasses().entrySet().toString());
public KryoSerializer(Class<T> type, ExecutionConfig executionConfig){ this.type = checkNotNull(type); this.defaultSerializers = executionConfig.getDefaultKryoSerializers(); this.defaultSerializerClasses = executionConfig.getDefaultKryoSerializerClasses(); this.kryoRegistrations = buildKryoRegistrations( this.type, executionConfig.getRegisteredKryoTypes(), executionConfig.getRegisteredTypesWithKryoSerializerClasses(), executionConfig.getRegisteredTypesWithKryoSerializers()); }
@Test public void testDoubleTypeRegistration() { ExecutionConfig config = new ExecutionConfig(); List<Class<?>> types = Arrays.<Class<?>>asList(Double.class, Integer.class, Double.class); List<Class<?>> expectedTypes = Arrays.<Class<?>>asList(Double.class, Integer.class); for (Class<?> tpe: types) { config.registerKryoType(tpe); } int counter = 0; for (Class<?> tpe: config.getRegisteredKryoTypes()){ assertEquals(tpe, expectedTypes.get(counter++)); } assertEquals(expectedTypes.size(), counter); }
@Test public void testGroupByGenericType() throws Exception { /* * Group by generic type */ final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment(); env.setParallelism(1); DataSet<CollectionDataSets.PojoWithCollection> ds = CollectionDataSets.getPojoWithCollection(env); // f0.f0 is first integer DataSet<String> reduceDs = ds.groupBy("bigInt") .reduceGroup(new GroupReducer8()); List<String> result = reduceDs.collect(); ExecutionConfig ec = env.getConfig(); // check if automatic type registration with Kryo worked Assert.assertTrue(ec.getRegisteredKryoTypes().contains(BigInt.class)); Assert.assertFalse(ec.getRegisteredKryoTypes().contains(java.sql.Date.class)); String expected = null; String localExpected = "[call\n" + "For key 92233720368547758070 we got:\n" + "PojoWithCollection{pojos.size()=2, key=0, sqlDate=2033-05-18, bigInt=92233720368547758070, bigDecimalKeepItNull=null, scalaBigInt=10, mixed=[{someKey=1}, /this/is/wrong, uhlala]}\n" + "For key 92233720368547758070 we got:\n" + "PojoWithCollection{pojos.size()=2, key=0, sqlDate=1976-05-03, bigInt=92233720368547758070, bigDecimalKeepItNull=null, scalaBigInt=31104000, mixed=null}]"; Assert.assertEquals(localExpected, result.toString()); }
Assert.assertTrue(ec.getRegisteredKryoTypes().contains(Fixed16.class));
public FlinkSerializerFactory(ExecutionConfig conf) { serializers = instantiateSerializers( conf.getRegisteredTypesWithKryoSerializerClasses()); serializers.putAll(instantiateSerializers( conf.getDefaultKryoSerializerClasses())); serializers.putAll(conf.getDefaultKryoSerializers()); serializers.putAll(conf.getRegisteredTypesWithKryoSerializers()); registeredClasses = new HashSet<>(conf.getRegisteredKryoTypes()); registeredClasses.addAll(conf.getRegisteredPojoTypes()); }
int registeredTypes = config.getRegisteredKryoTypes().size() + config.getRegisteredPojoTypes().size() + config.getRegisteredTypesWithKryoSerializerClasses().size() + LOG.debug("Registered Kryo types: {}", config.getRegisteredKryoTypes().toString()); LOG.debug("Registered Kryo with Serializers types: {}", config.getRegisteredTypesWithKryoSerializers().entrySet().toString()); LOG.debug("Registered Kryo with Serializer Classes types: {}", config.getRegisteredTypesWithKryoSerializerClasses().entrySet().toString());
int registeredTypes = config.getRegisteredKryoTypes().size() + config.getRegisteredPojoTypes().size() + config.getRegisteredTypesWithKryoSerializerClasses().size() + LOG.debug("Registered Kryo types: {}", config.getRegisteredKryoTypes().toString()); LOG.debug("Registered Kryo with Serializers types: {}", config.getRegisteredTypesWithKryoSerializers().entrySet().toString()); LOG.debug("Registered Kryo with Serializer Classes types: {}", config.getRegisteredTypesWithKryoSerializerClasses().entrySet().toString());
int registeredTypes = config.getRegisteredKryoTypes().size() + config.getRegisteredPojoTypes().size() + config.getRegisteredTypesWithKryoSerializerClasses().size() + LOG.debug("Registered Kryo types: {}", config.getRegisteredKryoTypes().toString()); LOG.debug("Registered Kryo with Serializers types: {}", config.getRegisteredTypesWithKryoSerializers().entrySet().toString()); LOG.debug("Registered Kryo with Serializer Classes types: {}", config.getRegisteredTypesWithKryoSerializerClasses().entrySet().toString());
public KryoSerializer(Class<T> type, ExecutionConfig executionConfig){ this.type = checkNotNull(type); this.defaultSerializers = executionConfig.getDefaultKryoSerializers(); this.defaultSerializerClasses = executionConfig.getDefaultKryoSerializerClasses(); this.kryoRegistrations = buildKryoRegistrations( this.type, executionConfig.getRegisteredKryoTypes(), executionConfig.getRegisteredTypesWithKryoSerializerClasses(), executionConfig.getRegisteredTypesWithKryoSerializers()); }
public KryoSerializer(Class<T> type, ExecutionConfig executionConfig){ this.type = checkNotNull(type); this.defaultSerializers = executionConfig.getDefaultKryoSerializers(); this.defaultSerializerClasses = executionConfig.getDefaultKryoSerializerClasses(); this.kryoRegistrations = buildKryoRegistrations( this.type, executionConfig.getRegisteredKryoTypes(), executionConfig.getRegisteredTypesWithKryoSerializerClasses(), executionConfig.getRegisteredTypesWithKryoSerializers()); }