/** * Gets extractor instance. * * @param config the config * @return the extractor instance */ public static <T, S extends BaseConfig> IExtractor<T, S> getExtractorInstance(S config) { try { Class<T> rdd = (Class<T>) config.getExtractorImplClass(); if (rdd == null) { rdd = (Class<T>) Class.forName(config.getExtractorImplClassName()); } Constructor<T> c; if (config.getEntityClass().isAssignableFrom(Cells.class)) { c = rdd.getConstructor(); return (IExtractor<T, S>) c.newInstance(); } else { c = rdd.getConstructor(Class.class); return (IExtractor<T, S>) c.newInstance(config.getEntityClass()); } } catch (ClassNotFoundException | InstantiationException | IllegalAccessException | IllegalArgumentException | InvocationTargetException | NoSuchMethodException | SecurityException e) { String message = "A exception happens and we wrap with DeepExtractorInitializationException" + e.getMessage(); LOG.error(message); throw new DeepExtractorInitializationException(message,e); } }
/** * Gets extractor instance. * * @param config the config * @return the extractor instance */ public static <T, S extends BaseConfig> IExtractor<T, S> getExtractorInstance(S config) { try { Class<T> rdd = (Class<T>) config.getExtractorImplClass(); if (rdd == null) { rdd = (Class<T>) Class.forName(config.getExtractorImplClassName()); } Constructor<T> c; if (config.getEntityClass().isAssignableFrom(Cells.class)) { c = rdd.getConstructor(); return (IExtractor<T, S>) c.newInstance(); } else { c = rdd.getConstructor(Class.class); return (IExtractor<T, S>) c.newInstance(config.getEntityClass()); } } catch (ClassNotFoundException | InstantiationException | IllegalAccessException | IllegalArgumentException | InvocationTargetException | NoSuchMethodException | SecurityException e) { String message = "A exception happens and we wrap with DeepExtractorInitializationException" + e.getMessage(); LOG.error(message); throw new DeepExtractorInitializationException(message,e); } }
public DeepJavaRDD(DeepRDD<T, S> rdd) { super(rdd, ClassTag$.MODULE$.<T>apply(rdd.config.value().getEntityClass())); }
public DeepJavaRDD(DeepRDD<T, S> rdd) { super(rdd, ClassTag$.MODULE$.<T>apply(rdd.config.value().getEntityClass())); }
@Override public ClassTag<T> classTag() { return ClassTag$.MODULE$.<T>apply(((BaseConfig<T,BaseConfig>)((DeepRDD) this.rdd()).config.value()) .getEntityClass()); }
@Override public ClassTag<T> classTag() { return ClassTag$.MODULE$.<T>apply(((BaseConfig<T,BaseConfig>)((DeepRDD) this.rdd()).config.value()) .getEntityClass()); }
public DeepRDD(SparkContext sc, S config) { super(sc, scala.collection.Seq$.MODULE$.empty(), ClassTag$.MODULE$.<T>apply(config .getEntityClass())); config.setRddId(id()); this.config = sc.broadcast(config, ClassTag$.MODULE$ .<S>apply(config.getClass())); }
public DeepRDD(SparkContext sc, S config) { super(sc, scala.collection.Seq$.MODULE$.empty(), ClassTag$.MODULE$.<T>apply(config .getEntityClass())); config.setRddId(id()); this.config = sc.broadcast(config, ClassTag$.MODULE$ .<S>apply(config.getClass())); }