static public DataType getDataType(Field<?> field){ return field.getDataType(); }
public DataType getDataType(){ Field<?> field = getField(); return field.getDataType(); }
public DocumentFeature(SparkMLEncoder encoder, Field<?> field, String wordSeparatorRE){ super(encoder, field.getName(), field.getDataType()); setWordSeparatorRE(wordSeparatorRE); }
public void addField(Field<?> field, List<String> categoryNames, List<String> categoryValues){ RExpEncoder encoder = getEncoder(); if(categoryNames.size() != categoryValues.size()){ throw new IllegalArgumentException(); } CategoricalFeature categoricalFeature; if((DataType.BOOLEAN).equals(field.getDataType()) && (BooleanFeature.VALUES).equals(categoryValues)){ categoricalFeature = new BooleanFeature(encoder, field); } else { categoricalFeature = new CategoricalFeature(encoder, field, categoryValues); } putFeature(field.getName(), categoricalFeature); for(int i = 0; i < categoryNames.size(); i++){ String categoryName = categoryNames.get(i); String categoryValue = categoryValues.get(i); BinaryFeature binaryFeature = new BinaryFeature(encoder, field, categoryValue); putFeature(FieldName.create((field.getName()).getValue() + categoryName), binaryFeature); } this.fields.add(field); }
private MLModelField getModelField(Field dataField) { return new MLModelField(dataField.getName().getValue(), dataField.getDataType().toString()); }
private MLModelField getModelField(Field dataField) { return new MLModelField(dataField.getName().getValue(), dataField.getDataType().toString()); }
static private <F extends Field<F> & HasDiscreteDomain<F>> List<Object> parseValidValues(F field){ List<Object> result = new ArrayList<>(); DataType dataType = field.getDataType(); if(dataType == null){ throw new MissingAttributeException(MissingAttributeException.formatMessage(XPathUtil.formatElement(field.getClass()) + "@dataType"), field); } // End if if(field.hasValues()){ List<Value> pmmlValues = field.getValues(); for(Value pmmlValue : pmmlValues){ String stringValue = pmmlValue.getValue(); if(stringValue == null){ throw new MissingAttributeException(pmmlValue, PMMLAttributes.VALUE_VALUE); } Value.Property property = pmmlValue.getProperty(); switch(property){ case VALID: result.add(TypeUtil.parse(dataType, stringValue)); break; default: break; } } } return result; }
label = new CategoricalLabel(field.getName(), field.getDataType(), categories); } else label = new ContinuousLabel(field.getName(), field.getDataType());
DerivedField derivedField = encoder.createDerivedField(FeatureUtil.createName("imputer", feature), field.getOpType(), field.getDataType(), expression);