public void putOption(String key, String val) { options.set(key, val); }
public void setBool(String key, boolean val) { set(key, val ? TRUE_STR : FALSE_STR); }
public void setProperty(String key, String value) { this.properties.set(key, value); }
public void setBool(String key, boolean val) { set(key, val ? TRUE_STR : FALSE_STR); }
public void putProperty(String key, String val) { propertySet.set(key, val); }
public void setProperty(String key, String value) { this.properties.set(key, value); }
public static KeyValueSet newPhysicalProperties(CatalogProtos.StoreType type) { KeyValueSet options = new KeyValueSet(); if (CatalogProtos.StoreType.CSV == type) { options.set(CSVFILE_DELIMITER, DEFAULT_FIELD_DELIMITER); } else if (CatalogProtos.StoreType.RCFILE == type) { options.set(RCFILE_SERDE, DEFAULT_BINARY_SERDE); } else if (CatalogProtos.StoreType.SEQUENCEFILE == type) { options.set(SEQUENCEFILE_SERDE, DEFAULT_TEXT_SERDE); options.set(SEQUENCEFILE_DELIMITER, DEFAULT_FIELD_DELIMITER); } else if (type == CatalogProtos.StoreType.PARQUET) { options.set(ParquetOutputFormat.BLOCK_SIZE, PARQUET_DEFAULT_BLOCK_SIZE); options.set(ParquetOutputFormat.PAGE_SIZE, PARQUET_DEFAULT_PAGE_SIZE); options.set(ParquetOutputFormat.COMPRESSION, PARQUET_DEFAULT_COMPRESSION_CODEC_NAME); options.set(ParquetOutputFormat.ENABLE_DICTIONARY, PARQUET_DEFAULT_IS_DICTIONARY_ENABLED); options.set(ParquetOutputFormat.VALIDATION, PARQUET_DEFAULT_IS_VALIDATION_ENABLED); } return options; }
public void setInt(String key, int val) { set(key, String.valueOf(val)); }
public void setFloat(String key, float val) { set(key, String.valueOf(val)); }
public void setLong(String key, long val) { set(key, String.valueOf(val)); }
public void setLong(String key, long val) { set(key, String.valueOf(val)); }
public void setFloat(String key, float val) { set(key, String.valueOf(val)); }
public void setInt(String key, int val) { set(key, String.valueOf(val)); }
/** * Create new table property with default configs. It is used to make TableMeta to be stored in Catalog. * * @param dataFormat DataFormat * @return Table properties */ public static KeyValueSet newDefaultProperty(String dataFormat, TajoConf conf) { KeyValueSet options = new KeyValueSet(); // set default timezone to the system timezone options.set(StorageConstants.TIMEZONE, conf.getSystemTimezone().getID()); if (dataFormat.equalsIgnoreCase(BuiltinStorages.TEXT)) { options.set(StorageConstants.TEXT_DELIMITER, StorageConstants.DEFAULT_FIELD_DELIMITER); options.set(StorageConstants.TEXT_NULL, NullDatum.DEFAULT_TEXT); } else if (dataFormat.equalsIgnoreCase("JSON")) { options.set(StorageConstants.TEXT_SERDE_CLASS, "org.apache.tajo.storage.json.JsonLineSerDe"); } else if (dataFormat.equalsIgnoreCase("RCFILE")) { options.set(StorageConstants.RCFILE_SERDE, StorageConstants.DEFAULT_BINARY_SERDE); } else if (dataFormat.equalsIgnoreCase("SEQUENCEFILE")) { options.set(StorageConstants.SEQUENCEFILE_SERDE, StorageConstants.DEFAULT_TEXT_SERDE); options.set(StorageConstants.SEQUENCEFILE_DELIMITER, StorageConstants.DEFAULT_FIELD_DELIMITER); } else if (dataFormat.equalsIgnoreCase("PARQUET")) { options.set(BLOCK_SIZE, StorageConstants.PARQUET_DEFAULT_BLOCK_SIZE); options.set(PAGE_SIZE, StorageConstants.PARQUET_DEFAULT_PAGE_SIZE); options.set(COMPRESSION, StorageConstants.PARQUET_DEFAULT_COMPRESSION_CODEC_NAME); options.set(ENABLE_DICTIONARY, StorageConstants.PARQUET_DEFAULT_IS_DICTIONARY_ENABLED); options.set(VALIDATION, StorageConstants.PARQUET_DEFAULT_IS_VALIDATION_ENABLED); } return options; }
KeyValueSet options = new KeyValueSet(); options.set(StorageConstants.TIMEZONE, conf.getSystemTimezone().getID()); options.set(StorageConstants.TEXT_DELIMITER, StorageConstants.DEFAULT_FIELD_DELIMITER); options.set(StorageConstants.TEXT_NULL, NullDatum.DEFAULT_TEXT); } else if (dataFormat.equalsIgnoreCase(BuiltinStorages.JSON)) { options.set(StorageConstants.TEXT_SERDE_CLASS, StorageConstants.DEFAULT_JSON_SERDE_CLASS); } else if (dataFormat.equalsIgnoreCase(BuiltinStorages.REGEX)) { options.set(StorageConstants.TEXT_SERDE_CLASS, StorageConstants.DEFAULT_REGEX_SERDE_CLASS); } else if (dataFormat.equalsIgnoreCase(BuiltinStorages.RCFILE)) { options.set(StorageConstants.RCFILE_SERDE, StorageConstants.DEFAULT_BINARY_SERDE); } else if (dataFormat.equalsIgnoreCase(BuiltinStorages.SEQUENCE_FILE)) { options.set(StorageConstants.SEQUENCEFILE_SERDE, StorageConstants.DEFAULT_TEXT_SERDE); options.set(StorageConstants.TEXT_DELIMITER, StorageConstants.DEFAULT_FIELD_DELIMITER); } else if (dataFormat.equalsIgnoreCase(BuiltinStorages.PARQUET)) { options.set(BLOCK_SIZE, StorageConstants.PARQUET_DEFAULT_BLOCK_SIZE); options.set(PAGE_SIZE, StorageConstants.PARQUET_DEFAULT_PAGE_SIZE); options.set(COMPRESSION, StorageConstants.PARQUET_DEFAULT_COMPRESSION_CODEC_NAME); options.set(ENABLE_DICTIONARY, StorageConstants.PARQUET_DEFAULT_IS_DICTIONARY_ENABLED); options.set(VALIDATION, StorageConstants.PARQUET_DEFAULT_IS_VALIDATION_ENABLED);
private static void setSessionToProperty(OverridableConf context, SessionVars sessionVarKey, KeyValueSet property, String propertyKey) { if (context.containsKey(sessionVarKey)) { property.set(propertyKey, context.get(sessionVarKey)); } }
private static void setSessionToProperty(OverridableConf context, SessionVars sessionVarKey, KeyValueSet property, String propertyKey) { if (context.containsKey(sessionVarKey)) { property.set(propertyKey, context.get(sessionVarKey)); } }