public void createCubeDimensionTable(XDimensionTable xDimTable) throws LensException { List<FieldSchema> columns = JAXBUtils.fieldSchemaListFromColumns(xDimTable.getColumns()); Map<String, UpdatePeriod> updatePeriodMap = JAXBUtils.dumpPeriodsFromStorageTables(xDimTable.getStorageTables()); Map<String, String> properties = JAXBUtils.mapFromXProperties(xDimTable.getProperties()); Map<String, StorageTableDesc> storageDesc = JAXBUtils.tableDescPrefixMapFromXStorageTables( xDimTable.getStorageTables()); log.info("# Columns: " + columns); createCubeDimensionTable(xDimTable.getDimensionName(), xDimTable.getTableName(), columns, xDimTable.getWeight(), updatePeriodMap, properties, storageDesc); }
public void alterCubeDimensionTable(XDimensionTable dimensionTable) throws LensException, HiveException { alterCubeDimensionTable(dimensionTable.getTableName(), JAXBUtils.cubeDimTableFromDimTable(dimensionTable), JAXBUtils.tableDescPrefixMapFromXStorageTables(dimensionTable.getStorageTables())); } /**
public void alterCubeDimensionTable(XDimensionTable dimensionTable) throws LensException, HiveException { alterCubeDimensionTable(dimensionTable.getTableName(), JAXBUtils.cubeDimTableFromDimTable(dimensionTable), JAXBUtils.tableDescPrefixMapFromXStorageTables(dimensionTable.getStorageTables())); }
public void createCubeDimensionTable(XDimensionTable xDimTable) throws LensException { List<FieldSchema> columns = JAXBUtils.fieldSchemaListFromColumns(xDimTable.getColumns()); Map<String, UpdatePeriod> updatePeriodMap = JAXBUtils.dumpPeriodsFromStorageTables(xDimTable.getStorageTables()); Map<String, String> properties = JAXBUtils.mapFromXProperties(xDimTable.getProperties()); Map<String, StorageTableDesc> storageDesc = JAXBUtils.tableDescPrefixMapFromXStorageTables( xDimTable.getStorageTables()); log.info("# Columns: " + columns); createCubeDimensionTable(xDimTable.getDimensionName(), xDimTable.getTableName(), columns, xDimTable.getWeight(), updatePeriodMap, properties, storageDesc); } /**
public XDimensionTable getXDimensionTable(CubeDimensionTable dimTable) throws LensException { XDimensionTable dt = JAXBUtils.dimTableFromCubeDimTable(dimTable); if (!dimTable.getStorages().isEmpty()) { for (String storageName : dimTable.getStorages()) { XStorageTableElement tblElement = JAXBUtils.getXStorageTableFromHiveTable( this.getHiveTable(MetastoreUtil.getFactOrDimtableStorageTableName(dimTable.getName(), storageName))); tblElement.setStorageName(storageName); UpdatePeriod p = dimTable.getSnapshotDumpPeriods().get(storageName); if (p != null) { tblElement.getUpdatePeriods().getUpdatePeriod().add(XUpdatePeriod.valueOf(p.name())); } dt.getStorageTables().getStorageTable().add(tblElement); } } return dt; }
public XDimensionTable getXDimensionTable(CubeDimensionTable dimTable) throws LensException { XDimensionTable dt = JAXBUtils.dimTableFromCubeDimTable(dimTable); if (!dimTable.getStorages().isEmpty()) { for (String storageName : dimTable.getStorages()) { XStorageTableElement tblElement = JAXBUtils.getXStorageTableFromHiveTable( this.getHiveTable(MetastoreUtil.getFactOrDimtableStorageTableName(dimTable.getName(), storageName))); tblElement.setStorageName(storageName); UpdatePeriod p = dimTable.getSnapshotDumpPeriods().get(storageName); if (p != null) { tblElement.getUpdatePeriods().getUpdatePeriod().add(XUpdatePeriod.valueOf(p.name())); } dt.getStorageTables().getStorageTable().add(tblElement); } } return dt; } /**
private XDimensionTable createDimTable(String dimTableName, MediaType mediaType) throws Exception { XDimension dimension = createDimension("testdim"); APIResult result = target().path("metastore").path("dimensions") .queryParam("sessionid", lensSessionId).request( mediaType).post(Entity.entity(new GenericEntity<JAXBElement<XDimension>>(cubeObjectFactory .createXDimension(dimension)) {}, mediaType), APIResult.class); assertSuccess(result); XDimensionTable dt = createDimTable("testdim", dimTableName); dt.getStorageTables().getStorageTable().add(createStorageTblElement("test", dimTableName, "HOURLY")); result = target() .path("metastore") .path("dimtables").queryParam("sessionid", lensSessionId) .request(mediaType) .post(Entity.entity( new GenericEntity<JAXBElement<XDimensionTable>>(cubeObjectFactory.createXDimensionTable(dt)) {}, mediaType), APIResult.class); assertSuccess(result); return dt; }
public static CubeDimensionTable cubeDimTableFromDimTable(XDimensionTable dimensionTable) throws LensException { return new CubeDimensionTable(dimensionTable.getDimensionName(), dimensionTable.getTableName(), fieldSchemaListFromColumns(dimensionTable.getColumns()), dimensionTable.getWeight(), dumpPeriodsFromStorageTables(dimensionTable.getStorageTables()), mapFromXProperties(dimensionTable.getProperties())); }
public static CubeDimensionTable cubeDimTableFromDimTable(XDimensionTable dimensionTable) throws LensException { return new CubeDimensionTable(dimensionTable.getDimensionName(), dimensionTable.getTableName(), fieldSchemaListFromColumns(dimensionTable.getColumns()), dimensionTable.getWeight(), dumpPeriodsFromStorageTables(dimensionTable.getStorageTables()), mapFromXProperties(dimensionTable.getProperties())); }
dt3.getStorageTables().getStorageTable().get(0).getTableDesc().setFieldDelimiter(":"); dt3.getStorageTables().getStorageTable().get(0).getTableDesc().setInputFormat( SequenceFileInputFormat.class.getCanonicalName()); (String[]) null); newStorage.getTableDesc().setFieldDelimiter(":"); dt3.getStorageTables().getStorageTable().add(newStorage); .get(new GenericType<JAXBElement<XDimensionTable>>() {}); XDimensionTable dt4 = dtElement4.getValue(); assertEquals(dt4.getStorageTables().getStorageTable().size(), 2);
theStorageTables = this.getStorageTables(); strategy.appendField(locator, this, "storageTables", buffer, theStorageTables);
theStorageTables = this.getStorageTables(); strategy.appendField(locator, this, "storageTables", buffer, theStorageTables);
lhsStorageTables = this.getStorageTables(); XStorageTables rhsStorageTables; rhsStorageTables = that.getStorageTables(); if (!strategy.equals(LocatorUtils.property(thisLocator, "storageTables", lhsStorageTables), LocatorUtils.property(thatLocator, "storageTables", rhsStorageTables), lhsStorageTables, rhsStorageTables)) { return false;
theStorageTables = this.getStorageTables(); currentHashCode = strategy.hashCode(LocatorUtils.property(locator, "storageTables", theStorageTables), currentHashCode, theStorageTables);
lhsStorageTables = this.getStorageTables(); XStorageTables rhsStorageTables; rhsStorageTables = that.getStorageTables(); if (!strategy.equals(LocatorUtils.property(thisLocator, "storageTables", lhsStorageTables), LocatorUtils.property(thatLocator, "storageTables", rhsStorageTables), lhsStorageTables, rhsStorageTables)) { return false;
theStorageTables = this.getStorageTables(); currentHashCode = strategy.hashCode(LocatorUtils.property(locator, "storageTables", theStorageTables), currentHashCode, theStorageTables);