public static CubeDimensionTable cubeDimTableFromDimTable(XDimensionTable dimensionTable) throws LensException { return new CubeDimensionTable(dimensionTable.getDimensionName(), dimensionTable.getTableName(), fieldSchemaListFromColumns(dimensionTable.getColumns()), dimensionTable.getWeight(), dumpPeriodsFromStorageTables(dimensionTable.getStorageTables()), mapFromXProperties(dimensionTable.getProperties())); }
public XDimensionTable withTableName(String value) { setTableName(value); return this; }
public XDimensionTable withColumns(XColumns value) { setColumns(value); return this; }
public static XDimensionTable dimTableFromCubeDimTable(CubeDimensionTable cubeDimTable) { if (cubeDimTable == null) { return null; } XDimensionTable dimTab = XCF.createXDimensionTable(); dimTab.setDimensionName(cubeDimTable.getDimName()); dimTab.setTableName(cubeDimTable.getName()); dimTab.setWeight(cubeDimTable.weight()); dimTab.setColumns(new XColumns()); dimTab.setProperties(new XProperties()); dimTab.setStorageTables(new XStorageTables()); for (FieldSchema column : cubeDimTable.getColumns()) { dimTab.getColumns().getColumn().add(columnFromFieldSchema(column)); } dimTab.getProperties().getProperty().addAll(xPropertiesFromMap(cubeDimTable.getProperties())); return dimTab; }
public void alterCubeDimensionTable(XDimensionTable dimensionTable) throws LensException, HiveException { alterCubeDimensionTable(dimensionTable.getTableName(), JAXBUtils.cubeDimTableFromDimTable(dimensionTable), JAXBUtils.tableDescPrefixMapFromXStorageTables(dimensionTable.getStorageTables())); } /**
/** * Create a cube dimension table based on JAXB object * * @param xDimTable dim table spec * @throws LensException */ @Override public void createDimensionTable(LensSessionHandle sessionid, XDimensionTable xDimTable) throws LensException { try (SessionContext ignored = new SessionContext(sessionid)){ getClient(sessionid).createCubeDimensionTable(xDimTable); log.info("Dimension Table created " + xDimTable.getTableName()); } }
public XDimensionTable getXDimensionTable(CubeDimensionTable dimTable) throws LensException { XDimensionTable dt = JAXBUtils.dimTableFromCubeDimTable(dimTable); if (!dimTable.getStorages().isEmpty()) { for (String storageName : dimTable.getStorages()) { XStorageTableElement tblElement = JAXBUtils.getXStorageTableFromHiveTable( this.getHiveTable(MetastoreUtil.getFactOrDimtableStorageTableName(dimTable.getName(), storageName))); tblElement.setStorageName(storageName); UpdatePeriod p = dimTable.getSnapshotDumpPeriods().get(storageName); if (p != null) { tblElement.getUpdatePeriods().getUpdatePeriod().add(XUpdatePeriod.valueOf(p.name())); } dt.getStorageTables().getStorageTable().add(tblElement); } } return dt; }
public XDimensionTable withDimensionName(String value) { setDimensionName(value); return this; }
public XDimensionTable withProperties(XProperties value) { setProperties(value); return this; }
public static XDimensionTable dimTableFromCubeDimTable(CubeDimensionTable cubeDimTable) { if (cubeDimTable == null) { return null; } XDimensionTable dimTab = XCF.createXDimensionTable(); dimTab.setDimensionName(cubeDimTable.getDimName()); dimTab.setTableName(cubeDimTable.getName()); dimTab.setWeight(cubeDimTable.weight()); dimTab.setColumns(new XColumns()); dimTab.setProperties(new XProperties()); dimTab.setStorageTables(new XStorageTables()); for (FieldSchema column : cubeDimTable.getColumns()) { dimTab.getColumns().getColumn().add(columnFromFieldSchema(column)); } dimTab.getProperties().getProperty().addAll(xPropertiesFromMap(cubeDimTable.getProperties())); return dimTab; }
public void alterCubeDimensionTable(XDimensionTable dimensionTable) throws LensException, HiveException { alterCubeDimensionTable(dimensionTable.getTableName(), JAXBUtils.cubeDimTableFromDimTable(dimensionTable), JAXBUtils.tableDescPrefixMapFromXStorageTables(dimensionTable.getStorageTables())); }
public APIResult updateDimensionTable(XDimensionTable table) { String dimTableName = table.getTableName(); WebTarget target = getMetastoreWebTarget(); return translate(target.path("dimtables").path(dimTableName) .queryParam("sessionid", this.connection.getSessionHandle()) .request(MediaType.APPLICATION_XML) .put(Entity.xml(new GenericEntity<JAXBElement<XDimensionTable>>(objFact.createXDimensionTable(table)){}))); }
public XDimensionTable getXDimensionTable(CubeDimensionTable dimTable) throws LensException { XDimensionTable dt = JAXBUtils.dimTableFromCubeDimTable(dimTable); if (!dimTable.getStorages().isEmpty()) { for (String storageName : dimTable.getStorages()) { XStorageTableElement tblElement = JAXBUtils.getXStorageTableFromHiveTable( this.getHiveTable(MetastoreUtil.getFactOrDimtableStorageTableName(dimTable.getName(), storageName))); tblElement.setStorageName(storageName); UpdatePeriod p = dimTable.getSnapshotDumpPeriods().get(storageName); if (p != null) { tblElement.getUpdatePeriods().getUpdatePeriod().add(XUpdatePeriod.valueOf(p.name())); } dt.getStorageTables().getStorageTable().add(tblElement); } } return dt; } /**
public XDimensionTable withDimensionName(String value) { setDimensionName(value); return this; }
public XDimensionTable withProperties(XProperties value) { setProperties(value); return this; }
public static CubeDimensionTable cubeDimTableFromDimTable(XDimensionTable dimensionTable) throws LensException { return new CubeDimensionTable(dimensionTable.getDimensionName(), dimensionTable.getTableName(), fieldSchemaListFromColumns(dimensionTable.getColumns()), dimensionTable.getWeight(), dumpPeriodsFromStorageTables(dimensionTable.getStorageTables()), mapFromXProperties(dimensionTable.getProperties())); }
private XDimensionTable createDimTable(String dimName, String table) { XDimensionTable dt = cubeObjectFactory.createXDimensionTable(); dt.setDimensionName(dimName); dt.setTableName(table); dt.setWeight(15.0); dt.setColumns(new XColumns()); dt.setProperties(new XProperties()); dt.setStorageTables(new XStorageTables()); XColumn c1 = cubeObjectFactory.createXColumn(); c1.setName("col1"); c1.setType("STRING"); c1.setComment("Fisrt column"); dt.getColumns().getColumn().add(c1); XColumn c2 = cubeObjectFactory.createXColumn(); c2.setName("col2"); c2.setType("INT"); c2.setComment("Second column"); dt.getColumns().getColumn().add(c2); XProperty p1 = cubeObjectFactory.createXProperty(); p1.setName("foodim"); p1.setValue("bardim"); dt.getProperties().getProperty().add(p1); return dt; }
public APIResult updateDimensionTable(XDimensionTable table) { String dimTableName = table.getTableName(); WebTarget target = getMetastoreWebTarget(); return translate(target.path("dimtables").path(dimTableName) .queryParam("sessionid", this.connection.getSessionHandle()) .request(MediaType.APPLICATION_XML) .put(Entity.xml(new GenericEntity<JAXBElement<XDimensionTable>>(objFact.createXDimensionTable(table)){}))); }
public XDimensionTable withTableName(String value) { setTableName(value); return this; }
private XDimensionTable createDimTable(String dimTableName, MediaType mediaType) throws Exception { XDimension dimension = createDimension("testdim"); APIResult result = target().path("metastore").path("dimensions") .queryParam("sessionid", lensSessionId).request( mediaType).post(Entity.entity(new GenericEntity<JAXBElement<XDimension>>(cubeObjectFactory .createXDimension(dimension)) {}, mediaType), APIResult.class); assertSuccess(result); XDimensionTable dt = createDimTable("testdim", dimTableName); dt.getStorageTables().getStorageTable().add(createStorageTblElement("test", dimTableName, "HOURLY")); result = target() .path("metastore") .path("dimtables").queryParam("sessionid", lensSessionId) .request(mediaType) .post(Entity.entity( new GenericEntity<JAXBElement<XDimensionTable>>(cubeObjectFactory.createXDimensionTable(dt)) {}, mediaType), APIResult.class); assertSuccess(result); return dt; }