@Override public String toString() { return "TableDesc{" + "name='" + name + '\'' + ", columns=" + Arrays.toString(columns) + ", sourceType=" + sourceType + ", tableType='" + tableType + '\'' + ", database=" + database + ", identity='" + getIdentity() + '\'' + '}'; }
@Nullable @Override public String apply(@Nullable TableDesc tableDesc) { if (tableDesc != null) { return tableDesc.getIdentity(); } return null; } })));
@Override public int hashCode() { int result = 0; result = 31 * result + modelName.hashCode(); result = 31 * result + alias.hashCode(); result = 31 * result + table.getIdentity().hashCode(); return result; }
private void generateLoadDataDDL(Set<TableDesc> tables, PrintWriter out) { for (TableDesc t : tables) { if (t.isView()) { out.print("-- " + t.getIdentity() + " is view \n"); continue; } out.print("LOAD DATA LOCAL INPATH '" + t.getIdentity() + ".csv' OVERWRITE INTO TABLE " + normHiveIdentifier(t.getIdentity()) + ";\n"); } }
private void generateKylinTableFileForSystemCube(String output, TableDesc kylinTable) throws IOException { saveSystemCubeMetadataToFile(output + D_TABLE + kylinTable.getIdentity() + ".json", kylinTable, TableMetadataManager.TABLE_SERIALIZER); }
TblColRef(TableRef table, ColumnDesc column) { checkArgument(table.getTableDesc().getIdentity().equals(column.getTable().getIdentity())); this.table = table; this.column = column; }
@Override public List<String> getRelatedKylinResources(TableDesc table) { List<String> dependentResources = Lists.newArrayList(); dependentResources.add(KafkaConfig.concatResourcePath(table.getIdentity())); if (table.getSourceType() == ISourceAware.ID_STREAMING) { dependentResources.add(StreamingConfig.concatResourcePath(table.getIdentity())); } return dependentResources; }
public List<ColumnDesc> listExposedColumns(String project, TableDesc tableDesc, boolean exposeMore) { Set<ColumnDesc> exposedColumns = l2Cache.listExposedColumns(project, tableDesc.getIdentity()); if (exposeMore) { Set<ColumnDesc> dedup = Sets.newHashSet(tableDesc.getColumns()); dedup.addAll(exposedColumns); return Lists.newArrayList(dedup); } else { return Lists.newArrayList(exposedColumns); } }
private String path(TableDesc tableDesc) { if ("EDW.TEST_SELLER_TYPE_DIM".equals(tableDesc.getIdentity())) // it is a view of table below return "/data/" + "EDW.TEST_SELLER_TYPE_DIM_TABLE" + ".csv"; else return "/data/" + tableDesc.getIdentity() + ".csv"; }
public int hashCode() { // NOTE: tableRef MUST NOT participate in hashCode(). // Because fixUnknownModel() can change tableRef while TblColRef is held as set/map keys. final int prime = 31; int result = 1; result = prime * result + column.getTable().getIdentity().hashCode(); result = prime * result + column.getName().hashCode(); return result; }
public String getResourcePath() { if (isBorrowedFromGlobal()) { return concatResourcePath(getIdentity(), null); } return concatResourcePath(getIdentity(), project); }
public String getTable() { if (column.getTable() == null) { return null; } return column.getTable().getIdentity(); }
public static void fixUnknownModel(DataModelDesc model, String alias, TblColRef col) { checkArgument(col.table.getModel() == UNKNOWN_MODEL || col.table.getModel() == model); TableRef tableRef = model.findTable(alias); checkArgument(tableRef.getTableDesc().getIdentity().equals(col.column.getTable().getIdentity())); col.fixTableRef(tableRef); }
public String getTableWithSchema() { if (isInnerColumn() && parserDescription != null) return parserDescription; if (column.getTable() == null) { return "NULL"; } else { return column.getTable().getIdentity().toUpperCase(Locale.ROOT); } }
private void addAlias(TableRef ref) { String alias = ref.getAlias(); if (aliasMap.containsKey(alias)) throw new IllegalStateException("Alias '" + alias + "' ref to multiple tables: " + ref.getTableIdentity() + ", " + aliasMap.get(alias).getTableIdentity()); aliasMap.put(alias, ref); TableDesc table = ref.getTableDesc(); addTableName(table.getName(), ref); addTableName(table.getIdentity(), ref); }
@Override public void createSampleTable(TableDesc table) throws Exception { LinkedHashMap<String, String> columnInfo = Maps.newLinkedHashMap(); for (ColumnDesc columnDesc : table.getColumns()) { columnInfo.put(columnDesc.getName(), columnDesc.getTypeName()); } String[] sqls = dataSource.buildSqlToCreateTable(table.getIdentity(), columnInfo); dataSource.executeUpdate(sqls); }
public boolean containsTable(TableDesc table) { for (TableRef t : allTableRefs) { if (t.getTableIdentity().equals(table.getIdentity()) && StringUtil.equals(t.getTableDesc().getProject(), table.getProject())) return true; } return false; }
public void removeTableDescFromProject(String tableId, String projectName) throws IOException { try (AutoLock lock = prjMapLock.lockForWrite()) { TableMetadataManager metaMgr = getTableManager(); ProjectInstance projectInstance = getProject(projectName); TableDesc table = metaMgr.getTableDesc(tableId, projectName); if (table == null) { throw new IllegalStateException("Cannot find table '" + tableId + "' in metadata manager"); } projectInstance.removeTable(table.getIdentity()); save(projectInstance); } }
public SnapshotTable rebuildSnapshot(IReadableTable table, TableDesc tableDesc, String overwriteUUID) throws IOException { SnapshotTable snapshot = new SnapshotTable(table, tableDesc.getIdentity()); snapshot.setUuid(overwriteUUID); snapshot.takeSnapshot(table, tableDesc); SnapshotTable existing = getSnapshotTable(snapshot.getResourcePath()); snapshot.setLastModified(existing.getLastModified()); save(snapshot); snapshotCache.put(snapshot.getResourcePath(), snapshot); return snapshot; }
@Test public void testFindTableByName() throws Exception { TableDesc table = getInstance(getTestConfig()).getTableDesc("EDW.TEST_CAL_DT", "default"); Assert.assertNotNull(table); Assert.assertEquals("EDW.TEST_CAL_DT", table.getIdentity()); }