dc = new DataContainer(table.getTTable()); db.loadTable(tbd.getSourcePath(), tbd.getTable().getTableName(), tbd.getReplace(), work.isSrcLocal(), isSkewedStoredAsDirs(tbd), dc = new DataContainer(table.getTTable(), partn.getTPartition()); dc = new DataContainer(table.getTTable(), partn.getTPartition());
if (depK.getDataContainer().isPartition()) { Partition part = depK.getDataContainer().getPartition(); sb.append(part.getTableName()); sb.append(" PARTITION("); int i = 0; for (FieldSchema fs : depK.getDataContainer().getTable().getPartitionKeys()) { if (i != 0) { sb.append(","); sb.append(depK.getDataContainer().getTable().getTableName());
dc = new DataContainer(table.getTTable()); db.loadTable(tbd.getSourcePath(), tbd.getTable() .getTableName(), tbd.getReplace(), tbd.getHoldDDLTime(), work.isSrcLocal(), dc = new DataContainer(table.getTTable(), partn.getTPartition()); dc = new DataContainer(table.getTTable(), partn.getTPartition());
dc = new DataContainer(table.getTTable()); db.loadTable(new Path(tbd.getSourceDir()), tbd.getTable() .getTableName(), tbd.getReplace(), tbd.getHoldDDLTime()); dc = new DataContainer(table.getTTable(), partn.getTPartition()); tbd.getPartitionSpec(), tbd.getReplace(), tbd.getHoldDDLTime()); Partition partn = db.getPartition(table, tbd.getPartitionSpec(), false); dc = new DataContainer(table.getTTable(), partn.getTPartition());
if (depK.getDataContainer().isPartition()) { Partition part = depK.getDataContainer().getPartition(); sb.append(part.getTableName()); sb.append(" PARTITION("); int i = 0; for (FieldSchema fs : depK.getDataContainer().getTable().getPartitionKeys()) { if (i != 0) { sb.append(","); sb.append(depK.getDataContainer().getTable().getTableName());
int ret = o1.getKey().getDataContainer().getTable().getTableName() .compareTo(o2.getKey().getDataContainer().getTable().getTableName()); if (!o1.getKey().getDataContainer().isPartition() && o2.getKey().getDataContainer().isPartition()) { return -1; else if (o1.getKey().getDataContainer().isPartition() && !o2.getKey().getDataContainer().isPartition()) { return 1; if (o1.getKey().getDataContainer().isPartition() && o2.getKey().getDataContainer().isPartition()) { ret = o1.getKey().getDataContainer().getPartition().toString() .compareTo(o2.getKey().getDataContainer().getPartition().toString());
protected String getQualifiedName(DependencyKey column) { String dbName = column.getDataContainer().getTable().getDbName(); String tableName = column.getDataContainer().getTable().getTableName(); String colName = column.getFieldSchema().getName(); return getQualifiedName(dbName, tableName, colName); }
@Override public String toString() { return isPartition() ? part.getDbName() + "." + part.getTableName() + "@" + part.getValues() : tab.getDbName() + "." + tab.getTableName(); } }
dc = new DataContainer(table.getTTable()); if (Utilities.FILE_OP_LOGGER.isTraceEnabled()) { Utilities.FILE_OP_LOGGER.trace("loadTable called from " + tbd.getSourcePath()
DataContainer dc = new DataContainer(tbl.getTTable()); SessionState.get().getLineageState().setLineage(new Path(crtView.getViewName()), dc, tbl.getCols());
DataContainer dc = new DataContainer(createdTable.getTTable()); SessionState.get().getLineageState().setLineage( createdTable.getPath(), dc, createdTable.getCols()
Table createdTable = db.getTable(tbl.getDbName(), tbl.getTableName()); if (crtTbl.isCTAS()) { DataContainer dc = new DataContainer(createdTable.getTTable()); queryState.getLineageState().setLineage( createdTable.getPath(), dc, createdTable.getCols()
dc = new DataContainer(table.getTTable(), partn.getTPartition());
DataContainer dc = new DataContainer(tbl.getTTable()); queryState.getLineageState().setLineage(new Path(crtView.getViewName()), dc, tbl.getCols());
int ret = o1.getKey().getDataContainer().getTable().getTableName() .compareTo(o2.getKey().getDataContainer().getTable().getTableName()); if (!o1.getKey().getDataContainer().isPartition() && o2.getKey().getDataContainer().isPartition()) { return -1; else if (o1.getKey().getDataContainer().isPartition() && !o2.getKey().getDataContainer().isPartition()) { return 1; if (o1.getKey().getDataContainer().isPartition() && o2.getKey().getDataContainer().isPartition()) { ret = o1.getKey().getDataContainer().getPartition().toString() .compareTo(o2.getKey().getDataContainer().getPartition().toString());
if (depK.getDataContainer().isPartition()) { Partition part = depK.getDataContainer().getPartition(); sb.append(part.getTableName()); sb.append(" PARTITION("); int i = 0; for (FieldSchema fs : depK.getDataContainer().getTable().getPartitionKeys()) { if (i != 0) { sb.append(","); sb.append(depK.getDataContainer().getTable().getTableName());
int ret = o1.getKey().getDataContainer().getTable().getTableName() .compareTo(o2.getKey().getDataContainer().getTable().getTableName()); if (!o1.getKey().getDataContainer().isPartition() && o2.getKey().getDataContainer().isPartition()) { return -1; else if (o1.getKey().getDataContainer().isPartition() && !o2.getKey().getDataContainer().isPartition()) { return 1; if (o1.getKey().getDataContainer().isPartition() && o2.getKey().getDataContainer().isPartition()) { ret = o1.getKey().getDataContainer().getPartition().toString() .compareTo(o2.getKey().getDataContainer().getPartition().toString());
private DataContainer handleStaticParts(Hive db, Table table, LoadTableDesc tbd, TaskInformation ti) throws HiveException, IOException, InvalidOperationException { List<String> partVals = MetaStoreUtils.getPvals(table.getPartCols(), tbd.getPartitionSpec()); db.validatePartitionNameCharacters(partVals); if (Utilities.FILE_OP_LOGGER.isTraceEnabled()) { Utilities.FILE_OP_LOGGER.trace("loadPartition called from " + tbd.getSourcePath() + " into " + tbd.getTable().getTableName()); } db.loadPartition(tbd.getSourcePath(), db.getTable(tbd.getTable().getTableName()), tbd.getPartitionSpec(), tbd.getLoadFileType(), tbd.getInheritTableSpecs(), tbd.getInheritLocation(), isSkewedStoredAsDirs(tbd), work.isSrcLocal(), work.getLoadTableWork().getWriteType() != AcidUtils.Operation.NOT_ACID && !tbd.isMmTable(), resetStatisticsProps(table), tbd.getWriteId(), tbd.getStmtId(), tbd.isInsertOverwrite()); Partition partn = db.getPartition(table, tbd.getPartitionSpec(), false); // See the comment inside updatePartitionBucketSortColumns. if (!tbd.isMmTable() && (ti.bucketCols != null || ti.sortCols != null)) { updatePartitionBucketSortColumns(db, table, partn, ti.bucketCols, ti.numBuckets, ti.sortCols); } DataContainer dc = new DataContainer(table.getTTable(), partn.getTPartition()); // add this partition to post-execution hook if (work.getOutputs() != null) { DDLTask.addIfAbsentByName(new WriteEntity(partn, getWriteType(tbd, work.getLoadTableWork().getWriteType())), work.getOutputs()); } return dc; }
@Override public String toString() { return isPartition() ? part.getDbName() + "." + part.getTableName() + "@" + part.getValues() : tab.getDbName() + "." + tab.getTableName(); } }