/** * Determines whether the "fast stats" for the passed partitions are the same. * * @param oldPart Old partition to compare. * @param newPart New partition to compare. * @return true if the partitions are not null, contain all the "fast stats" and have the same values for these stats, otherwise false. */ public static boolean isFastStatsSame(Partition oldPart, Partition newPart) { // requires to calculate stats if new and old have different fast stats if ((oldPart != null) && oldPart.isSetParameters() && newPart != null && newPart.isSetParameters()) { for (String stat : StatsSetupConst.FAST_STATS) { if (oldPart.getParameters().containsKey(stat) && newPart.getParameters().containsKey(stat)) { Long oldStat = Long.parseLong(oldPart.getParameters().get(stat)); String newStat = newPart.getParameters().get(stat); if (newStat == null || !oldStat.equals(Long.parseLong(newStat))) { return false; } } else { return false; } } return true; } return false; }
list.add(sd); boolean present_parameters = true && (isSetParameters()); list.add(present_parameters); if (present_parameters)
@VisibleForTesting public static long getCreateTime(Partition partition) { // If create time is set, use it. // .. this is always set if HiveJDBC or Hive mestastore is used to create partition. // .. it might not be set (ie. equals 0) if Thrift API call is used to create partition. if (partition.getTPartition().getCreateTime() > 0) { return TimeUnit.MILLISECONDS.convert(partition.getTPartition().getCreateTime(), TimeUnit.SECONDS); } // Try to use distcp-ng registration generation time if it is available else if (partition.getTPartition().isSetParameters() && partition.getTPartition().getParameters().containsKey(DISTCP_REGISTRATION_GENERATION_TIME_KEY)) { log.debug("Did not find createTime in Hive partition, used distcp registration generation time."); return Long.parseLong(partition.getTPartition().getParameters().get(DISTCP_REGISTRATION_GENERATION_TIME_KEY)); } else { log.warn(String.format("Could not find create time for partition %s. Will return createTime as 0", partition.getCompleteName())); return 0; } }
lastComparison = Boolean.valueOf(isSetParameters()).compareTo(other.isSetParameters()); if (lastComparison != 0) { return lastComparison; if (isSetParameters()) { lastComparison = org.apache.thrift.TBaseHelper.compareTo(this.parameters, other.parameters); if (lastComparison != 0) {
optionals.set(5); if (struct.isSetParameters()) { optionals.set(6); struct.sd.write(oprot); if (struct.isSetParameters()) {
return isSetSd(); case PARAMETERS: return isSetParameters(); case PRIVILEGES: return isSetPrivileges();
this.sd = new StorageDescriptor(other.sd); if (other.isSetParameters()) { Map<String,String> __this__parameters = new HashMap<String,String>(other.parameters); this.parameters = __this__parameters;
boolean this_present_parameters = true && this.isSetParameters(); boolean that_present_parameters = true && that.isSetParameters(); if (this_present_parameters || that_present_parameters) { if (!(this_present_parameters && that_present_parameters))
builder.append(sd); boolean present_parameters = true && (isSetParameters()); builder.append(present_parameters); if (present_parameters)
@VisibleForTesting public static long getCreateTime(Partition partition) { // If create time is set, use it. // .. this is always set if HiveJDBC or Hive mestastore is used to create partition. // .. it might not be set (ie. equals 0) if Thrift API call is used to create partition. if (partition.getTPartition().getCreateTime() > 0) { return TimeUnit.MILLISECONDS.convert(partition.getTPartition().getCreateTime(), TimeUnit.SECONDS); } // Try to use distcp-ng registration generation time if it is available else if (partition.getTPartition().isSetParameters() && partition.getTPartition().getParameters().containsKey(DISTCP_REGISTRATION_GENERATION_TIME_KEY)) { log.debug("Did not find createTime in Hive partition, used distcp registration generation time."); return Long.parseLong(partition.getTPartition().getParameters().get(DISTCP_REGISTRATION_GENERATION_TIME_KEY)); } else { log.warn(String.format("Could not find create time for partition %s. Will return createTime as 0", partition.getCompleteName())); return 0; } }
@VisibleForTesting public static long getCreateTime(Partition partition) { // If create time is set, use it. // .. this is always set if HiveJDBC or Hive mestastore is used to create partition. // .. it might not be set (ie. equals 0) if Thrift API call is used to create partition. if (partition.getTPartition().getCreateTime() > 0) { return TimeUnit.MILLISECONDS.convert(partition.getTPartition().getCreateTime(), TimeUnit.SECONDS); } // Try to use distcp-ng registration generation time if it is available else if (partition.getTPartition().isSetParameters() && partition.getTPartition().getParameters().containsKey(DISTCP_REGISTRATION_GENERATION_TIME_KEY)) { log.debug("Did not find createTime in Hive partition, used distcp registration generation time."); return Long.parseLong(partition.getTPartition().getParameters().get(DISTCP_REGISTRATION_GENERATION_TIME_KEY)); } else { log.warn(String.format("Could not find create time for partition %s. Will return createTime as 0", partition.getCompleteName())); return 0; } }
this.sd = new StorageDescriptor(other.sd); if (other.isSetParameters()) { Map<String,String> __this__parameters = new HashMap<String,String>(); for (Map.Entry<String, String> other_element : other.parameters.entrySet()) {
this.sd = new StorageDescriptor(other.sd); if (other.isSetParameters()) { Map<String,String> __this__parameters = new HashMap<String,String>(); for (Map.Entry<String, String> other_element : other.parameters.entrySet()) {
this.sd = new StorageDescriptor(other.sd); if (other.isSetParameters()) { Map<String,String> __this__parameters = new HashMap<String,String>(); for (Map.Entry<String, String> other_element : other.parameters.entrySet()) {
/** Returns true if field corresponding to fieldID is set (has been asigned a value) and false otherwise */ public boolean isSet(_Fields field) { if (field == null) { throw new IllegalArgumentException(); } switch (field) { case VALUES: return isSetValues(); case DB_NAME: return isSetDbName(); case TABLE_NAME: return isSetTableName(); case CREATE_TIME: return isSetCreateTime(); case LAST_ACCESS_TIME: return isSetLastAccessTime(); case SD: return isSetSd(); case PARAMETERS: return isSetParameters(); case PRIVILEGES: return isSetPrivileges(); } throw new IllegalStateException(); }
/** Returns true if field corresponding to fieldID is set (has been assigned a value) and false otherwise */ public boolean isSet(_Fields field) { if (field == null) { throw new IllegalArgumentException(); } switch (field) { case VALUES: return isSetValues(); case DB_NAME: return isSetDbName(); case TABLE_NAME: return isSetTableName(); case CREATE_TIME: return isSetCreateTime(); case LAST_ACCESS_TIME: return isSetLastAccessTime(); case SD: return isSetSd(); case PARAMETERS: return isSetParameters(); case PRIVILEGES: return isSetPrivileges(); } throw new IllegalStateException(); }
/** Returns true if field corresponding to fieldID is set (has been assigned a value) and false otherwise */ public boolean isSet(_Fields field) { if (field == null) { throw new IllegalArgumentException(); } switch (field) { case VALUES: return isSetValues(); case DB_NAME: return isSetDbName(); case TABLE_NAME: return isSetTableName(); case CREATE_TIME: return isSetCreateTime(); case LAST_ACCESS_TIME: return isSetLastAccessTime(); case SD: return isSetSd(); case PARAMETERS: return isSetParameters(); case PRIVILEGES: return isSetPrivileges(); } throw new IllegalStateException(); }
boolean this_present_parameters = true && this.isSetParameters(); boolean that_present_parameters = true && that.isSetParameters(); if (this_present_parameters || that_present_parameters) { if (!(this_present_parameters && that_present_parameters))
boolean this_present_parameters = true && this.isSetParameters(); boolean that_present_parameters = true && that.isSetParameters(); if (this_present_parameters || that_present_parameters) { if (!(this_present_parameters && that_present_parameters))
builder.append(sd); boolean present_parameters = true && (isSetParameters()); builder.append(present_parameters); if (present_parameters)