public static void addFields( Configuration conf, String property, Map<Integer, Fields> fields ) { if( fields == null || fields.isEmpty() ) return; Map<String, Fields> toPack = new HashMap<>(); for( Map.Entry<Integer, Fields> entry : fields.entrySet() ) toPack.put( entry.getKey().toString(), entry.getValue() ); conf.set( property, pack( toPack, conf ) ); }
public static void addFields( Configuration conf, String property, Map<Integer, Fields> fields ) { if( fields == null || fields.isEmpty() ) return; Map<String, Fields> toPack = new HashMap<>(); for( Map.Entry<Integer, Fields> entry : fields.entrySet() ) toPack.put( entry.getKey().toString(), entry.getValue() ); conf.set( property, pack( toPack, conf ) ); }
public static void addComparators( Configuration conf, String property, Map<String, Fields> map, Fields resolvedFields ) { Iterator<Fields> fieldsIterator = map.values().iterator(); if( !fieldsIterator.hasNext() ) return; while( fieldsIterator.hasNext() ) { Fields fields = fieldsIterator.next(); if( fields.hasComparators() ) { conf.set( property, pack( fields, conf ) ); return; } } if( resolvedFields.size() != 0 ) // allows fields.UNKNOWN to be used conf.setInt( property + ".size", resolvedFields.size() ); } }
public static void addComparators( Configuration conf, String property, Map<String, Fields> map, Fields resolvedFields ) { Iterator<Fields> fieldsIterator = map.values().iterator(); if( !fieldsIterator.hasNext() ) return; while( fieldsIterator.hasNext() ) { Fields fields = fieldsIterator.next(); if( fields.hasComparators() ) { conf.set( property, pack( fields, conf ) ); return; } } if( resolvedFields.size() != 0 ) // allows fields.UNKNOWN to be used conf.setInt( property + ".size", resolvedFields.size() ); } }
public static void addComparators( Configuration conf, String property, Map<String, Fields> map, BaseFlowStep flowStep, Group group ) { Iterator<Fields> fieldsIterator = map.values().iterator(); if( !fieldsIterator.hasNext() ) return; Fields fields = fieldsIterator.next(); if( fields.hasComparators() ) { conf.set( property, pack( fields, conf ) ); return; } // use resolved fields if there are no comparators. Set<Scope> previousScopes = flowStep.getPreviousScopes( group ); fields = previousScopes.iterator().next().getOutValuesFields(); if( fields.size() != 0 ) // allows fields.UNKNOWN to be used conf.setInt( property + ".size", fields.size() ); }
public static void addComparators( Configuration conf, String property, Map<String, Fields> map, BaseFlowStep flowStep, Group group ) { Iterator<Fields> fieldsIterator = map.values().iterator(); if( !fieldsIterator.hasNext() ) return; Fields fields = fieldsIterator.next(); if( fields.hasComparators() ) { conf.set( property, pack( fields, conf ) ); return; } // use resolved fields if there are no comparators. Set<Scope> previousScopes = flowStep.getPreviousScopes( group ); fields = previousScopes.iterator().next().getOutValuesFields(); if( fields.size() != 0 ) // allows fields.UNKNOWN to be used conf.setInt( property + ".size", fields.size() ); }
conf.set( "cascading.node.accumulated.source.conf." + Tap.id( tap ), pack( map, conf ) );
conf.set( "cascading.node.accumulated.source.conf." + Tap.id( tap ), pack( map, conf ) );