@Override public boolean hasNext() { return realIterator.hasNext(); }
@Override public boolean hasNext() { return iterator.hasNext(); }
@Override public boolean hasNext() { return iterator.hasNext(); }
@Override public boolean hasNext() { return iterator.hasNext(); }
public static void listFeatureElementCounts(File file) throws IOException, SerializationException, InvalidCountException { System.out.println("\n\nFeature elements: "); BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8")); String line = null; while ((line=reader.readLine())!=null) { //for (int i =0; i<10;i++) { //line=reader.readLine(); String[] toks = line.split("\t"); int featureId = Integer.parseInt(toks[0]); @SuppressWarnings("unchecked") BasicSet<Integer> elements = (BasicSet<Integer>)Serialization.deserialize(toks[1]); ImmutableIterator<Integer> it = elements.iterator(); while (it.hasNext()) { System.out.println(featureId + ": " + it.next()); } } reader.close(); }
@Override public synchronized void writeData(int id, Serializable data) { TroveBasedBasicIntSet set = (TroveBasedBasicIntSet) data; if (set.size() >0) { writer.print(id); ImmutableIterator<Integer> it = set.iterator(); while (it.hasNext()) { writer.print("\t"); writer.print(it.next()); } writer.print("\n"); } } }
public static void listElementFeatureCounts(File file) throws IOException, SerializationException, InvalidCountException { System.out.println("\n\nElement-feature counts: "); BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8")); String line = null; while ((line=reader.readLine())!=null) { //for (int i =0; i<10;i++) { //line=reader.readLine(); String[] toks = line.split("\t"); int elementId = Integer.parseInt(toks[0]); @SuppressWarnings("unchecked") TroveBasedIDKeyPersistentBasicMap<Double> featureCounts = (TroveBasedIDKeyPersistentBasicMap<Double>)Serialization.deserialize(toks[1]); ImmutableIterator<Pair<Integer, Double>> it = featureCounts.iterator(); while (it.hasNext()) { Pair<Integer, Double> pair = it.next(); System.out.println(elementId + "," + pair.getFirst() + ": " + pair.getSecond()); } } reader.close(); }
@Override public synchronized void writeData(int id, Serializable data) { @SuppressWarnings("unchecked") BasicMap<Integer,Double> map = (BasicMap<Integer, Double>) data; if (map.size() > 0) { writer.print(id); ImmutableIterator<Pair<Integer,Double>> it = map.iterator(); while (it.hasNext()) { Pair<Integer, Double> pair = it.next(); writer.print("\t"); writer.print(pair.getFirst()); writer.print("\t"); writer.print(pair.getSecond()); } writer.print("\n"); } } }
/** * Move to the next item, according to the filter condition */ protected void moveNext() { if (!currFeatureScores.hasNext()) { if (iterator.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> tmp = iterator.next(); currElementId = tmp.getFirst(); currFeatureScores = tmp.getSecond().entrySet().iterator(); currElemetTotalFeaturesNum = tmp.getSecond().size(); currFeatureOrder = 0; } } if (currFeatureScores.hasNext()) { Entry<Integer, Double> featureScore = currFeatureScores.next(); currFeatureOrder++; int featureId = featureScore.getKey(); double score = featureScore.getValue(); if (filtered(score)) next = null; // due to the order assumption else next = new DefaultElementFeatureScore(currElementId, featureId,score); } else next = null; }
@Override public void resetCounts() throws ResetCountsException { ImmutableIterator<T> it = iterator(); while (it.hasNext()) { T item = it.next(); item.setCount(0); try { jedis.set(Integer.toString(item.getID()), Serialization.serialize(item)); } catch (Exception e) { throw new ResetCountsException(e); } } }
List<Pair<Integer,Double>> list = new LinkedList<Pair<Integer,Double>>(); ImmutableIterator<Pair<Integer, Double>> it1 = map.iterator(); while (it1.hasNext()) { Pair<Integer, Double> pair = it1.next(); list.add(new Pair<Integer, Double>(pair.getFirst(),pair.getSecond()));
int maxFeatureNum = 0; ImmutableIterator<Pair<Integer, LinkedHashMap<Integer, Double>>> it = elementFeatureScores.iterator(); while (it.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> pair = it.next(); int featureNum = pair.getSecond().size();
@Override public ElementFeatureScores next() { if (iterator.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> pair = iterator.next(); if (filterType == FilterType.ALL) return new DefaultElementFeatureScores(pair.getFirst(),pair.getSecond()); else return new DefaultElementFeatureScores(pair.getFirst(),new FilterFeatureScoreIterator(pair.getSecond(),filterType,filterVal),elementFeaturesNum); } else throw new NoSuchElementException(); }
/** * Move to the next element-feature-count point */ protected void moveNext() { if (iterator.hasNext()) { Pair<Integer, BasicMap<Integer, Double>> pair = iterator.next(); next = new DefaultElementFeatureJointCounts(pair.getFirst(), pair.getSecond().iterator(),pair.getSecond().size()); } else next = null; }
protected void initElementStorage(ConfigurationParams params) { try { DataStructureFactory dataStructureFactory = new ConfigurationBasedDataStructureFactory(params.getConfigurationFile()); CountableIdentifiableStorage<Element> elementStorage = dataStructureFactory.createElementsDataStucture(); ConfigurationParams elementDeviceParams = params.getSisterModuleConfiguration(Configuration.ELEMENTS_STORAGE_DEVICE); PersistenceDevice elementsDevice = (PersistenceDevice)Factory.create(elementDeviceParams.get(Configuration.CLASS), elementDeviceParams); elementsDevice.open(); elementStorage.loadState(elementsDevice); irelevavtElementsForSimilarityCalculation = new TIntHashSet(); ImmutableIterator<Element> it = elementStorage.iterator(); while (it.hasNext()) { Element element = it.next(); if (element.getData().toString().endsWith(REV_PRED)) irelevavtElementsForSimilarityCalculation.add(element.getID()); } //debug /*System.out.println("irelevavtElementsForSimilarityCalculation" + irelevavtElementsForSimilarityCalculation.size()); TIntIterator tmpit = irelevavtElementsForSimilarityCalculation.iterator(); while (tmpit.hasNext()) System.out.print("\t" + tmpit.next()); System.out.print("\n");*/ } catch (Exception e) { logger.info("No element storage is used for determining relevant elements for similarity calculation [" + e.toString() +"]"); } } /* (non-Javadoc)
leftSimilaritiesFile.open(); ImmutableIterator<Pair<Integer, HashMap<Integer, Double>>> it = leftSimilarities.iterator(); while (it.hasNext()) { Pair<Integer, HashMap<Integer, Double>> idData = it.next(); leftSimilaritiesFile.write(idData.getFirst(), SortUtil.sortMapByValue(idData.getSecond(),true));
while (it.hasNext()) { Pair<Integer, Double> pair1 = it.next(); int elementId1 = pair1.getFirst();
while (it.hasNext()) { Pair<Integer, BasicMap<Integer, Double>> pair1 = it.next(); int elementId11 = pair1.getFirst(); } else { ImmutableIterator<Pair<Integer, Double>> it2 = similarityData1.iterator(); while (it2.hasNext()) { Pair<Integer, Double> pair2 = it2.next(); int elementId21 = pair2.getFirst();
while (featureCounts.hasNext()) { FeatureCount featureJointCount = featureCounts.next(); Feature feature = elementFeaturecounts.getFeature(featureJointCount.getFeatureId());
while (it.hasNext()) { Pair<Integer, BasicSet<Integer>> pair1 = it.next(); int featureId1 = pair1.getFirst(); } else { ImmutableIterator<Integer> it2 = fElements1.iterator(); while (it2.hasNext()) { Integer elementId1 = it2.next(); if (!fElements2.contains(elements2.getId(elements1.getData(elementId1))))