@Override public T next() { return realIterator.next(); }
public static void listFeatureElementCounts(File file) throws IOException, SerializationException, InvalidCountException { System.out.println("\n\nFeature elements: "); BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8")); String line = null; while ((line=reader.readLine())!=null) { //for (int i =0; i<10;i++) { //line=reader.readLine(); String[] toks = line.split("\t"); int featureId = Integer.parseInt(toks[0]); @SuppressWarnings("unchecked") BasicSet<Integer> elements = (BasicSet<Integer>)Serialization.deserialize(toks[1]); ImmutableIterator<Integer> it = elements.iterator(); while (it.hasNext()) { System.out.println(featureId + ": " + it.next()); } } reader.close(); }
@Override public synchronized void writeData(int id, Serializable data) { TroveBasedBasicIntSet set = (TroveBasedBasicIntSet) data; if (set.size() >0) { writer.print(id); ImmutableIterator<Integer> it = set.iterator(); while (it.hasNext()) { writer.print("\t"); writer.print(it.next()); } writer.print("\n"); } } }
@Override public boolean isCommon(ElementFeatureCountStorage elementFeaturecountsStorage, int featureId) { ImmutableIterator<Element> it; try { it = elementFeaturecountsStorage.getFeatureElements(featureId); for (int i = 0; i< minFeatureElementsNum; i++) it.next(); } catch (NoElementFoundException e) { //debug /*System.out.println("uncommon feature: " + featureId + ", elements: "); try { it = elementFeaturecountsStorage.getFeatureElements(featureId); while (it.hasNext()) System.out.println("\t" + it.next()); } catch (Exception e1) {}*/ return false; } catch (NoSuchElementException e) { //debug /*System.out.println("uncommon feature: " + featureId + ", elements: "); try { it = elementFeaturecountsStorage.getFeatureElements(featureId); while (it.hasNext()) System.out.println("\t" + it.next()); } catch (Exception e1) {}*/ return false; } return true; }
/** * get the canonical Pos corresponding to the given TextPro pos * * @param textproPos * @return */ public static CanonicalPosTag textproPosToCannonical(TextProPosTag textproPos) { return TEXTPRO_TO_CANONICAL_MAP.getKeysOf(textproPos).iterator().next(); }
public static void listElementFeatureCounts(File file) throws IOException, SerializationException, InvalidCountException { System.out.println("\n\nElement-feature counts: "); BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8")); String line = null; while ((line=reader.readLine())!=null) { //for (int i =0; i<10;i++) { //line=reader.readLine(); String[] toks = line.split("\t"); int elementId = Integer.parseInt(toks[0]); @SuppressWarnings("unchecked") TroveBasedIDKeyPersistentBasicMap<Double> featureCounts = (TroveBasedIDKeyPersistentBasicMap<Double>)Serialization.deserialize(toks[1]); ImmutableIterator<Pair<Integer, Double>> it = featureCounts.iterator(); while (it.hasNext()) { Pair<Integer, Double> pair = it.next(); System.out.println(elementId + "," + pair.getFirst() + ": " + pair.getSecond()); } } reader.close(); }
@Override public FeatureCount next() { Pair<Integer, Double> pair = iterator.next(); if (pair == null) throw new NoSuchElementException(); return new DefaultFeatureCount(pair.getFirst(),pair.getSecond()); }
@Override public ElementScore next() { Pair<Integer, Double> next = iterator.next(); if (next != null) return new DefaultElementScore(next.getFirst(),next.getSecond()); else throw new NoSuchElementException(); }
@Override public synchronized void writeData(int id, Serializable data) { @SuppressWarnings("unchecked") BasicMap<Integer,Double> map = (BasicMap<Integer, Double>) data; if (map.size() > 0) { writer.print(id); ImmutableIterator<Pair<Integer,Double>> it = map.iterator(); while (it.hasNext()) { Pair<Integer, Double> pair = it.next(); writer.print("\t"); writer.print(pair.getFirst()); writer.print("\t"); writer.print(pair.getSecond()); } writer.print("\n"); } } }
/** * Move to the next item, according to the filter condition */ protected void moveNext() { if (!currFeatureScores.hasNext()) { if (iterator.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> tmp = iterator.next(); currElementId = tmp.getFirst(); currFeatureScores = tmp.getSecond().entrySet().iterator(); currElemetTotalFeaturesNum = tmp.getSecond().size(); currFeatureOrder = 0; } } if (currFeatureScores.hasNext()) { Entry<Integer, Double> featureScore = currFeatureScores.next(); currFeatureOrder++; int featureId = featureScore.getKey(); double score = featureScore.getValue(); if (filtered(score)) next = null; // due to the order assumption else next = new DefaultElementFeatureScore(currElementId, featureId,score); } else next = null; }
@Override public void resetCounts() throws ResetCountsException { ImmutableIterator<T> it = iterator(); while (it.hasNext()) { T item = it.next(); item.setCount(0); try { jedis.set(Integer.toString(item.getID()), Serialization.serialize(item)); } catch (Exception e) { throw new ResetCountsException(e); } } }
ImmutableIterator<Pair<Integer, Double>> it1 = map.iterator(); while (it1.hasNext()) { Pair<Integer, Double> pair = it1.next(); list.add(new Pair<Integer, Double>(pair.getFirst(),pair.getSecond()));
@Override protected void setCanonicalPosTag() { setTextProPos(posTagString); if (null==_textproPos) this.canonicalPosTag = CanonicalPosTag.OTHER; else { // look it up in the TextPro to Canonicals map this.canonicalPosTag = TEXTPRO_TO_CANONICAL_MAP.containsValue(_textproPos) ? TEXTPRO_TO_CANONICAL_MAP.getKeysOf(_textproPos).iterator().next() : CanonicalPosTag.OTHER; // default } }
ImmutableIterator<Pair<Integer, LinkedHashMap<Integer, Double>>> it = elementFeatureScores.iterator(); while (it.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> pair = it.next(); int featureNum = pair.getSecond().size(); if (featureNum > maxFeatureNum)
@Override public ElementFeatureScores next() { if (iterator.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> pair = iterator.next(); if (filterType == FilterType.ALL) return new DefaultElementFeatureScores(pair.getFirst(),pair.getSecond()); else return new DefaultElementFeatureScores(pair.getFirst(),new FilterFeatureScoreIterator(pair.getSecond(),filterType,filterVal),elementFeaturesNum); } else throw new NoSuchElementException(); }
@SuppressWarnings({ "rawtypes", "unchecked" }) public static void main(String[] args) throws Exception { PersistenceDevice textUnitDevice = new File(new java.io.File(args[0]),true); PersistenceDevice coOccurrenceDevice = new File(new java.io.File(args[1]),true); textUnitDevice.open(); coOccurrenceDevice.open(); CountableIdentifiableStorage<TextUnit> textUnitStorage = new MemoryBasedCountableIdentifiableStorage<TextUnit>(textUnitDevice); BasicCooccurrenceStorage cooccurrenceDB = new DeviceBasedCooccurrenceStorage(textUnitStorage,coOccurrenceDevice); ImmutableIterator<Cooccurrence> it = cooccurrenceDB.getCooccurrenceInstances(); for (int i=0; i<10;i++) System.out.println(it.next().getTextItem2()); //ImmutableIterator<TextUnit> it = textUnitStorage.iterator(); //for (int i=0; i<1000;i++) //System.out.println(it.next()); textUnitDevice.close(); coOccurrenceDevice.close(); } }
/** * Move to the next element-feature-count point */ protected void moveNext() { if (iterator.hasNext()) { Pair<Integer, BasicMap<Integer, Double>> pair = iterator.next(); next = new DefaultElementFeatureJointCounts(pair.getFirst(), pair.getSecond().iterator(),pair.getSecond().size()); } else next = null; }
protected void initElementStorage(ConfigurationParams params) { try { DataStructureFactory dataStructureFactory = new ConfigurationBasedDataStructureFactory(params.getConfigurationFile()); CountableIdentifiableStorage<Element> elementStorage = dataStructureFactory.createElementsDataStucture(); ConfigurationParams elementDeviceParams = params.getSisterModuleConfiguration(Configuration.ELEMENTS_STORAGE_DEVICE); PersistenceDevice elementsDevice = (PersistenceDevice)Factory.create(elementDeviceParams.get(Configuration.CLASS), elementDeviceParams); elementsDevice.open(); elementStorage.loadState(elementsDevice); irelevavtElementsForSimilarityCalculation = new TIntHashSet(); ImmutableIterator<Element> it = elementStorage.iterator(); while (it.hasNext()) { Element element = it.next(); if (element.getData().toString().endsWith(REV_PRED)) irelevavtElementsForSimilarityCalculation.add(element.getID()); } //debug /*System.out.println("irelevavtElementsForSimilarityCalculation" + irelevavtElementsForSimilarityCalculation.size()); TIntIterator tmpit = irelevavtElementsForSimilarityCalculation.iterator(); while (tmpit.hasNext()) System.out.print("\t" + tmpit.next()); System.out.print("\n");*/ } catch (Exception e) { logger.info("No element storage is used for determining relevant elements for similarity calculation [" + e.toString() +"]"); } } /* (non-Javadoc)
Pair<Integer, Double> pair1 = it.next(); int elementId1 = pair1.getFirst(); int elementId2 = elements2.getId(elements1.getData(elementId1));
else ExtendedNode nodeFromWhich = fromWhich.iterator().next(); OriginalInfoTrace originalInfoTrace = ExtendedInfoGetFields.getOriginalInfoTrace(nodeFromWhich.getInfo()); if (originalInfoTrace!=null)