@Override public synchronized void writeData(int id, Serializable data) { TroveBasedBasicIntSet set = (TroveBasedBasicIntSet) data; if (set.size() >0) { writer.print(id); ImmutableIterator<Integer> it = set.iterator(); while (it.hasNext()) { writer.print("\t"); writer.print(it.next()); } writer.print("\n"); } } }
@Override public T next() { return realIterator.next(); }
@Override public boolean hasNext() { return realIterator.hasNext(); }
@Override public boolean isCommon(ElementFeatureCountStorage elementFeaturecountsStorage, int featureId) { ImmutableIterator<Element> it; try { it = elementFeaturecountsStorage.getFeatureElements(featureId); for (int i = 0; i< minFeatureElementsNum; i++) it.next(); } catch (NoElementFoundException e) { //debug /*System.out.println("uncommon feature: " + featureId + ", elements: "); try { it = elementFeaturecountsStorage.getFeatureElements(featureId); while (it.hasNext()) System.out.println("\t" + it.next()); } catch (Exception e1) {}*/ return false; } catch (NoSuchElementException e) { //debug /*System.out.println("uncommon feature: " + featureId + ", elements: "); try { it = elementFeaturecountsStorage.getFeatureElements(featureId); while (it.hasNext()) System.out.println("\t" + it.next()); } catch (Exception e1) {}*/ return false; } return true; }
@Override public boolean hasNext() { return iterator.hasNext(); }
public static void listFeatureElementCounts(File file) throws IOException, SerializationException, InvalidCountException { System.out.println("\n\nFeature elements: "); BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8")); String line = null; while ((line=reader.readLine())!=null) { //for (int i =0; i<10;i++) { //line=reader.readLine(); String[] toks = line.split("\t"); int featureId = Integer.parseInt(toks[0]); @SuppressWarnings("unchecked") BasicSet<Integer> elements = (BasicSet<Integer>)Serialization.deserialize(toks[1]); ImmutableIterator<Integer> it = elements.iterator(); while (it.hasNext()) { System.out.println(featureId + ": " + it.next()); } } reader.close(); }
/** * get the canonical Pos corresponding to the given TextPro pos * * @param textproPos * @return */ public static CanonicalPosTag textproPosToCannonical(TextProPosTag textproPos) { return TEXTPRO_TO_CANONICAL_MAP.getKeysOf(textproPos).iterator().next(); }
@Override public boolean hasNext() { return iterator.hasNext(); }
public static void listElementFeatureCounts(File file) throws IOException, SerializationException, InvalidCountException { System.out.println("\n\nElement-feature counts: "); BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file),"UTF-8")); String line = null; while ((line=reader.readLine())!=null) { //for (int i =0; i<10;i++) { //line=reader.readLine(); String[] toks = line.split("\t"); int elementId = Integer.parseInt(toks[0]); @SuppressWarnings("unchecked") TroveBasedIDKeyPersistentBasicMap<Double> featureCounts = (TroveBasedIDKeyPersistentBasicMap<Double>)Serialization.deserialize(toks[1]); ImmutableIterator<Pair<Integer, Double>> it = featureCounts.iterator(); while (it.hasNext()) { Pair<Integer, Double> pair = it.next(); System.out.println(elementId + "," + pair.getFirst() + ": " + pair.getSecond()); } } reader.close(); }
@Override public FeatureCount next() { Pair<Integer, Double> pair = iterator.next(); if (pair == null) throw new NoSuchElementException(); return new DefaultFeatureCount(pair.getFirst(),pair.getSecond()); }
@Override public boolean hasNext() { return iterator.hasNext(); }
@Override public synchronized void writeData(int id, Serializable data) { @SuppressWarnings("unchecked") BasicMap<Integer,Double> map = (BasicMap<Integer, Double>) data; if (map.size() > 0) { writer.print(id); ImmutableIterator<Pair<Integer,Double>> it = map.iterator(); while (it.hasNext()) { Pair<Integer, Double> pair = it.next(); writer.print("\t"); writer.print(pair.getFirst()); writer.print("\t"); writer.print(pair.getSecond()); } writer.print("\n"); } } }
@Override public ElementScore next() { Pair<Integer, Double> next = iterator.next(); if (next != null) return new DefaultElementScore(next.getFirst(),next.getSecond()); else throw new NoSuchElementException(); }
@Override public void resetCounts() throws ResetCountsException { ImmutableIterator<T> it = iterator(); while (it.hasNext()) { T item = it.next(); item.setCount(0); try { jedis.set(Integer.toString(item.getID()), Serialization.serialize(item)); } catch (Exception e) { throw new ResetCountsException(e); } } }
@Override protected void setCanonicalPosTag() { setTextProPos(posTagString); if (null==_textproPos) this.canonicalPosTag = CanonicalPosTag.OTHER; else { // look it up in the TextPro to Canonicals map this.canonicalPosTag = TEXTPRO_TO_CANONICAL_MAP.containsValue(_textproPos) ? TEXTPRO_TO_CANONICAL_MAP.getKeysOf(_textproPos).iterator().next() : CanonicalPosTag.OTHER; // default } }
/** * Move to the next item, according to the filter condition */ protected void moveNext() { if (!currFeatureScores.hasNext()) { if (iterator.hasNext()) { Pair<Integer, LinkedHashMap<Integer, Double>> tmp = iterator.next(); currElementId = tmp.getFirst(); currFeatureScores = tmp.getSecond().entrySet().iterator(); currElemetTotalFeaturesNum = tmp.getSecond().size(); currFeatureOrder = 0; } } if (currFeatureScores.hasNext()) { Entry<Integer, Double> featureScore = currFeatureScores.next(); currFeatureOrder++; int featureId = featureScore.getKey(); double score = featureScore.getValue(); if (filtered(score)) next = null; // due to the order assumption else next = new DefaultElementFeatureScore(currElementId, featureId,score); } else next = null; }
if (withFeatureVectors) double cost = -classifier.getProduct(featureVectorIterator.next()); sb.append(String.format("cost = %-4.4f\n", cost));
/** * Move to the next element-feature-count point */ protected void moveNext() { if (iterator.hasNext()) { Pair<Integer, BasicMap<Integer, Double>> pair = iterator.next(); next = new DefaultElementFeatureJointCounts(pair.getFirst(), pair.getSecond().iterator(),pair.getSecond().size()); } else next = null; }
@SuppressWarnings({ "rawtypes", "unchecked" }) public static void main(String[] args) throws Exception { PersistenceDevice textUnitDevice = new File(new java.io.File(args[0]),true); PersistenceDevice coOccurrenceDevice = new File(new java.io.File(args[1]),true); textUnitDevice.open(); coOccurrenceDevice.open(); CountableIdentifiableStorage<TextUnit> textUnitStorage = new MemoryBasedCountableIdentifiableStorage<TextUnit>(textUnitDevice); BasicCooccurrenceStorage cooccurrenceDB = new DeviceBasedCooccurrenceStorage(textUnitStorage,coOccurrenceDevice); ImmutableIterator<Cooccurrence> it = cooccurrenceDB.getCooccurrenceInstances(); for (int i=0; i<10;i++) System.out.println(it.next().getTextItem2()); //ImmutableIterator<TextUnit> it = textUnitStorage.iterator(); //for (int i=0; i<1000;i++) //System.out.println(it.next()); textUnitDevice.close(); coOccurrenceDevice.close(); } }