public LatentGraphBasedFrameIdentifier(LatentFeatureExtractor featureExtractor, THashMap<String, THashSet<String>> hiddenUnitsByFrame, THashMap<String, THashSet<String>> framesByLemma, TObjectDoubleHashMap<String> params, SmoothedGraph graph) { super(null, hiddenUnitsByFrame.keySet(), framesByLemma, params, graph); this.featureExtractor = featureExtractor; this.hiddenUnitsByFrame = hiddenUnitsByFrame; }
/** * Returns an iterator of all the VarSets in the graph * over which factors are defined. */ public Iterator varSetIterator () { return clique2ptl.keySet().iterator(); }
/** * Returns an iterator of all the VarSets in the graph * over which factors are defined. */ public Iterator varSetIterator () { return clique2ptl.keySet().iterator(); }
/** * Returns an iterator of all the VarSets in the graph * over which factors are defined. */ public Iterator varSetIterator () { return clique2ptl.keySet().iterator(); }
/** Adds <tt>value</tt> to the list of things mapped to by key. * @return The current list of values associated with key. * (N.B. This deviates from Map contract slightly! (Hopefully harmlessly)) */ public Object put (Object key, Object value) { List lst; if (!backing.keySet ().contains (key)) { lst = new ArrayList (); backing.put (key, lst); } else { lst = (List) backing.get (key); } lst.add (value); return lst; }
public static void writeDist(THashMap<String, THashMap<String, Double>> map, String file) { try { BufferedWriter bWriter = new BufferedWriter(new FileWriter(file)); Set<String> keys = map.keySet(); for (String key: keys) { bWriter.write(key + "\t"); THashMap<String, Double> map1 = map.get(key); Set<String> keys1 = map1.keySet(); int count = 0; for (String key1: keys1) { if (count != 0) { bWriter.write(" "); } bWriter.write(key1 + " " + map1.get(key1)); count++; } bWriter.write("\n"); } bWriter.close(); } catch (IOException e) { e.printStackTrace(); System.exit(-1); } }
private void processLine(String frameLine, List<String> parseLines, Set<String> alphabet) { // Parse the frameLine final String[] toks = frameLine.split("\t"); // throw out first two fields final List<String> tokens = Arrays.asList(toks).subList(2, toks.length); final String frameName = tokens.get(1); final String[] targetIdxsStr = tokens.get(3).split("_"); final int sentNum = Integer.parseInt(tokens.get(5)); final int[] targetTokenIdxs = new int[targetIdxsStr.length]; for (int j = 0; j < targetIdxsStr.length; j++) targetTokenIdxs[j] = Integer.parseInt(targetIdxsStr[j]); Arrays.sort(targetTokenIdxs); // Parse the parse line final String parseLine = parseLines.get(sentNum); final String[][] data = AllLemmaTags.readLine(parseLine); // extract features for every frame for (String frame : frameMap.keySet()) { extractFeaturesAndAddToAlphabet(frame, targetTokenIdxs, data, alphabet); } }
/** Adds <tt>value</tt> to the list of things mapped to by key. * @return The current list of values associated with key. * (N.B. This deviates from Map contract slightly! (Hopefully harmlessly)) */ public Object put (Object key, Object value) { List lst; if (!backing.keySet ().contains (key)) { lst = new ArrayList (); backing.put (key, lst); } else { lst = (List) backing.get (key); } lst.add (value); return lst; }
/** Adds <tt>value</tt> to the list of things mapped to by key. * @return The current list of values associated with key. * (N.B. This deviates from Map contract slightly! (Hopefully harmlessly)) */ public Object put (Object key, Object value) { List lst; if (!backing.keySet ().contains (key)) { lst = new ArrayList (); backing.put (key, lst); } else { lst = (List) backing.get (key); } lst.add (value); return lst; }
public static Set<String> getSelectedRelatedWords(THashMap<String, Set<String>> rlMap) { Set<String> keys = rlMap.keySet(); THashSet<String> result = new THashSet<String>(); for (String key : keys) { if (key.equals("identity")/*||key.equals("synonym")||key.equals("derived-form")||key.equals("morph")*/) result.addAll(rlMap.get(key)); } return result; } }
final Set<String> frames = frameMap.keySet(); final FeaturesAndCost[] allFeatures = new FeaturesAndCost[frames.size()]; final Map<String, TIntDoubleHashMap> allFeaturesMap = featureExtractor.extractFeaturesByIndex(
private THashSet<String> getRelationWN() { THashSet<String> result = new THashSet<String>(); if(!workingRelatedWords.contains(targetWord)) { result.add(NO_RELATION); return result; } for (String key : workingRelationSet.keySet()) { if (workingRelationSet.get(key).contains(targetWord)) { result.add(key); } } return result; } }
public static void normalizeMap(THashMap<String, THashMap<String, Double>> map) { Set<String> keys = map.keySet(); for (String key: keys) { THashMap<String, Double> val = map.get(key); double total = 0.0; Set<String> keys1 = val.keySet(); for (String key1: keys1) { total += val.get(key1); } for (String key1: keys1) { double v = val.get(key1) / total; val.put(key1, v); } map.put(key, val); } }
public EdgesIterator (ACRF.UnrolledGraph acrf, Assignment observed) { this.graph = acrf; this.observed = observed; cliquesByEdge = new THashMap(); for (Iterator it = acrf.unrolledVarSetIterator (); it.hasNext();) { ACRF.UnrolledVarSet clique = (ACRF.UnrolledVarSet) it.next (); for (int v1idx = 0; v1idx < clique.size(); v1idx++) { Variable v1 = clique.get(v1idx); List adjlist = graph.allFactorsContaining (v1); for (Iterator factorIt = adjlist.iterator(); factorIt.hasNext();) { Factor factor = (Factor) factorIt.next (); if (!cliquesByEdge.containsKey (factor)) { cliquesByEdge.put (factor, new ArrayList()); } List l = (List) cliquesByEdge.get (factor); if (!l.contains (clique)) { l.add (clique); } } } } cursor = cliquesByEdge.keySet().iterator (); }
for (String key : keys) { THashMap<String, Set<String>> rels = relMap.get(key); Set<String> relations = rels.keySet(); for (String rel : relations) { Set<String> words = rels.get(rel);
public EdgesIterator (ACRF.UnrolledGraph acrf, Assignment observed) { this.graph = acrf; this.observed = observed; cliquesByEdge = new THashMap(); for (Iterator it = acrf.unrolledVarSetIterator (); it.hasNext();) { ACRF.UnrolledVarSet clique = (ACRF.UnrolledVarSet) it.next (); for (int v1idx = 0; v1idx < clique.size(); v1idx++) { Variable v1 = clique.get(v1idx); List adjlist = graph.allFactorsContaining (v1); for (Iterator factorIt = adjlist.iterator(); factorIt.hasNext();) { Factor factor = (Factor) factorIt.next (); if (!cliquesByEdge.containsKey (factor)) { cliquesByEdge.put (factor, new ArrayList()); } List l = (List) cliquesByEdge.get (factor); if (!l.contains (clique)) { l.add (clique); } } } } cursor = cliquesByEdge.keySet().iterator (); }
public EdgesIterator (ACRF.UnrolledGraph acrf, Assignment observed) { this.graph = acrf; this.observed = observed; cliquesByEdge = new THashMap(); for (Iterator it = acrf.unrolledVarSetIterator (); it.hasNext();) { ACRF.UnrolledVarSet clique = (ACRF.UnrolledVarSet) it.next (); for (int v1idx = 0; v1idx < clique.size(); v1idx++) { Variable v1 = clique.get(v1idx); List adjlist = graph.allFactorsContaining (v1); for (Iterator factorIt = adjlist.iterator(); factorIt.hasNext();) { Factor factor = (Factor) factorIt.next (); if (!cliquesByEdge.containsKey (factor)) { cliquesByEdge.put (factor, new ArrayList()); } List l = (List) cliquesByEdge.get (factor); if (!l.contains (clique)) { l.add (clique); } } } } cursor = cliquesByEdge.keySet().iterator (); }
public static Map<String, String> getHVLemmas(FNModelOptions options) throws IOException, ClassNotFoundException { String fmFile = options.frameNetMapFile.get(); String wnConfigFile = options.wnConfigFile.get(); String stopFile = options.stopWordsFile.get(); THashMap<String, THashSet<String>> frameMap = SerializedObjects.readObject(fmFile); WordNetRelations wnr = new WordNetRelations(stopFile, wnConfigFile); Map<String, String> lemmaMap = new THashMap<String, String>(); Set<String> keySet = frameMap.keySet(); for (String frame : keySet) { THashSet<String> hus = frameMap.get(frame); for (String hUnit : hus) { String[] hiddenToks = hUnit.split(" "); String hiddenUnitLemmas = ""; for (String hiddenTok : hiddenToks) { String[] arr = hiddenTok.split("_"); String lemma = wnr.getLemma(arr[0], arr[1]); lemmaMap.put(arr[0] + "_" + arr[1], lemma); hiddenUnitLemmas += wnr.getLemma(arr[0], arr[1]) + " "; } hiddenUnitLemmas = hiddenUnitLemmas.trim(); System.out.println("Processed:" + hiddenUnitLemmas); } } SerializedObjects.writeSerializedObject(lemmaMap, options.lemmaCacheFile.get()); return lemmaMap; }
WordNetRelations wnr = new WordNetRelations(stopFile, wnConfigFile); THashMap<String, THashSet<String>> cMap = new THashMap<String, THashSet<String>>(); Set<String> keySet = frameMap.keySet(); for (String frame : keySet) { THashSet<String> hus = frameMap.get(frame);
options.trainFrameElementFile.get(), options.trainParseFile.get(), r.getFrameMap().keySet(), featureExtractor, startIndex,