/** * Generates a string representing the specified event. * @param event The event for which a string representation is needed. * @return A string representing the specified event. */ public static String toLine(Event event) { StringBuffer sb = new StringBuffer(); sb.append(event.getOutcome()); String[] context = event.getContext(); for (int ci=0,cl=context.length;ci<cl;ci++) { sb.append(" "+context[ci]); } sb.append(System.getProperty("line.separator")); return sb.toString(); }
/** * Generates a string representing the specified event. * @param event The event for which a string representation is needed. * @return A string representing the specified event. */ public static String toLine(Event event) { StringBuilder sb = new StringBuilder(); sb.append(event.getOutcome()); String[] context = event.getContext(); for (int ci=0,cl=context.length;ci<cl;ci++) { sb.append(" ").append(context[ci]); } sb.append(System.getProperty("line.separator")); return sb.toString(); }
/** * Generates a string representing the specified event. * @param event The event for which a string representation is needed. * @return A string representing the specified event. */ public static String toLine(Event event) { StringBuilder sb = new StringBuilder(); sb.append(event.getOutcome()); String[] context = event.getContext(); for (int ci=0,cl=context.length;ci<cl;ci++) { sb.append(" ").append(context[ci]); } sb.append(System.getProperty("line.separator")); return sb.toString(); }
/** * Generates a string representing the specified event. * * @param event * The event for which a string representation is needed. * @return A string representing the specified event. */ public static String toLine(Event event) { StringBuffer sb = new StringBuffer(); String outcome = event.getOutcome(); if (outcome.length() == 0) outcome = "&null;"; else if (outcome.equals(" ")) outcome = "&space;"; sb.append(outcome); String[] context = event.getContext(); // Assaf: write real values to file float[] values = event.getValues(); for (int ci = 0, cl = context.length; ci < cl; ci++) { sb.append(" " + context[ci]); if (values != null) sb.append("=" + values[ci]); } sb.append(System.getProperty("line.separator")); return sb.toString(); }
/** * Reads events from <tt>eventStream</tt> into a linked list. The predicates associated with * each event are counted and any which occur at least <tt>cutoff</tt> times are added to the * <tt>predicatesInOut</tt> map along with a unique integer index. * * @param eventStream an <code>EventStream</code> value * @param predicatesInOut a <code>TObjectIntHashMap</code> value * @param cutoff an <code>int</code> value * @return a <code>TLinkedList</code> value */ private LinkedList<Event> computeEventCounts(EventStream eventStream, Map<String, Integer> predicatesInOut, int cutoff) { Set<String> predicateSet = new HashSet<>(); Map<String, Integer> counter = new HashMap<>(); LinkedList<Event> events = new LinkedList<>(); while (eventStream.hasNext()) { Event ev = eventStream.next(); events.addLast(ev); update(ev.getContext(), predicateSet, counter, cutoff); } predCounts = new int[predicateSet.size()]; int index = 0; for (Iterator<String> pi = predicateSet.iterator(); pi.hasNext(); index++) { String predicate = pi.next(); predCounts[index] = counter.get(predicate); predicatesInOut.put(predicate, index); } return events; }
Event ev = eventStream.next(); events.addLast(ev); update(ev.getContext(), predicateSet, counter, cutoff);
Event ev = eventStream.next(); events.addLast(ev); update(ev.getContext(), predicateSet, counter, cutoff);
String[] econtext = ev.getContext(); ComparableEvent ce; } else { System.err.println("Dropped event " + ev.getOutcome() + ":" + Arrays.asList(ev.getContext()));
String[] econtext = ev.getContext(); ComparableEvent ce; } else { System.err.println("Dropped event " + ev.getOutcome() + ":" + Arrays.asList(ev.getContext()));
String[] econtext = ev.getContext(); ComparableEvent ce; eventsToCompare.add(ce); } else { System.err.println("Dropped event " + ev.getOutcome() + ":" + Arrays.asList(ev.getContext()));
eventCount++; eventStore.write(FileEventStream.toLine(ev)); String[] ec = ev.getContext(); update(ec,predicateSet,counter,cutoff);
String[] econtext = ev.getContext(); ComparableEvent ce; System.err.println("Dropped event "+ev.getOutcome()+":"+Arrays.asList(ev.getContext()));
eventCount++; eventStore.write(FileEventStream.toLine(ev)); String[] ec = ev.getContext(); update(ec,predicateSet,counter,cutoff);
String[] econtext = ev.getContext(); ComparableEvent ce; System.err.println("Dropped event "+ev.getOutcome()+":"+Arrays.asList(ev.getContext()));
public static void eval(MaxentModel model, Reader r, Evalable e, boolean verbose) { float totPos=0, truePos=0, falsePos=0; Event[] events = (e.getEventCollector(r)).getEvents(true); //MaxentModel model = e.getModel(dir, name); String negOutcome = e.getNegativeOutcome(); for (Event event : events) { String guess = model.getBestOutcome(model.eval(event.getContext())); String ans = event.getOutcome(); if (verbose) System.out.println(ans + " " + guess); if (!ans.equals(negOutcome)) totPos++; if (!guess.equals(negOutcome) && !guess.equals(ans)) falsePos++; else if (ans.equals(guess)) truePos++; } System.out.println("Precision: " + truePos/(truePos+falsePos)); System.out.println("Recall: " + truePos/totPos); }
public static void eval(MaxentModel model, Reader r, Evalable e, boolean verbose) { float totPos=0, truePos=0, falsePos=0; Event[] events = (e.getEventCollector(r)).getEvents(true); //MaxentModel model = e.getModel(dir, name); String negOutcome = e.getNegativeOutcome(); for (Event event : events) { String guess = model.getBestOutcome(model.eval(event.getContext())); String ans = event.getOutcome(); if (verbose) System.out.println(ans + " " + guess); if (!ans.equals(negOutcome)) totPos++; if (!guess.equals(negOutcome) && !guess.equals(ans)) falsePos++; else if (ans.equals(guess)) truePos++; } System.out.println("Precision: " + truePos/(truePos+falsePos)); System.out.println("Recall: " + truePos/totPos); }
eventCount++; eventStore.write(this.toLine(ev)); String[] ec = ev.getContext(); update(ec, predicateSet, counter, cutoff);
while (es.hasNext()) { Event ev = es.next(); String[] econtext = ev.getContext(); ComparableEvent ce; System.err.println("Dropped event " + ev.getOutcome() + ":" + Arrays.asList(ev.getContext()));
private void eval(Event event, boolean real) { String outcome = event.getOutcome(); // Is ignored String[] context = event.getContext(); double[] ocs; if (!real) { ocs = _model.eval(context); } else { float[] values = RealValueFileEventStream.parseContexts(context); ocs = _model.eval(context, values); } int numOutcomes = ocs.length; DoubleStringPair[] result = new DoubleStringPair[numOutcomes]; for (int i=0; i<numOutcomes; i++) result[i] = new DoubleStringPair(ocs[i], _model.getOutcome(i)); java.util.Arrays.sort(result); // Print the most likely outcome first, down to the least likely. for (int i=numOutcomes-1; i>=0; i--) System.out.print(result[i].stringValue + " " + result[i].doubleValue + " "); System.out.println(); }
private void eval(Event event, boolean real) { String outcome = event.getOutcome(); // Is ignored String[] context = event.getContext(); double[] ocs; if (!real) { ocs = _model.eval(context); } else { float[] values = RealValueFileEventStream.parseContexts(context); ocs = _model.eval(context, values); } int numOutcomes = ocs.length; DoubleStringPair[] result = new DoubleStringPair[numOutcomes]; for (int i=0; i<numOutcomes; i++) result[i] = new DoubleStringPair(ocs[i], _model.getOutcome(i)); java.util.Arrays.sort(result); // Print the most likely outcome first, down to the least likely. for (int i=numOutcomes-1; i>=0; i--) System.out.print(result[i].stringValue + " " + result[i].doubleValue + " "); System.out.println(); }