@Override public void open (RawDocument input, boolean generateSkeleton) { converter.reset(); filter.open(input, generateSkeleton); }
@Override public void close() { if (delegate != null) { delegate.close(); } }
public JsonEventBuilder(String rootId, IFilter subFilter) { super(rootId, subFilter); codeFinder = null; // Get the output options if (subFilter.getParameters() != null ) { escapeForwardSlashes = subFilter.getParameters().getBoolean("escapeForwardSlashes"); } this.encoderManager = subFilter.getEncoderManager(); }
@Override public IFilterWriter createFilterWriter() { if (delegate != null) { IFilterWriter delegateWriter = delegate.createFilterWriter(); return new ProxyFilterWriter(delegateWriter, delegate.getParameters()); } return null; }
/** * Imports TMX to Pensieve * @param tmxUri The location of the TMX * @param targetLang The target language to index * @param tmWriter The TMWriter to use when writing to the TM * @throws java.io.IOException if there was a problem with the TMX import */ public void importTmx(URI tmxUri, LocaleId targetLang, ITmWriter tmWriter) throws IOException { checkImportTmxParams(tmxUri, targetLang, tmWriter); try { tmxFilter.open(new RawDocument(tmxUri, null, sourceLang, targetLang)); while (tmxFilter.hasNext()) { Event event = tmxFilter.next(); indexEvent(targetLang, tmWriter, event); } } finally { tmxFilter.close(); } }
multiDocuments = "okf_rainbowkit;okf_transifex;".contains(filter.getName()); isDone = false; filter.open(event.getRawDocument()); if ( filter.hasNext() ) { return filter.next(); throw new OkapiIOException(String.format("No events available from '%s'.", filter.getDisplayName())); if (filter != null) filter.close(); return event; if ( multiDocuments ) { if ( filter.hasNext() ) { e = filter.next(); e = filter.next(); if ( e.getEventType() == EventType.END_DOCUMENT ) {
private void readEntriesToCopy () { toCopy = new HashMap<String, ITextUnit>(); try (IFilter filter = fcMapper.createFilter(toCopyInput.getFilterConfigId(), null)) { // Open the second input for this batch item filter.open(toCopyInput); while ( filter.hasNext() ) { final Event event = filter.next(); if ( event.getEventType() == EventType.TEXT_UNIT ) { ITextUnit tu = event.getTextUnit(); String id = tu.getName(); if ( Util.isEmpty(id) ) { logger.warn("Entry without id detected in second file."); continue; } // Else: put in the hash table if ( toCopy.get(id) != null ) { logger.warn("Duplicate id detected: {}", id); continue; } toCopy.put(id, tu); } } } } }
throw new OkapiBadFilterInputException(String.format("Filter cannot be created (%s).", info.getFilterId())); IParameters fprm = filter.getParameters(); if ( fprm != null ) { fprm.fromString(info.getFilterParameters()); manifest.getSourceLocale(), trgLoc); filter.open(rd); writer = filter.createFilterWriter(); writer.setOptions(trgLoc, info.getTargetEncoding()); String outPath = this.getOutputPath(info); if ( filter.hasNext() ) { internalEvent = filter.next();
private Event openSubDocument () { if (subFilter != null) subFilter.close(); Event event; try { subFilter.open(new RawDocument(zipFile.getInputStream(entry), "UTF-8", srcLoc, trgLoc)); event = subFilter.next(); // START_DOCUMENT } catch (IOException e) { throw new OkapiIOException("Error opening internal file.", e); } // Change the START_DOCUMENT event from sub-filter to START_SUBDOCUMENT StartDocument sd = null; StartSubDocument ssd = null; if (event.getEventType() == EventType.START_DOCUMENT) { sd = (StartDocument) event.getResource(); ssd = new StartSubDocument(SID, sd.getId()); saveStartDoc = sd; // Remember the SD transformed to SSD not to loose isMultilingual } else ssd = new StartSubDocument(SID, String.valueOf(++subDocId)); ResourceUtil.copyProperties(sd, ssd); ssd.setName(docURI.getPath() + "/" + entry.getName()); // Use '/' nextAction = NextAction.NEXTINSUBDOC; ZipSkeleton skel = new ZipSkeleton( (GenericSkeleton)event.getResource().getSkeleton(), zipFile, entry); return new Event(EventType.START_SUBDOCUMENT, ssd, skel); }
@Override public boolean hasNext() { return filter.hasNext(); }
@Override public Event next() { return filter.next(); }
filter = (IFilter)Class.forName(filterClass, true, classLoader).newInstance(); filter.setFilterConfigurationMapper(this); info.name = filter.getName(); info.displayName = filter.getDisplayName(); filters.add(info); List<FilterConfiguration> list = filter.getConfigurations(); if (( list == null ) || ( list.size() == 0 )) { LOGGER.warn(String.format("No configuration provided for '%s'", filterClass)); IParameters params = filter.getParameters(); if ( params == null ) { return null; // This filter does not have parameters
delegate.setFilterConfigurationMapper(fcMapper); delegate.open(input, generateSkeleton);
@Override public IParameters getParameters () { return filter.getParameters(); }
@Override public IFilterWriter createFilterWriter () { return filter.createFilterWriter(); }
@Override public EncoderManager getEncoderManager() { if (delegate != null) { return delegate.getEncoderManager(); } return null; }
@Override public ISkeletonWriter createSkeletonWriter() { if (delegate != null) { return delegate.createSkeletonWriter(); } return null; }
@Override public String getName () { return filter.getName(); }
private boolean hasPreTranslation (String poPath) { IFilter filter = new POFilter(); try { filter.open(new RawDocument(new File(poPath).toURI(), "UTF-8", manifest.getSourceLocale(), manifest.getTargetLocale())); while ( filter.hasNext() ) { Event event = filter.next(); if ( event.isTextUnit() ) { ITextUnit tu = event.getTextUnit(); if ( tu.hasTarget(manifest.getTargetLocale()) ) return true; } } } catch ( Throwable e ) { logger.error("Error while looking for pre-translation.\n"+e.getLocalizedMessage()); } finally { if ( filter != null ) { filter.close(); } } return false; }