private Event getStartDocumentEvent(URI uri, LocaleId sourceLocale, IFilterWriter filterWriter) { StartDocument startDoc = new StartDocument(startDocumentId); startDoc.setName(uri.getPath()); startDoc.setLocale(sourceLocale); startDoc.setMimeType(MIME_TYPE); startDoc.setFilterWriter(filterWriter); startDoc.setFilterParameters(parameters); startDoc.setLineBreak("\n"); startDoc.setEncoding(encoding, false); // IDML files don't have UTF8BOM ZipSkeleton skel = new ZipSkeleton(zipFile, null); return new Event(EventType.START_DOCUMENT, startDoc, skel); }
public static StartDocument startDocumentFromStartSubDocument( StartSubDocument ssd, String id, String lineBreak) { StartDocument sd = new StartDocument(id); sd.setLineBreak("\n"); sd.setSkeleton(ssd.getSkeleton().clone()); ResourceUtil.copyProperties(ssd, sd); return sd; } }
private void processStartSubDocument(StartSubDocument res) { ndxSubDoc++; // Set the temporary path and create it try { tempFile = File.createTempFile("~okapi-22_idmlTmp" + ndxSubDoc + "_", null); } catch (IOException e) { throw new OkapiIOException("Error opening temporary zip output file."); } subDocEntry = ((ZipSkeleton) res.getSkeleton()).getEntry(); subDocWriter = new SubDocumentWriter( parameters, outputFactory, StandardCharsets.UTF_8, tempFile.getAbsolutePath(), new ReferenceableEventsWriter( new ReferenceableEventsMerger(eventFactory, targetLocale), new StyleRangeEventsGenerator(eventFactory) ) ); StartDocument sd = new StartDocument("sd"); sd.setLineBreak("\n"); sd.setSkeleton(res.getSkeleton()); sd.setLocale(sourceLocale); subDocWriter.handleEvent(new Event(EventType.START_DOCUMENT, sd)); SubDocumentValues subDocumentValues = new SubDocumentValues(subDocEntry, subDocWriter, tempFile); tmSubDoc.put(ndxSubDoc, subDocumentValues); }
@Override public Event handleEvent(Event event) { if (event.isStartDocument()) { event.getStartDocument().setFilterParameters(params); } return delegate.handleEvent(event); }
srcLoc = LocaleId.fromBCP47(src); startDoc.setLocale(srcLoc); writer.create(writerBuffer, srcLoc.toBCP47());
subDocWriter.setOutput(tempFile.getAbsolutePath()); StartDocument sd = new StartDocument("sd"); sd.setLineBreak("\n"); sd.setSkeleton(res.getSkeleton()); sd.setLocale(sourceLocale); subDocWriter.handleEvent(new Event(EventType.START_DOCUMENT, sd));
@Override public Event next() { if (delegate != null) { Event e = delegate.next(); if (e.isStartDocument()) { StartDocument sd = e.getStartDocument(); sd.setFilterParameters(getParameters()); } return e; } return null; }
private Event start () { parseState = 2; StartDocument startDoc = new StartDocument(otherId.createId()); startDoc.setName(docName); startDoc.setEncoding(encoding, hasUTF8BOM); startDoc.setLocale(srcLang); startDoc.setFilterParameters(params); startDoc.setFilterWriter(createFilterWriter()); startDoc.setLineBreak(lineBreak); startDoc.setType(MimeTypeMapper.PO_MIME_TYPE); startDoc.setMimeType(getMimeType()); startDoc.setMultilingual(params.getBilingualMode()); return new Event(EventType.START_DOCUMENT, startDoc); }
if (e.isStartDocument()) { StartDocument sd = e.getStartDocument(); sd.setFilterParameters(this.getParameters()); // Replace internal filter's parameters with this one's
private Event openZipFile () { try { zipFile = new ZipFile(new File(docURI)); entries = zipFile.entries(); subDocId = 0; nextAction = NextAction.NEXTINZIP; StartDocument startDoc = new StartDocument(SID); startDoc.setName(docURI.getPath()); startDoc.setLocale(srcLoc); startDoc.setMimeType(getMimeType()); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setLineBreak("\n"); // forced startDoc.setEncoding("UTF-8", false); // Forced return new Event(EventType.START_DOCUMENT, startDoc); } catch ( ZipException e ) { throw new OkapiIOException(e); } catch ( IOException e ) { throw new OkapiIOException(e); } }
/** * create a START_DOCUMENT {@link Event} * @return the newly created {@link StartDocument} event. */ protected Event createStartFilterEvent() { StartDocument startDocument = new StartDocument( documentId.createId(IdGenerator.START_DOCUMENT)); startDocument.setEncoding(getEncoding(), isUtf8Encoding() && isUtf8Bom()); startDocument.setLocale(getSrcLoc()); startDocument.setMimeType(getMimeType()); startDocument.setLineBreak(getNewlineType()); startDocument.setFilterParameters(getParameters()); startDocument.setFilterWriter(getFilterWriter()); startDocument.setName(getDocumentName()); startDocument.setMultilingual(isMultilingual()); LOGGER.debug("Start Document for " + startDocument.getId()); //$NON-NLS-1$ return new Event(EventType.START_DOCUMENT, startDocument); }
docId = UUID.randomUUID().toString(); StartDocument sd = new StartDocument(docId); sd.setFilterParameters(params); sd.setFilterWriter(createFilterWriter()); sd.setEncoding("UTF-8", false); // TODO: auto-detect sd.setLineBreak("\r\n"); sd.setMimeType(currentMimeType); sd.setName(input.getInputURI().getPath()); sd.setLocale(srcLoc); events.add(new Event(EventType.START_DOCUMENT, sd));
new InputStreamReader(input.getStream(), passedEncoding)); StartDocument startDoc = new StartDocument("sd"); startDoc.setName(docName); startDoc.setEncoding(passedEncoding, false); startDoc.setLocale(input.getSourceLocale()); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setType(MimeTypeMapper.RTF_MIME_TYPE); startDoc.setMimeType(MimeTypeMapper.RTF_MIME_TYPE); startDoc.setMultilingual(true); startDoc.setLineBreak(Util.LINEBREAK_DOS); queue.add(new Event(EventType.START_DOCUMENT, startDoc));
StartDocument startDoc = new StartDocument("sd"); startDoc.setName(docName); startDoc.setEncoding(encoding, hasUTF8BOM); startDoc.setLocale(input.getSourceLocale()); startDoc.setLineBreak(lineBreak); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setType(MOSESTEXT_MIME_TYPE); startDoc.setMimeType(MOSESTEXT_MIME_TYPE); startDoc.setMultilingual(false); event = new Event(EventType.START_DOCUMENT, startDoc);
subDocumentId = 0; nextAction = NextAction.NEXTINZIP; StartDocument startDoc = new StartDocument(documentId); startDoc.setName(docURI.getPath()); startDoc.setLocale(srcLang); startDoc.setMimeType(MIMETYPE); startDoc.setFilterWriter(createFilterWriter()); startDoc.setFilterParameters(getParameters()); startDoc.setLineBreak("\n"); startDoc.setEncoding(encoding, false); // Office 2007 files don't have UTF8BOM startDoc.setFilterParameters(cparams); ZipSkeleton skel = new ZipSkeleton(zipFile.getZip(), null); return new Event(EventType.START_DOCUMENT, startDoc, skel);
StartDocument startDoc = new StartDocument(String.valueOf(++otherId)); startDoc.setName(docName); startDoc.setEncoding(encoding, hasUTF8BOM); srcLoc = input.getSourceLocale(); startDoc.setLocale(srcLoc); startDoc.setLineBreak(lineBreak); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setType(MimeTypeMapper.XML_MIME_TYPE); startDoc.setMimeType(MimeTypeMapper.XML_MIME_TYPE); startDoc.setMultilingual(false); queue.add(new Event(EventType.START_DOCUMENT, startDoc));
StartDocument startDoc = new StartDocument(sdId); startDoc.setName(docName); startDoc.setLineBreak(lineBreak); startDoc.setEncoding(baseEncoding, false); startDoc.setLocale(srcLang); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setType(getMimeType()); startDoc.setMimeType(getMimeType());
startDoc = new StartDocument(otherId.createId()); startDoc.setName(docName); startDoc.setEncoding(encoding, hasUTF8BOM); //TODO: UTF8 BOM detection startDoc.setLocale(srcLang); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setType(MimeTypeMapper.TMX_MIME_TYPE); startDoc.setMimeType(MimeTypeMapper.TMX_MIME_TYPE); startDoc.setMultilingual(true); startDoc.setLineBreak(lineBreak); startDoc.setProperty(new Property(Property.ENCODING, encoding, false)); skel.append("<?xml version=\"1.0\" encoding=\""); skel.addValuePlaceholder(startDoc, Property.ENCODING, LocaleId.EMPTY); skel.append("\"?>"); startDoc.setSkeleton(skel);
skel = new XMLSkeleton(); startDoc = new StartDocument(idStack.push("docid")); startDoc.setName(docName); startDoc.setEncoding(encoding, hasUTF8BOM); startDoc.setFilterParameters(getParameters()); startDoc.setFilterWriter(createFilterWriter()); startDoc.setType(MimeTypeMapper.XLIFF2_MIME_TYPE); startDoc.setMimeType(MimeTypeMapper.XLIFF2_MIME_TYPE); startDoc.setMultilingual(true); startDoc.setLineBreak(lb); startDoc.setProperty(new Property(Property.ENCODING, encoding, false)); skel.add("<?xml version=\"1.0\" encoding=\""); skel.addValuePlaceholder(startDoc, Property.ENCODING, LocaleId.EMPTY); skel.add("\"?>"+lb); startDoc.setSkeleton(skel);