private List<SourceDocument> listSourceDocuments() { return documentService.listSourceDocuments(project.getObject()); }
private List<SourceDocument> listSourceDocuments() { return documentService.listSourceDocuments(project.getObject()); }
@EventListener public void beforeProjectRemove(BeforeProjectRemovedEvent aEvent) throws IOException { for (SourceDocument document : service.listSourceDocuments(aEvent.getProject())) { service.removeSourceDocument(document); } } }
@EventListener public void beforeProjectRemove(BeforeProjectRemovedEvent aEvent) throws IOException { for (SourceDocument document : service.listSourceDocuments(aEvent.getProject())) { service.removeSourceDocument(document); } } }
@ApiOperation(value = "List documents in a project") @RequestMapping( value = "/" + PROJECTS + "/{" + PARAM_PROJECT_ID + "}/" + DOCUMENTS, method = RequestMethod.GET, produces = APPLICATION_JSON_UTF8_VALUE) public ResponseEntity<RResponse<List<RDocument>>> documentList( @PathVariable(PARAM_PROJECT_ID) long aProjectId) throws Exception { // Get project (this also ensures that it exists and that the current user can access it Project project = getProject(aProjectId); List<SourceDocument> documents = documentService.listSourceDocuments(project); List<RDocument> documentList = new ArrayList<>(); for (SourceDocument document : documents) { documentList.add(new RDocument(document)); } return ResponseEntity.ok(new RResponse<>(documentList)); }
@ApiOperation(value = "List documents in a project") @RequestMapping( value = "/" + PROJECTS + "/{" + PARAM_PROJECT_ID + "}/" + DOCUMENTS, method = RequestMethod.GET, produces = APPLICATION_JSON_UTF8_VALUE) public ResponseEntity<RResponse<List<RDocument>>> documentList( @PathVariable(PARAM_PROJECT_ID) long aProjectId) throws Exception { // Get project (this also ensures that it exists and that the current user can access it Project project = getProject(aProjectId); List<SourceDocument> documents = documentService.listSourceDocuments(project); List<RDocument> documentList = new ArrayList<>(); for (SourceDocument document : documents) { documentList.add(new RDocument(document)); } return ResponseEntity.ok(new RResponse<>(documentList)); }
private List<CAS> readCasses(Project aProject, String aUserName) { List<CAS> casses = new ArrayList<>(); for (SourceDocument document : documentService.listSourceDocuments(aProject)) { try { JCas jCas = documentService.readAnnotationCas(document, aUserName); annoService.upgradeCasIfRequired(jCas.getCas(), document, aUserName); casses.add(jCas.getCas()); } catch (IOException e) { log.error("Cannot read annotation CAS.", e); } catch (UIMAException e) { log.error("Cannot upgrade annotation CAS.", e); } } return casses; } }
private Map<String, Integer> getFinishedDocumentsPerUser(Project aProject) { Map<String, Integer> annotatorsProgress = new HashMap<>(); if (aProject != null) { for (User user : projectService.listProjectUsersWithPermissions(aProject, PermissionLevel.ANNOTATOR)) { for (SourceDocument document : documentService.listSourceDocuments(aProject)) { if (documentService.isAnnotationFinished(document, user)) { if (annotatorsProgress.get(user.getUsername()) == null) { annotatorsProgress.put(user.getUsername(), 1); } else { int previousValue = annotatorsProgress.get(user.getUsername()); annotatorsProgress.put(user.getUsername(), previousValue + 1); } } } if (annotatorsProgress.get(user.getUsername()) == null) { annotatorsProgress.put(user.getUsername(), 0); } } } return annotatorsProgress; }
AnnotationFeature feature = aTemplate.getTrainFeature(); TypeAdapter adapter = aAnnotationService.getAdapter(feature.getLayer()); for (SourceDocument document : aRepository.listSourceDocuments(feature.getProject())) { File predFile = new File(miraDir, document.getId() + ".pred.ft"); BufferedWriter predOut = new BufferedWriter(new FileWriter(predFile));
private Map<String, Integer> getPercentageOfFinishedDocumentsPerUser(Project aProject) { Map<String, Integer> annotatorsProgress = new HashMap<>(); if (aProject != null) { for (User user : projectService.listProjectUsersWithPermissions(aProject, PermissionLevel.ANNOTATOR)) { int finished = 0; int ignored = 0; int totalDocs = 0; List<SourceDocument> documents = documentService.listSourceDocuments(aProject); for (SourceDocument document : documents) { totalDocs++; if (documentService.isAnnotationFinished(document, user)) { finished++; } else if (documentService.existsAnnotationDocument(document, user)) { AnnotationDocument annotationDocument = documentService .getAnnotationDocument(document, user); if (annotationDocument.getState().equals(AnnotationDocumentState.IGNORE)) { ignored++; } } } annotatorsProgress.put(user.getUsername(), (int) Math.round((double) (finished * 100) / (totalDocs - ignored))); } } return annotatorsProgress; }
private void indexAllDocuments() { int users = 0; int annotationDocs = 0; int sourceDocs = 0; try { log.info("Indexing all annotation documents of project [{}]({})", project.getName(), project.getId()); for (User user : projectService.listProjectUsersWithPermissions(project)) { users++; for (AnnotationDocument document : documentService.listAnnotationDocuments(project, user)) { indexDocument(document, documentService.readAnnotationCas(document)); annotationDocs++; } } log.info("Indexing all source documents of project [{}]({})", project.getName(), project.getId()); for (SourceDocument document : documentService.listSourceDocuments(project)) { indexDocument(document, documentService.createOrReadInitialCas(document)); sourceDocs++; } } catch (IOException e) { log.error("Unable to index document", e); } log.info(String.format( "Indexing results: %d source doc(s), %d annotation doc(s) for %d user(s)", sourceDocs, annotationDocs, users)); }
FileUtils.forceMkdir(sourceDocumentDir); List<SourceDocument> documents = documentService.listSourceDocuments(project); int i = 1; for (SourceDocument sourceDocument : documents) {
FileUtils.forceMkdir(sourceDocumentDir); List<SourceDocument> documents = documentService.listSourceDocuments(project); int i = 1; for (SourceDocument sourceDocument : documents) {
for (SourceDocument d : aDocumentService.listSourceDocuments(aBModel.getProject())) { loadDocument(d, aAnnotationService, aDocumentService, aCorrectionDocumentService, aBModel.getUser());
for (SourceDocument d : aDocumentService.listSourceDocuments(aBModel.getProject())) { loadDocument(d, aAnnotationService, aDocumentService, aCorrectionDocumentService, aBModel.getUser());
for (SourceDocument d : aDocumentService.listSourceDocuments(aState.getProject())) { loadDocument(d, aAnnotationService, aDocumentService, aCorrectionDocumentService, aState.getUser());
private void exportSourceDocuments(Project aProject, ExportedProject exProject) { List<ExportedSourceDocument> sourceDocuments = new ArrayList<>(); // add source documents to a project List<SourceDocument> documents = documentService.listSourceDocuments(aProject); for (SourceDocument sourceDocument : documents) { ExportedSourceDocument exDocument = new ExportedSourceDocument(); exDocument.setFormat(sourceDocument.getFormat()); exDocument.setName(sourceDocument.getName()); exDocument.setState(sourceDocument.getState()); exDocument.setTimestamp(sourceDocument.getTimestamp()); exDocument.setSentenceAccessed(sourceDocument.getSentenceAccessed()); exDocument.setCreated(sourceDocument.getCreated()); exDocument.setUpdated(sourceDocument.getUpdated()); sourceDocuments.add(exDocument); } exProject.setSourceDocuments(sourceDocuments); }
private void exportSourceDocuments(Project aProject, ExportedProject exProject) { List<ExportedSourceDocument> sourceDocuments = new ArrayList<>(); // add source documents to a project List<SourceDocument> documents = documentService.listSourceDocuments(aProject); for (SourceDocument sourceDocument : documents) { ExportedSourceDocument exDocument = new ExportedSourceDocument(); exDocument.setFormat(sourceDocument.getFormat()); exDocument.setName(sourceDocument.getName()); exDocument.setState(sourceDocument.getState()); exDocument.setTimestamp(sourceDocument.getTimestamp()); exDocument.setSentenceAccessed(sourceDocument.getSentenceAccessed()); exDocument.setCreated(sourceDocument.getCreated()); exDocument.setUpdated(sourceDocument.getUpdated()); sourceDocuments.add(exDocument); } exProject.setSourceDocuments(sourceDocuments); }
private void exportAnnotationDocuments(Project aProject, ExportedProject aExProject) { List<ExportedAnnotationDocument> annotationDocuments = new ArrayList<>(); // add source documents to a project List<SourceDocument> documents = documentService.listSourceDocuments(aProject); for (SourceDocument sourceDocument : documents) { // add annotation document to Project for (AnnotationDocument annotationDocument : documentService .listAnnotationDocuments(sourceDocument)) { ExportedAnnotationDocument exAnnotationDocument = new ExportedAnnotationDocument(); exAnnotationDocument.setName(annotationDocument.getName()); exAnnotationDocument.setState(annotationDocument.getState()); exAnnotationDocument.setUser(annotationDocument.getUser()); exAnnotationDocument.setTimestamp(annotationDocument.getTimestamp()); exAnnotationDocument.setSentenceAccessed(annotationDocument.getSentenceAccessed()); exAnnotationDocument.setCreated(annotationDocument.getCreated()); exAnnotationDocument.setUpdated(annotationDocument.getUpdated()); annotationDocuments.add(exAnnotationDocument); } } aExProject.setAnnotationDocuments(annotationDocuments); }
private void exportAnnotationDocuments(Project aProject, ExportedProject aExProject) { List<ExportedAnnotationDocument> annotationDocuments = new ArrayList<>(); // add source documents to a project List<SourceDocument> documents = documentService.listSourceDocuments(aProject); for (SourceDocument sourceDocument : documents) { // add annotation document to Project for (AnnotationDocument annotationDocument : documentService .listAnnotationDocuments(sourceDocument)) { ExportedAnnotationDocument exAnnotationDocument = new ExportedAnnotationDocument(); exAnnotationDocument.setName(annotationDocument.getName()); exAnnotationDocument.setState(annotationDocument.getState()); exAnnotationDocument.setUser(annotationDocument.getUser()); exAnnotationDocument.setTimestamp(annotationDocument.getTimestamp()); exAnnotationDocument.setSentenceAccessed(annotationDocument.getSentenceAccessed()); exAnnotationDocument.setCreated(annotationDocument.getCreated()); exAnnotationDocument.setUpdated(annotationDocument.getUpdated()); annotationDocuments.add(exAnnotationDocument); } } aExProject.setAnnotationDocuments(annotationDocuments); }