@Override public List<Object> deserialize(ByteBuffer ser) { try { String data = new String(Utils.toByteArray(ser), StandardCharsets.UTF_8); CSVParser parser = CSVParser.parse(data, CSVFormat.RFC4180); CSVRecord record = parser.getRecords().get(0); Preconditions.checkArgument(record.size() == fieldNames.size(), "Invalid schema"); ArrayList<Object> list = new ArrayList<>(fieldNames.size()); for (int i = 0; i < record.size(); i++) { list.add(record.get(i)); } return list; } catch (IOException e) { throw new RuntimeException(e); } }
TypeInference.DataType dataType = entry.getValue(); Object value = TypeInference.DataType.parse(row.get(column), dataType); //parse the string value according to the DataType if (yVariable != null && yVariable.equals(column)) { y = value;
final Iterable<CSVRecord> records = csvFormat.withFirstRecordAsHeader().parse(reader); for (final CSVRecord record : records) { final String key = record.get(lookupKeyColumn); final String value = record.get(lookupValueColumn); if (StringUtils.isBlank(key)) { throw new IllegalStateException("Empty lookup key encountered in: " + csvFile);
@Test public void testCsvLineParserWithQuoting() throws IOException { CsvToKeyValueMapper.CsvLineParser lineParser = new CsvToKeyValueMapper.CsvLineParser(';', '"', '\\'); CSVRecord parsed = lineParser.parse("\"\\\"one\";\"\\;two\\\\\""); assertEquals("\"one", parsed.get(0)); assertEquals(";two\\", parsed.get(1)); assertTrue(parsed.isConsistent()); assertEquals(1, parsed.getRecordNumber()); } }
@Test public void testCsvLineParser() throws IOException { CsvToKeyValueMapper.CsvLineParser lineParser = new CsvToKeyValueMapper.CsvLineParser(';', '"', '\\'); CSVRecord parsed = lineParser.parse("one;two"); assertEquals("one", parsed.get(0)); assertEquals("two", parsed.get(1)); assertTrue(parsed.isConsistent()); assertEquals(1, parsed.getRecordNumber()); }
RecordSchema lookupRecordSchema = null; for (final CSVRecord record : records) { final String key = record.get(lookupKeyColumn);
@Override public GenericRow next(GenericRow reuse) { CSVRecord record = _iterator.next(); for (FieldSpec fieldSpec : _schema.getAllFieldSpecs()) { String column = fieldSpec.getName(); String token = record.isSet(column) ? record.get(column) : null; Object value; if (fieldSpec.isSingleValueField()) { value = RecordReaderUtils.convertToDataType(token, fieldSpec); } else { String[] tokens = token != null ? StringUtils.split(token, _multiValueDelimiter) : null; value = RecordReaderUtils.convertToDataTypeArray(tokens, fieldSpec); } reuse.putField(column, value); } return reuse; }
final Map<String, Object> values = new LinkedHashMap<>(recordFields.size() * 2); for (int i = 0; i < csvRecord.size(); i++) { final String rawValue = csvRecord.get(i);
try (CSVParser parser = new CSVParser(new FileReader(args[0]), CSVFormat.DEFAULT.withFirstRecordAsHeader())) { for (CSVRecord record : parser) { String lang = record.get("language"); String covered = record.get("covered"); String replacement = record.get("replacement"); String sentenceStr = record.get("sentence");
/** * Returns a value by {@link Enum}. * * @param e * an enum * @return the String at the given enum String */ public String get(final Enum<?> e) { return get(e.toString()); }
@Override public void accept(CSVRecord theRecord) { // "ParentGroupId","ParentGroup","Status" String parentGroupId = trim(theRecord.get("ParentGroupId")); String parentGroupName = trim(theRecord.get("ParentGroup")); getValueSet(parentGroupId, LoincGroupFileHandler.VS_URI_PREFIX + parentGroupId, parentGroupName, null); }
@Override public void accept(CSVRecord theRecord) { String loincNumber = trim(theRecord.get("LOINC_NUM")); String displayName = trim(theRecord.get("LONG_COMMON_NAME")); String orderObs = trim(theRecord.get("ORDER_OBS")); ValueSet valueSet = getValueSet(VS_ID, VS_URI, VS_NAME, null); addCodeAsIncludeToValueSet(valueSet, IHapiTerminologyLoaderSvc.LOINC_URI, loincNumber, displayName); }
@Override public void accept(CSVRecord theRecord) { String loincNumber = trim(theRecord.get("LOINC #")); String displayName = trim(theRecord.get("Long Common Name")); ValueSet valueSet = getValueSet(myValueSetId, myValueSetUri, myValueSetName, null); addCodeAsIncludeToValueSet(valueSet, IHapiTerminologyLoaderSvc.LOINC_URI, loincNumber, displayName); }
@Override public void accept(CSVRecord theRecord) { String parentCode = trim(theRecord.get("IMMEDIATE_PARENT")); String childCode = trim(theRecord.get("CODE")); String childCodeText = trim(theRecord.get("CODE_TEXT")); if (isNotBlank(parentCode) && isNotBlank(childCode)) { TermConcept parent = getOrCreate(parentCode, "(unknown)"); TermConcept child = getOrCreate(childCode, childCodeText); parent.addChild(child, TermConceptParentChildLink.RelationshipTypeEnum.ISA); } }
@Override public void accept(CSVRecord theRecord) { //"Category","GroupId","Archetype","LoincNumber","LongCommonName" String groupId = trim(theRecord.get("GroupId")); String loincNumber = trim(theRecord.get("LoincNumber")); ValueSet valueSet = getValueSet(groupId, LoincGroupFileHandler.VS_URI_PREFIX + groupId, null, null); addCodeAsIncludeToValueSet(valueSet, IHapiTerminologyLoaderSvc.LOINC_URI, loincNumber, null); }
@Override public void accept(CSVRecord theRecord) { String loincNumber = trim(theRecord.get("LOINC_NUM")); String displayName = trim(theRecord.get("LONG_COMMON_NAME")); ValueSet valueSet = getValueSet(VS_ID, VS_URI, VS_NAME,null); addCodeAsIncludeToValueSet(valueSet, IHapiTerminologyLoaderSvc.LOINC_URI, loincNumber, displayName); }
private static void addMetadata(String field, CSVRecord record, Metadata metadata) { if ((record ==null) || (record.size() <= 1)) { return; } for (int i = 1; i < record.size(); i++) { metadata.add(field, record.get(i)); } }