protected FileSplit makeSplit(String segmentId, Path file, long start, long length, String[] hosts, FileFormat fileFormat) { return new CarbonInputSplit(segmentId, file, start, length, hosts, fileFormat); }
protected FileSplit makeSplit(String segmentId, Path file, long start, long length, String[] hosts, String[] inMemoryHosts, FileFormat fileFormat) { return new CarbonInputSplit(segmentId, file, start, length, hosts, inMemoryHosts, fileFormat); }
@Override public void readFields(DataInput in) throws IOException { // read all splits int numSplit = in.readInt(); splitList = new ArrayList<>(numSplit); for (int i = 0; i < numSplit; i++) { CarbonInputSplit split = new CarbonInputSplit(); split.readFields(in); splitList.add(split); } int len = in.readInt(); locations = new String[len]; for (int i = 0; i < len; i++) { locations[i] = in.readUTF(); } fileFormat = FileFormat.getByOrdinal(in.readInt()); }
public static CarbonInputSplit from(String segmentId, String blockletId, FileSplit split, ColumnarFormatVersion version, String dataMapWritePath) throws IOException { return new CarbonInputSplit(segmentId, blockletId, split.getPath(), split.getStart(), split.getLength(), split.getLocations(), version, null, dataMapWritePath); }
new CarbonInputSplit("null", new Path(carbonFile.getAbsolutePath()), 0, carbonFile.getLength(), carbonFile.getLocations(), FileFormat.COLUMNAR_V3); split.setVersion(ColumnarFormatVersion.V3);