private static void writeTest(FileSystem fs, RandomDatum[] data, String file, CompressionType compress) throws IOException { MapFile.delete(fs, file); LOG.info("creating with " + data.length + " records"); SetFile.Writer writer = new SetFile.Writer(conf, fs, file, WritableComparator.get(RandomDatum.class), compress); for (int i = 0; i < data.length; i++) writer.append(data[i]); writer.close(); }
@SuppressWarnings("deprecation") private void writeData(FileSystem fs, int elementSize) throws IOException { MapFile.delete(fs, FILE); SetFile.Writer writer = new SetFile.Writer(fs, FILE, IntWritable.class); for (int i = 0; i < elementSize; i++) writer.append(new IntWritable(i)); writer.close(); }
@SuppressWarnings("deprecation") private void writeData(FileSystem fs, int elementSize) throws IOException { MapFile.delete(fs, FILE); SetFile.Writer writer = new SetFile.Writer(fs, FILE, IntWritable.class); for (int i = 0; i < elementSize; i++) writer.append(new IntWritable(i)); writer.close(); }
private static void writeTest(FileSystem fs, RandomDatum[] data, String file, CompressionType compress) throws IOException { MapFile.delete(fs, file); LOG.info("creating with " + data.length + " records"); SetFile.Writer writer = new SetFile.Writer(conf, fs, file, WritableComparator.get(RandomDatum.class), compress); for (int i = 0; i < data.length; i++) writer.append(data[i]); writer.close(); }
private static void writeTest(FileSystem fs, RandomDatum[] data, String file, CompressionType compress) throws IOException { MapFile.delete(fs, file); LOG.info("creating with " + data.length + " records"); SetFile.Writer writer = new SetFile.Writer(conf, fs, file, WritableComparator.get(RandomDatum.class), compress); for (int i = 0; i < data.length; i++) writer.append(data[i]); writer.close(); }