@BeforeClass public void setUp() throws Exception { tempDirectory = createTempDirectory(getClass().getSimpleName()); FeaturesConfig featuresConfig = new FeaturesConfig(); featuresConfig.setSpillerSpillPaths(tempDirectory.toString()); featuresConfig.setSpillerThreads(8); featuresConfig.setSpillMaxUsedSpaceThreshold(1.0); singleStreamSpillerFactory = new FileSingleStreamSpillerFactory(blockEncodingSerde, new SpillerStats(), featuresConfig); factory = new GenericPartitioningSpillerFactory(singleStreamSpillerFactory); scheduledExecutor = newSingleThreadScheduledExecutor(); }
private LocalQueryRunner createLocalQueryRunner(NodeSpillConfig nodeSpillConfig) { LocalQueryRunner queryRunner = new LocalQueryRunner( SESSION, new FeaturesConfig() .setSpillerSpillPaths(spillPath.getAbsolutePath()) .setSpillEnabled(true), nodeSpillConfig, false, true); queryRunner.createCatalog( SESSION.getCatalog().get(), new TpchConnectorFactory(1), ImmutableMap.of()); return queryRunner; } }
@BeforeMethod public void setUp() { blockEncodingSerde = new BlockEncodingManager(new TypeRegistry()); spillerStats = new SpillerStats(); FeaturesConfig featuresConfig = new FeaturesConfig(); featuresConfig.setSpillerSpillPaths(spillPath.getAbsolutePath()); featuresConfig.setSpillMaxUsedSpaceThreshold(1.0); singleStreamSpillerFactory = new FileSingleStreamSpillerFactory(blockEncodingSerde, spillerStats, featuresConfig); factory = new GenericSpillerFactory(singleStreamSpillerFactory); PagesSerdeFactory pagesSerdeFactory = new PagesSerdeFactory(requireNonNull(blockEncodingSerde, "blockEncodingSerde is null"), false); pagesSerde = pagesSerdeFactory.createPagesSerde(); memoryContext = newSimpleAggregatedMemoryContext(); }
.setSpillEnabled(true) .setAggregationOperatorUnspillMemoryLimit(DataSize.valueOf("100MB")) .setSpillerSpillPaths("/tmp/custom/spill/path1,/tmp/custom/spill/path2") .setSpillerThreads(42) .setSpillMaxUsedSpaceThreshold(0.8)
.setSpillEnabled(false) .setAggregationOperatorUnspillMemoryLimit(DataSize.valueOf("4MB")) .setSpillerSpillPaths("") .setSpillerThreads(4) .setSpillMaxUsedSpaceThreshold(0.9)
private LocalQueryRunner createLocalQueryRunner(NodeSpillConfig nodeSpillConfig) { LocalQueryRunner queryRunner = new LocalQueryRunner( SESSION, new FeaturesConfig() .setSpillerSpillPaths(spillPath.getAbsolutePath()) .setSpillEnabled(true), nodeSpillConfig, false, true); queryRunner.createCatalog( SESSION.getCatalog().get(), new TpchConnectorFactory(1), ImmutableMap.of()); return queryRunner; } }