distillChunks method

Stream<Chunk> distillChunks({
  1. required Stream<Chunk> chunks,
  2. required IDistiller distiller,
  3. int parallelism = 8,
  4. int factor = 3,
})

Implementation

Stream<Chunk> distillChunks({
  required Stream<Chunk> chunks,
  required IDistiller distiller,
  int parallelism = 8,
  int factor = 3,
}) async* {
  await for (Chunk i in chunks
      .transform(
        IChunkDistiller(
          distiller: distiller,
          factor: factor,
          parallelism: parallelism,
        ),
      )
      .transform(
        IChunkExploder2(
          factor: factor,
          maxChunkSize: maxChunkSize,
          maxPostOverlap: maxPostOverlap,
        ),
      )) {
    yield i;
  }
}