Skip to content

Commit a6ca3d0

Browse files
authored
Merge pull request #1012: [beam-core] bump beam to 2.72.0
2 parents 2c28915 + 5228b95 commit a6ca3d0

2 files changed

Lines changed: 11 additions & 1 deletion

File tree

beam/core/src/test/java/cz/o2/proxima/beam/util/state/ExternalStateExpanderTest.java

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,7 @@
3030
import java.util.PriorityQueue;
3131
import java.util.UUID;
3232
import org.apache.beam.runners.direct.DirectRunner;
33+
import org.apache.beam.runners.flink.FlinkPipelineOptions;
3334
import org.apache.beam.runners.flink.FlinkRunner;
3435
import org.apache.beam.sdk.Pipeline;
3536
import org.apache.beam.sdk.Pipeline.PipelineVisitor.Defaults;
@@ -312,6 +313,10 @@ public void testSimpleExpandWithStateStore() throws IOException {
312313
@Test
313314
public void testStateWithElementEarly() throws IOException {
314315
Pipeline pipeline = createPipeline();
316+
if (pipeline.getOptions().getRunner().equals(FlinkRunner.class)) {
317+
FlinkPipelineOptions flinkOpts = pipeline.getOptions().as(FlinkPipelineOptions.class);
318+
flinkOpts.setParallelism(5);
319+
}
315320
Instant now = new Instant(0);
316321
PCollection<String> inputs =
317322
pipeline.apply(
@@ -412,6 +417,11 @@ public void visitPrimitiveTransform(TransformHierarchy.Node node) {
412417

413418
private void testTimestampInject(boolean multiOutput) throws IOException {
414419
Pipeline pipeline = createPipeline();
420+
if (pipeline.getOptions().getRunner().equals(FlinkRunner.class)) {
421+
// limit parallelism for Flink, in multi-core CPUs it might run out of network buffers
422+
FlinkPipelineOptions flinkOpts = pipeline.getOptions().as(FlinkPipelineOptions.class);
423+
flinkOpts.setParallelism(5);
424+
}
415425
Instant now = new Instant(0);
416426
PCollection<String> inputs =
417427
pipeline.apply(

buildSrc/src/main/groovy/cz.o2.proxima.java-conventions.gradle

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ plugins {
2424
java.sourceCompatibility = JavaVersion.VERSION_11
2525

2626
def auto_service_version = "1.1.1"
27-
def beam_version = "2.71.0"
27+
def beam_version = "2.72.0"
2828
def errorprone_version = "2.18.0"
2929
def flink_version = "1.18.0"
3030
def grpc_version = "1.71.0"

0 commit comments

Comments
 (0)