This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 78c9e104a36 Bump nodemailer from 10.0.2 to 10.0.9 in
/scripts/ci/issue-report (#40349)
add 9f5cd57a009 [Python] Honor disableCounterMetrics,
disableStringSetMetrics and disableBoundedTrieMetrics experiments (#40165)
add 61769cb59bf Re-arrange GcsUtil unit tests and integration tests
(#40279)
add b31e04092e2 Bump brace-expansion from 1.1.12 to 1.1.21 in
/sdks/typescript (#40348)
add 7e9345b088b swap Dataflow Streaming and Streaming Engine VR cron times
(#40351)
add 5d9ab78838a Fix invalid POM for io-component (#40346)
add cc24fdfabaf Remove upper bound pin for cryptography. (#40180)
add 56e2bdf34d5 Add V2 unit tests and V1/V2 parity ITs for GcsUtil (#40319)
add 6b677a58ee9 Update list of stale bq dataset (#40286)
add e8460fd2e90 Include OpenTelemetry dependencies in published Dataflow
runner POM (#40352)
add b4623815617 [Flink] Restore source split logs (#40354)
add 7872437f3fd Fix partial insertError metric status bug (#40356)
add 7a40f365e05 [CI] Make Gradle caches read-only for untrusted presubmit
workflow runs (#40358)
add 96850631a3d Bump @grpc/grpc-js from 1.14.4 to 1.14.5 in
/sdks/typescript (#40361)
add b544f40326e Cache and reuse shared metrics pipeline execution in
MetricsTest (#40322)
add bbb71a0a475 Fix IcebergIO failing to write EnumerationType (proto
enum) fields (#40300)
add 43bd833c88a Merge pull request #40292 from
reuvenlax/merge_validates_runner
No new revisions were added by this update.
Summary of changes:
.../actions/setup-environment-action/action.yml | 1 +
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 2 +-
...mit_Java_ValidatesRunner_Dataflow_Streaming.yml | 2 +-
...a_ValidatesRunner_Dataflow_Streaming_Engine.yml | 2 +-
.github/workflows/beam_PreCommit_Java.yml | 1 -
.github/workflows/beam_PreCommit_Java_Dataflow.yml | 1 -
.test-infra/tools/stale_bq_datasets_cleaner.sh | 2 +-
CHANGES.md | 2 +
.../examples/complete/TrafficMaxLaneFlowIT.java | 3 +-
.../examples/cookbook/MaxPerKeyExamplesIT.java | 3 +-
.../io/gcp/bigquery/BigQuerySamplesIT.java | 7 +-
.../beam/it/gcp/bigquery/BigQueryStreamingLT.java | 3 +-
.../streaming/io/source/FlinkSourceSplitUtils.java | 20 +-
.../SizeBasedFlinkSourceSplitEnumerator.java | 5 -
runners/google-cloud-dataflow-java/build.gradle | 34 +-
.../beam/sdk/testing/BeamParallelJunit4Runner.java | 189 ++
.../ClasspathScanningResourcesDetector.java | 1 -
.../java/org/apache/beam/sdk/PipelineTest.java | 7 +-
.../apache/beam/sdk/SdkHarnessEnvironmentTest.java | 4 +-
.../org/apache/beam/sdk/io/CountingSourceTest.java | 4 +-
.../org/apache/beam/sdk/metrics/MetricsTest.java | 166 +-
.../sdk/testing/BeamParallelJunit4RunnerTest.java | 203 ++
.../org/apache/beam/sdk/testing/PAssertTest.java | 3 +-
.../apache/beam/sdk/testing/TestStreamTest.java | 3 +-
.../apache/beam/sdk/transforms/CombineFnsTest.java | 9 +-
.../apache/beam/sdk/transforms/CombineTest.java | 10 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 4 +-
.../apache/beam/sdk/transforms/FlattenTest.java | 4 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 6 +-
.../beam/sdk/transforms/GroupIntoBatchesTest.java | 4 +-
.../apache/beam/sdk/transforms/ImpulseTest.java | 4 +-
.../org/apache/beam/sdk/transforms/KeysTest.java | 4 +-
.../org/apache/beam/sdk/transforms/KvSwapTest.java | 4 +-
.../beam/sdk/transforms/MapElementsTest.java | 4 +-
.../apache/beam/sdk/transforms/MapViewTest.java | 4 +-
.../beam/sdk/transforms/ParDoLifecycleTest.java | 12 +-
.../beam/sdk/transforms/ParDoSchemaTest.java | 4 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 34 +-
.../beam/sdk/transforms/PerKeyOrderingTest.java | 4 +-
.../beam/sdk/transforms/RedistributeTest.java | 4 +-
.../beam/sdk/transforms/ReifyTimestampsTest.java | 4 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 4 +-
.../beam/sdk/transforms/SplittableDoFnTest.java | 4 +-
.../org/apache/beam/sdk/transforms/ViewTest.java | 4 +-
.../beam/sdk/transforms/WithTimestampsTest.java | 4 +-
.../beam/sdk/transforms/join/CoGroupByKeyTest.java | 4 +-
.../beam/sdk/transforms/windowing/WindowTest.java | 4 +-
.../sdk/transforms/windowing/WindowingTest.java | 4 +-
.../beam/sdk/values/PCollectionRowTupleTest.java | 4 +-
.../beam/sdk/values/PCollectionTupleTest.java | 4 +-
.../java/org/apache/beam/sdk/values/PDoneTest.java | 4 +-
.../beam/sdk/extensions/gcp/util/GcsUtilIT.java | 1288 ++++++++++++-
.../gcp/util/GcsUtilParameterizedIT.java | 841 ---------
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 1933 +-------------------
.../util/{GcsUtilTest.java => GcsUtilV1Test.java} | 605 +-----
.../sdk/extensions/gcp/util/GcsUtilV2Test.java | 498 ++++-
.../meta/provider/iceberg/IcebergReadWriteIT.java | 3 +-
.../meta/provider/iceberg/PubsubToIcebergIT.java | 3 +-
sdks/java/io/components/build.gradle | 2 +-
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 13 +-
.../beam/sdk/io/gcp/testing/BigtableUtils.java | 2 +
.../beam/sdk/io/gcp/bigquery/BigQueryKmsKeyIT.java | 7 +-
.../bigquery/BigQuerySchemaUpdateOptionsIT.java | 4 +-
.../BigQueryTimePartitioningClusteringIT.java | 5 +-
.../io/gcp/bigquery/BigQueryTimestampPicosIT.java | 8 +-
.../sdk/io/gcp/bigquery/BigQueryToTableIT.java | 7 +-
.../StorageApiDataTriggeredSchemaUpdateIT.java | 3 +-
.../bigquery/StorageApiSinkCreateIfNeededIT.java | 3 +-
.../gcp/bigquery/StorageApiSinkFailedRowsIT.java | 3 +-
...torageApiSinkSchemaUpdateWithInputSchemaIT.java | 4 +-
...ageApiSinkSchemaUpdateWithoutInputSchemaIT.java | 4 +-
.../gcp/bigquery/providers/BigQueryManagedIT.java | 4 +-
.../apache/beam/sdk/io/iceberg/IcebergUtils.java | 11 +-
.../beam/sdk/io/iceberg/IcebergUtilsTest.java | 38 +
.../io/gcp/bigquery_change_history_it_test.py | 4 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 5 +-
.../apache_beam/io/gcp/bigquery_read_it_test.py | 11 +-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 6 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 8 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 30 +
sdks/python/apache_beam/metrics/execution.pxd | 1 +
sdks/python/apache_beam/metrics/execution.py | 11 +
sdks/python/apache_beam/metrics/metrics_flag.py | 100 +
.../apache_beam/metrics/metrics_flag_test.py | 225 +++
.../vertex_ai_model_monitoring_v2_it_test.py | 5 +-
sdks/python/apache_beam/pipeline.py | 2 +
.../apache_beam/runners/worker/sdk_worker_main.py | 2 +
sdks/python/setup.py | 2 +-
sdks/typescript/package-lock.json | 56 +-
sdks/typescript/package.json | 2 +-
settings.gradle.kts | 7 +-
91 files changed, 2974 insertions(+), 3619 deletions(-)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/testing/BeamParallelJunit4Runner.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/testing/BeamParallelJunit4RunnerTest.java
delete mode 100644
sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/GcsUtilParameterizedIT.java
copy
sdks/java/extensions/google-cloud-platform-core/src/test/java/org/apache/beam/sdk/extensions/gcp/util/{GcsUtilTest.java
=> GcsUtilV1Test.java} (75%)
create mode 100644 sdks/python/apache_beam/metrics/metrics_flag.py
create mode 100644 sdks/python/apache_beam/metrics/metrics_flag_test.py
