Merge branch 'master' into yaml-example-gen

Author: robertwb

.github/workflows/go_tests.yml

@@ -64,6 +64,6 @@ jobs:
           go vet --copylocks=false --unsafeptr=false ./...
       - name: Run Staticcheck
         run: |
-          go install "honnef.co/go/tools/cmd/staticcheck@2024.1.1"
+          go install "honnef.co/go/tools/cmd/staticcheck@2025.1.1"
           cd sdks/go/pkg/beam
           $(go env GOPATH)/bin/staticcheck ./...

.github/workflows/python_dependency_tests.yml

@@ -34,6 +34,8 @@ jobs:
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
+      - name: Install libsnappy-dev
+        run: sudo apt-get update && sudo apt-get install -y libsnappy-dev
       - name: Install python
         uses: actions/setup-python@v5
         with:

.test-infra/jenkins/metrics_report/requirements.txt

@@ -20,5 +20,5 @@
 # https://github.com/aws/aws-sam-cli/issues/3661
 markupsafe==2.0.1
 influxdb==5.3.0
-Jinja2==3.1.4
+Jinja2==3.1.6
 prettytable==0.7.2

dev-support/docker/Dockerfile

@@ -59,11 +59,6 @@ ENV LANG en_US.UTF-8
 ENV LANGUAGE en_US:en
 ENV LC_ALL en_US.UTF-8
 
-###
-# Set Python3.6 as default
-###
-RUN alias python=python3.6
-
 ###
 # Install grpcio-tools mypy-protobuf for `python3 sdks/python/setup.py sdist` to work
 ###

dev-support/docker/pkglist

@@ -29,7 +29,7 @@ vim
 locales
 wget
 time
-openjdk-8-jdk
+openjdk-11-jdk
 python3-setuptools
 python3-pip
 python3.9
@@ -46,7 +46,6 @@ python3.11-distutils
 python3.11-venv
 python3.12
 python3.12-dev
-python3.12-distutils
 python3.12-venv
 tox
 docker.io

it/clickhouse/build.gradle

@@ -0,0 +1,53 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * License); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an AS IS BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+plugins {
+    id 'org.apache.beam.module'
+}
+applyJavaNature(
+        automaticModuleName: 'org.apache.beam.it.clickhouse',
+        exportJavadoc: false,
+)
+
+description = "Apache Beam :: IT :: ClickHouse"
+ext.summary = "Integration test utilities for ClickHouse."
+
+def clickhouse_jdbc_version = "0.6.4"
+
+dependencies {
+    implementation project(path: ":it:common")
+    implementation project(path: ":it:testcontainers")
+    testImplementation platform('org.junit:junit-bom:5.10.0')
+    implementation library.java.slf4j_api
+    testImplementation 'org.junit.jupiter:junit-jupiter'
+    implementation library.java.testcontainers_base
+    implementation library.java.testcontainers_clickhouse
+    implementation "com.clickhouse:clickhouse-jdbc:$clickhouse_jdbc_version:all"
+
+    testImplementation(library.java.truth)
+    testImplementation 'junit:junit:4.13.2'
+
+    testImplementation library.java.guava
+    permitUsedUndeclared library.java.guava
+    testImplementation library.java.mockito_inline
+    testImplementation library.java.commons_lang3
+    testRuntimeOnly library.java.slf4j_simple
+
+    permitUnusedDeclared "com.clickhouse:clickhouse-jdbc:$clickhouse_jdbc_version:all"
+
+}