| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * License); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an AS IS BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| import com.gradle.enterprise.gradleplugin.internal.extension.BuildScanExtensionWithHiddenFeatures |
| |
| pluginManagement { |
| plugins { |
| id("org.javacc.javacc") version "4.0.3" // enable the JavaCC parser generator |
| } |
| } |
| |
| plugins { |
| id("com.gradle.develocity") version "3.19" |
| id("com.gradle.common-custom-user-data-gradle-plugin") version "2.4.0" |
| } |
| |
| |
| // JENKINS_HOME and BUILD_ID set automatically during Jenkins execution |
| val isJenkinsBuild = arrayOf("JENKINS_HOME", "BUILD_ID").all { System.getenv(it) != null } |
| // GITHUB_REPOSITORY and GITHUB_RUN_ID set automatically during Github Actions run |
| val isGithubActionsBuild = arrayOf("GITHUB_REPOSITORY", "GITHUB_RUN_ID").all { System.getenv(it) != null } |
| val isCi = isJenkinsBuild || isGithubActionsBuild |
| |
| develocity { |
| server = "https://develocity.apache.org" |
| projectId = "beam" |
| |
| buildScan { |
| uploadInBackground = !isCi |
| publishing.onlyIf { it.isAuthenticated } |
| obfuscation { |
| ipAddresses { addresses -> addresses.map { "0.0.0.0" } } |
| } |
| } |
| } |
| |
| buildCache { |
| local { |
| isEnabled = true |
| } |
| remote<HttpBuildCache> { |
| url = uri("https://beam-cache.apache.org/cache/") |
| isAllowUntrustedServer = false |
| credentials { |
| username = System.getenv("GRADLE_ENTERPRISE_CACHE_USERNAME") |
| password = System.getenv("GRADLE_ENTERPRISE_CACHE_PASSWORD") |
| } |
| isEnabled = !System.getenv("GRADLE_ENTERPRISE_CACHE_USERNAME").isNullOrBlank() |
| isPush = isCi && !System.getenv("GRADLE_ENTERPRISE_CACHE_USERNAME").isNullOrBlank() |
| } |
| } |
| |
| rootProject.name = "beam" |
| |
| include(":release") |
| include(":release:go-licenses:go") |
| include(":release:go-licenses:java") |
| include(":release:go-licenses:py") |
| |
| include(":examples:java") |
| include(":examples:java:twitter") |
| include(":examples:java:cdap") |
| include(":examples:java:cdap:hubspot") |
| include(":examples:java:cdap:salesforce") |
| include(":examples:java:cdap:servicenow") |
| include(":examples:java:cdap:zendesk") |
| include(":examples:java:sql") |
| include(":examples:java:webapis") |
| include(":examples:kotlin") |
| include(":examples:multi-language") |
| include(":learning") |
| include(":learning:tour-of-beam") |
| include(":learning:tour-of-beam:frontend") |
| include(":learning:tour-of-beam:terraform") |
| include(":model:fn-execution") |
| include(":model:job-management") |
| include(":model:pipeline") |
| include(":playground") |
| include(":playground:backend") |
| include(":playground:frontend") |
| include(":playground:frontend:playground_components") |
| include(":playground:frontend:playground_components:tools:extract_symbols_java") |
| include(":playground:backend:containers") |
| include(":playground:backend:containers:java") |
| include(":playground:backend:containers:go") |
| include(":playground:backend:containers:python") |
| include(":playground:backend:containers:router") |
| include(":playground:backend:containers:scio") |
| include(":playground:terraform") |
| include(":playground:kafka-emulator") |
| |
| include(":it:cassandra") |
| include(":it:common") |
| include(":it:conditions") |
| include(":it:elasticsearch") |
| include(":it:google-cloud-platform") |
| include(":it:jdbc") |
| include(":it:kafka") |
| include(":it:testcontainers") |
| include(":it:truthmatchers") |
| include(":it:mongodb") |
| include(":it:splunk") |
| include(":it:neo4j") |
| include(":runners:core-java") |
| include(":runners:direct-java") |
| include(":runners:extensions-java:metrics") |
| /* Begin Flink Runner related settings */ |
| /* When updating these versions, please make sure that the following files are updated as well: |
| * FLINK_VERSIONS in .github/actions/setup-default-test-properties/test-properties.json |
| * flink_versions in sdks/go/examples/wasm/README.md |
| * PUBLISHED_FLINK_VERSIONS in sdks/python/apache_beam/options/pipeline_options.py |
| * PUBLISHED_FLINK_VERSIONS in sdks/typescript/src/apache_beam/runners/flink.ts |
| * verify versions in website/www/site/content/en/documentation/runners/flink.md |
| * verify version in sdks/python/apache_beam/runners/interactive/interactive_beam.py |
| */ |
| val flink_versions: String by settings |
| for (version in flink_versions.split(',')) { |
| include(":runners:flink:${version}") |
| include(":runners:flink:${version}:job-server") |
| include(":runners:flink:${version}:job-server-container") |
| } |
| /* End Flink Runner related settings */ |
| include(":runners:twister2") |
| include(":runners:google-cloud-dataflow-java") |
| include(":runners:google-cloud-dataflow-java:arm") |
| include(":runners:google-cloud-dataflow-java:examples") |
| include(":runners:google-cloud-dataflow-java:examples-streaming") |
| include(":runners:java-fn-execution") |
| include(":runners:java-job-service") |
| include(":runners:jet") |
| include(":runners:local-java") |
| include(":runners:portability:java") |
| include(":runners:prism") |
| include(":runners:prism:java") |
| include(":runners:spark:3") |
| include(":runners:spark:3:job-server") |
| include(":runners:spark:3:job-server:container") |
| include(":runners:samza") |
| include(":runners:samza:job-server") |
| include(":sdks:go") |
| include(":sdks:go:container") |
| include(":sdks:go:examples") |
| include(":sdks:go:test") |
| include(":sdks:go:test:load") |
| include(":sdks:java:bom") |
| include(":sdks:java:bom:gcp") |
| include(":sdks:java:build-tools") |
| include(":sdks:java:container") |
| include(":sdks:java:container:agent") |
| include(":sdks:java:container:java11") |
| include(":sdks:java:container:java17") |
| include(":sdks:java:container:java21") |
| include(":sdks:java:container:java25") |
| include(":sdks:java:container:distroless") |
| include(":sdks:java:container:distroless:java17") |
| include(":sdks:java:container:distroless:java21") |
| include(":sdks:java:core") |
| include(":sdks:java:core:jmh") |
| include(":sdks:java:expansion-service") |
| include(":sdks:java:expansion-service:container") |
| include(":sdks:java:expansion-service:app") |
| include(":sdks:java:extensions:arrow") |
| include(":sdks:java:extensions:avro") |
| include("sdks:java:extensions:avro:vendored-test") |
| include(":sdks:java:extensions:euphoria") |
| include(":sdks:java:extensions:kryo") |
| include(":sdks:java:extensions:google-cloud-platform-core") |
| include(":sdks:java:extensions:jackson") |
| include(":sdks:java:extensions:join-library") |
| include(":sdks:java:extensions:kafka-factories") |
| include(":sdks:java:extensions:ml") |
| include(":sdks:java:extensions:ordered") |
| include(":sdks:java:extensions:protobuf") |
| include(":sdks:java:extensions:python") |
| include(":sdks:java:extensions:sbe") |
| include(":sdks:java:extensions:schemaio-expansion-service") |
| include(":sdks:java:extensions:sketching") |
| include(":sdks:java:extensions:sorter") |
| include(":sdks:java:extensions:sql") |
| include(":sdks:java:extensions:sql:payloads") |
| include(":sdks:java:extensions:sql:perf-tests") |
| include(":sdks:java:extensions:sql:jdbc") |
| include(":sdks:java:extensions:sql:hcatalog") |
| include(":sdks:java:extensions:sql:datacatalog") |
| include(":sdks:java:extensions:sql:expansion-service") |
| include(":sdks:java:extensions:sql:udf") |
| include(":sdks:java:extensions:sql:udf-test-provider") |
| include(":sdks:java:extensions:timeseries") |
| include(":sdks:java:extensions:yaml") |
| include(":sdks:java:extensions:zetasketch") |
| include(":sdks:java:harness") |
| include(":sdks:java:harness:jmh") |
| include(":sdks:java:io:amazon-web-services2") |
| include(":sdks:java:io:amazon-web-services2:expansion-service") |
| include(":sdks:java:io:amqp") |
| include(":sdks:java:io:azure") |
| include(":sdks:java:io:azure-cosmos") |
| include(":sdks:java:io:cassandra") |
| include(":sdks:java:io:clickhouse") |
| include(":sdks:java:io:common") |
| include(":sdks:java:io:contextualtextio") |
| include(":sdks:java:io:debezium") |
| include(":sdks:java:io:debezium:expansion-service") |
| include(":sdks:java:io:elasticsearch") |
| include(":sdks:java:io:elasticsearch-tests:elasticsearch-tests-7") |
| include(":sdks:java:io:elasticsearch-tests:elasticsearch-tests-8") |
| include(":sdks:java:io:elasticsearch-tests:elasticsearch-tests-9") |
| include(":sdks:java:io:elasticsearch-tests:elasticsearch-tests-common") |
| include(":sdks:java:io:expansion-service") |
| include(":sdks:java:io:file-based-io-tests") |
| include(":sdks:java:io:bigquery-io-perf-tests") |
| include(":sdks:java:io:cdap") |
| include(":sdks:java:io:csv") |
| include(":sdks:java:io:datadog") |
| include(":sdks:java:io:file-schema-transform") |
| include(":sdks:java:io:google-ads") |
| include(":sdks:java:io:google-cloud-platform") |
| include(":sdks:java:io:google-cloud-platform:expansion-service") |
| include(":sdks:java:io:hadoop-common") |
| include(":sdks:java:io:hadoop-file-system") |
| include(":sdks:java:io:hadoop-format") |
| include(":sdks:java:io:hbase") |
| include(":sdks:java:io:hcatalog") |
| include(":sdks:java:io:jdbc") |
| include(":sdks:java:io:jms") |
| include(":sdks:java:io:json") |
| include(":sdks:java:io:kafka") |
| include(":sdks:java:io:kafka:jmh") |
| include(":sdks:java:io:kafka:upgrade") |
| include(":sdks:java:io:kudu") |
| include(":sdks:java:io:mongodb") |
| include(":sdks:java:io:mqtt") |
| include(":sdks:java:io:neo4j") |
| include(":sdks:java:io:parquet") |
| include(":sdks:java:io:pulsar") |
| include(":sdks:java:io:rabbitmq") |
| include(":sdks:java:io:redis") |
| include(":sdks:java:io:rrio") |
| include(":sdks:java:io:solr") |
| include(":sdks:java:io:sparkreceiver:3") |
| include(":sdks:java:io:snowflake") |
| include(":sdks:java:io:snowflake:expansion-service") |
| include(":sdks:java:io:splunk") |
| include(":sdks:java:io:thrift") |
| include(":sdks:java:io:tika") |
| include(":sdks:java:io:xml") |
| include(":sdks:java:io:synthetic") |
| include(":sdks:java:io:influxdb") |
| include(":sdks:java:io:singlestore") |
| include(":sdks:java:javadoc") |
| include(":sdks:java:maven-archetypes:examples") |
| include(":sdks:java:maven-archetypes:gcp-bom-examples") |
| include(":sdks:java:maven-archetypes:starter") |
| include("sdks:java:ml:inference:remote") |
| include("sdks:java:ml:inference:openai") |
| include(":sdks:java:testing:nexmark") |
| include(":sdks:java:testing:expansion-service") |
| include(":sdks:java:testing:jpms-tests") |
| include(":sdks:java:testing:kafka-service") |
| include(":sdks:java:testing:load-tests") |
| include(":sdks:java:testing:test-utils") |
| include(":sdks:java:testing:tpcds") |
| include(":sdks:java:testing:watermarks") |
| include(":sdks:java:testing:junit") |
| include(":sdks:java:transform-service") |
| include(":sdks:java:transform-service:app") |
| include(":sdks:java:transform-service:launcher") |
| include(":sdks:java:transform-service:controller-container") |
| include(":sdks:python") |
| include(":sdks:python:apache_beam:testing:load_tests") |
| include(":sdks:python:apache_beam:testing:benchmarks:nexmark") |
| include(":sdks:python:container") |
| include(":sdks:python:container:py310") |
| include(":sdks:python:container:py311") |
| include(":sdks:python:container:py312") |
| include(":sdks:python:container:py313") |
| include(":sdks:python:container:distroless") |
| include(":sdks:python:container:distroless:py310") |
| include(":sdks:python:container:distroless:py311") |
| include(":sdks:python:container:distroless:py312") |
| include(":sdks:python:container:distroless:py313") |
| include(":sdks:python:container:ml") |
| include(":sdks:python:container:ml:py310") |
| include(":sdks:python:container:ml:py311") |
| include(":sdks:python:container:ml:py312") |
| include(":sdks:python:container:ml:py313") |
| include(":sdks:python:expansion-service-container") |
| include(":sdks:python:test-suites:dataflow") |
| include(":sdks:python:test-suites:dataflow:py310") |
| include(":sdks:python:test-suites:dataflow:py311") |
| include(":sdks:python:test-suites:dataflow:py312") |
| include(":sdks:python:test-suites:dataflow:py313") |
| include(":sdks:python:test-suites:direct") |
| include(":sdks:python:test-suites:direct:py310") |
| include(":sdks:python:test-suites:direct:py311") |
| include(":sdks:python:test-suites:direct:py312") |
| include(":sdks:python:test-suites:direct:py313") |
| include(":sdks:python:test-suites:direct:xlang") |
| include(":sdks:python:test-suites:portable:py310") |
| include(":sdks:python:test-suites:portable:py311") |
| include(":sdks:python:test-suites:portable:py312") |
| include(":sdks:python:test-suites:portable:py313") |
| include(":sdks:python:test-suites:tox:pycommon") |
| include(":sdks:python:test-suites:tox:py310") |
| include(":sdks:python:test-suites:tox:py311") |
| include(":sdks:python:test-suites:tox:py312") |
| include(":sdks:python:test-suites:tox:py313") |
| include(":sdks:python:test-suites:xlang") |
| include(":sdks:typescript") |
| include(":sdks:typescript:container") |
| include(":vendor:grpc-1_69_0") |
| include(":vendor:calcite-1_40_0") |
| include(":vendor:guava-32_1_2-jre") |
| include(":website") |
| include(":runners:google-cloud-dataflow-java:worker") |
| include(":runners:google-cloud-dataflow-java:worker:windmill") |
| // no dots allowed for project paths |
| include("beam-test-infra-metrics") |
| project(":beam-test-infra-metrics").projectDir = file(".test-infra/metrics") |
| include("beam-test-infra-mock-apis") |
| project(":beam-test-infra-mock-apis").projectDir = file(".test-infra/mock-apis") |
| include("beam-test-tools") |
| project(":beam-test-tools").projectDir = file(".test-infra/tools") |
| include("beam-test-gha") |
| project(":beam-test-gha").projectDir = file(".github") |
| include("beam-validate-runner") |
| project(":beam-validate-runner").projectDir = file(".test-infra/validate-runner") |
| include("com.google.api.gax.batching") |
| include("sdks:java:io:kafka:kafka-390") |
| findProject(":sdks:java:io:kafka:kafka-390")?.name = "kafka-390" |
| include("sdks:java:io:kafka:kafka-312") |
| findProject(":sdks:java:io:kafka:kafka-312")?.name = "kafka-312" |
| include("sdks:java:io:kafka:kafka-282") |
| findProject(":sdks:java:io:kafka:kafka-282")?.name = "kafka-282" |
| include("sdks:java:io:kafka:kafka-251") |
| findProject(":sdks:java:io:kafka:kafka-251")?.name = "kafka-251" |
| include("sdks:java:io:kafka:kafka-241") |
| findProject(":sdks:java:io:kafka:kafka-241")?.name = "kafka-241" |
| include("sdks:java:io:kafka:kafka-231") |
| findProject(":sdks:java:io:kafka:kafka-231")?.name = "kafka-231" |
| include("sdks:java:io:kafka:kafka-201") |
| findProject(":sdks:java:io:kafka:kafka-201")?.name = "kafka-201" |
| include("sdks:java:managed") |
| findProject(":sdks:java:managed")?.name = "managed" |
| include("sdks:java:io:iceberg") |
| findProject(":sdks:java:io:iceberg")?.name = "iceberg" |
| include("sdks:java:io:solace") |
| findProject(":sdks:java:io:solace")?.name = "solace" |
| include("sdks:java:extensions:combiners") |
| findProject(":sdks:java:extensions:combiners")?.name = "combiners" |
| include("sdks:java:io:iceberg:hive") |
| findProject(":sdks:java:io:iceberg:hive")?.name = "hive" |
| include("sdks:java:io:iceberg:bqms") |
| findProject(":sdks:java:io:iceberg:bqms")?.name = "bqms" |
| include("it:clickhouse") |
| findProject(":it:clickhouse")?.name = "clickhouse" |
| include("sdks:java:extensions:sql:iceberg") |
| findProject(":sdks:java:extensions:sql:iceberg")?.name = "iceberg" |
| include("examples:java:iceberg") |
| findProject(":examples:java:iceberg")?.name = "iceberg" |
