Fix base config
diff --git a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Base.txt similarity index 77% rename from .github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt rename to .github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Base.txt index 36b3527..951843f 100644 --- a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt +++ b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Base.txt
@@ -20,21 +20,13 @@ --worker_machine_type=n1-standard-4 --num_workers=10 --disk_size_gb=50 ---autoscaling_algorithm=NONE --staging_location=gs://temp-storage-for-perf-tests/loadtests --temp_location=gs://temp-storage-for-perf-tests/loadtests --requirements_file=apache_beam/ml/inference/table_row_inference_requirements.txt --publish_to_big_query=true --metrics_dataset=beam_run_inference ---metrics_table=result_table_row_inference_batch --input_options={} ---influx_measurement=result_table_row_inference_batch ---mode=batch ---input_file=gs://apache-beam-ml/testing/inputs/table_rows_100k_benchmark.jsonl -# 100k lines × 100 = 10M rows; use 1000 for 100M rows ---input_expand_factor=100 --model_path=gs://apache-beam-ml/models/sklearn_table_classifier.pkl --feature_columns=feature1,feature2,feature3,feature4,feature5 ---output_table=apache-beam-testing:beam_run_inference.result_table_row_inference_batch_outputs --runner=DataflowRunner --experiments=use_runner_v2
diff --git a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt deleted file mode 100644 index 39ce907..0000000 --- a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt +++ /dev/null
@@ -1,42 +0,0 @@ -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - ---project=apache-beam-testing ---region=us-central1 ---worker_machine_type=n1-standard-4 ---num_workers=10 ---disk_size_gb=50 ---autoscaling_algorithm=THROUGHPUT_BASED ---max_num_workers=20 ---staging_location=gs://temp-storage-for-perf-tests/loadtests ---temp_location=gs://temp-storage-for-perf-tests/loadtests ---requirements_file=apache_beam/ml/inference/table_row_inference_requirements.txt ---publish_to_big_query=true ---metrics_dataset=beam_run_inference ---metrics_table=result_table_row_inference_stream ---input_options={} ---influx_measurement=result_table_row_inference_stream ---mode=streaming ---input_subscription=projects/apache-beam-testing/subscriptions/table_row_inference_benchmark ---window_size_sec=60 ---trigger_interval_sec=30 ---timeout_ms=1800000 ---model_path=gs://apache-beam-ml/models/sklearn_table_classifier.pkl ---feature_columns=feature1,feature2,feature3,feature4,feature5 ---output_table=apache-beam-testing:beam_run_inference.result_table_row_inference_stream_outputs ---runner=DataflowRunner ---experiments=use_runner_v2