| #------------------------------------------------------------- |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| #------------------------------------------------------------- |
| |
| # Configurations for EMR launch |
| |
| # User-defined configurations -------------------------------- |
| |
| # Program specific -------------------------------- |
| |
| # URI addres for the SystemDS jar file on S3 |
| SYSTEMDS_JAR_URI= |
| # DML script path (use s3a:// URI schema for remote scripts in S3) |
| SYSTEMDS_PROGRAM=s3://systemds-testing/dml_scripts/Algorithm_L2SVM.dml |
| # Set the the file path arguments with adapted URI address |
| # for the actual file location and always s3a:// schema |
| # comma separated values |
| SYSTEMDS_ARGS= |
| # comma separated key=value pairs |
| SYSTEMDS_NVARGS=m=200000,n=10000 |
| #Y=s3://systemds-testing/data/Y.csv,B=s3a://systemds-testing/data/B.csv |
| |
| # AWS specific ------------------------- |
| |
| # Inspect the version difference before changing to version defferent form 7.3.0 |
| EMR_VERSION="emr-7.3.0" |
| # output file of the resource optimization: hardware configurations |
| INSTANCE_CONFIGS= |
| # output file of the resource optimization: Spark configurations |
| SPARK_CONFIGS= |
| # existing SSH key (not created automatically) |
| KEYPAIR_NAME= |
| # Choose the same region as at executing resource optimizer |
| REGION=us-east-1 |
| # Provide optionally a (signle) security group id to be added as additional to the master node |
| # If value empy the option won't be used and AWS won't attach an additional group and the SSH may be blocked |
| # Multiple additional groups are not supported by the launch script and this one is attached to the master only |
| SECURITY_GROUP_ID= |
| # Provide already created names |
| # or desired names for generation with 'generate_instance_profile.sh' |
| INSTANCE_PROFILE_NAME= |
| IAM_ROLE_NAME= |
| # Desired subnet to be used by the cluster, if not defined a default one will be used |
| TARGET_SUBNET= |
| # S3 folder URI for landing of log files |
| LOG_URI= |
| |
| # Execution specific ------------------------- |
| |
| # (number) - if 0 the cluster will be terminated automatically after program execution |
| # - if greater than 0 the cluster will be terminated automatically after the given number of second in state idle |
| # - if less than 0 no automatic temrination rules will be applied |
| AUTO_TERMINATION_TIME=-1 |
| |
| # Automatic configurations (read only for users) ------------- |
| |
| # Current EMR Cluster ID |
| CLUSTER_ID= |
| # Public DNS name of the moster node in the current cluster |
| CLUSTER_URL= |
