| { |
| "configuration_attributes": {}, |
| "roleCommand": "ACTIONEXECUTE", |
| "kerberosCommandParams": [], |
| "clusterName": "c1", |
| "componentName": "", |
| "hostname": "c6401.ambari.apache.org", |
| "hostLevelParams": { |
| "not_managed_hdfs_path_list": "[\"/apps/hive/warehouse\",\"/apps/falcon\",\"/mr-history/done\",\"/app-logs\",\"/tmp\"]", |
| "agent_stack_retry_count": "5", |
| "agent_stack_retry_on_unavailability": "false", |
| "jdk_location": "http://10.0.0.15:8080/resources/", |
| "ambari_db_rca_password": "mapred", |
| "java_home": "/usr/jdk64/jdk1.7.0_45", |
| "java_version": "8", |
| "ambari_db_rca_url": "jdbc:postgresql://10.0.0.15/ambarirca", |
| "jce_name": "UnlimitedJCEPolicyJDK7.zip", |
| "oracle_jdbc_url": "http://10.0.0.15:8080/resources//ojdbc6.jar", |
| "stack_version": "2.2", |
| "stack_name": "HDP", |
| "db_name": "ambari", |
| "ambari_db_rca_driver": "org.postgresql.Driver", |
| "jdk_name": "jdk-7u45-linux-x64.tar.gz", |
| "ambari_db_rca_username": "mapred", |
| "db_driver_filename": "mysql-connector-java.jar", |
| "agentCacheDir": "/var/lib/ambari-agent/cache", |
| "mysql_jdbc_url": "http://10.0.0.15:8080/resources//mysql-connector-java.jar" |
| }, |
| "commandType": "EXECUTION_COMMAND", |
| "roleParams": { |
| "tasks1": "[{\"type\":\"EXECUTE\",\"hosts\":\"master\",\"command\":\"su - hbase -c \\u0027echo \\\"snapshot_all\\\" | hbase shell\\u0027\"}]", |
| "tasks": "[{\"type\":\"EXECUTE\",\"hosts\":\"master\",\"script\":\"scripts/hbase_upgrade.py\",\"function\": \"snapshot\"}]", |
| "service_package_folder": "common-services/HBASE/0.96.0.2.0/package", |
| "version": "2.2.0.0-2041", |
| "hooks_folder": "HDP/2.0.6/hooks" |
| }, |
| "serviceName": "", |
| "role": "ru_execute_tasks", |
| "forceRefreshConfigTags": [], |
| "taskId": 402, |
| "public_hostname": "c6401.ambari.apache.org", |
| "configurations": { |
| "hbase-site": { |
| "hbase.master.info.bindAddress": "0.0.0.0", |
| "hbase.client.keyvalue.maxsize": "10485760", |
| "hbase.hstore.compactionThreshold": "3", |
| "hbase.hregion.majorcompaction.jitter": "0.50", |
| "hbase.rootdir": "hdfs://c6401.ambari.apache.org:8020/apps/hbase/data", |
| "hbase.regionserver.handler.count": "60", |
| "hbase.hregion.majorcompaction": "604800000", |
| "hbase.hregion.memstore.block.multiplier": "4", |
| "hbase.hregion.memstore.flush.size": "134217728", |
| "hbase.superuser": "hbase", |
| "hbase.regionserver.global.memstore.lowerLimit": "0.38", |
| "hbase.zookeeper.property.clientPort": "2181", |
| "hbase.regionserver.global.memstore.upperLimit": "0.4", |
| "zookeeper.session.timeout": "30000", |
| "hbase.client.scanner.caching": "100", |
| "hbase.tmp.dir": "/hadoop/hbase", |
| "hfile.block.cache.size": "0.40", |
| "hbase.hregion.max.filesize": "10737418240", |
| "hbase.security.authentication": "simple", |
| "hbase.defaults.for.version.skip": "true", |
| "hbase.master.info.port": "60010", |
| "hbase.zookeeper.quorum": "c6403.ambari.apache.org,c6401.ambari.apache.org,c6402.ambari.apache.org", |
| "hbase.regionserver.info.port": "60030", |
| "zookeeper.znode.parent": "/hbase-unsecure", |
| "hbase.zookeeper.useMulti": "true", |
| "hbase.hstore.blockingStoreFiles": "10", |
| "hbase.master.port": "60000", |
| "hbase.security.authorization": "false", |
| "hbase.local.dir": "${hbase.tmp.dir}/local", |
| "hbase.cluster.distributed": "true", |
| "hbase.hregion.memstore.mslab.enabled": "true", |
| "dfs.domain.socket.path": "/var/lib/hadoop-hdfs/dn_socket", |
| "hbase.coprocessor.region.classes": "", |
| "hbase.coprocessor.master.classes": "" |
| }, |
| "hbase-env": { |
| "hbase_pid_dir": "/var/run/hbase", |
| "hbase_regionserver_xmn_max": "512", |
| "hbase_regionserver_xmn_ratio": "0.2", |
| "hbase_user": "hbase", |
| "hbase_master_heapsize": "1024m", |
| "content": "\n# Set environment variables here.\n\n# The java implementation to use. Java 1.6 required.\nexport JAVA_HOME={{java64_home}}\n\n# HBase Configuration directory\nexport HBASE_CONF_DIR=${HBASE_CONF_DIR:-{{hbase_conf_dir}}}\n\n# Extra Java CLASSPATH elements. Optional.\nexport HBASE_CLASSPATH=${HBASE_CLASSPATH}\n\n\n# The maximum amount of heap to use, in MB. Default is 1000.\n# export HBASE_HEAPSIZE=1000\n\n# Extra Java runtime options.\n# Below are what we set by default. May only work with SUN JVM.\n# For more on why as well as other possible settings,\n# see http://wiki.apache.org/hadoop/PerformanceTuning\nexport SERVER_GC_OPTS=\"-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:{{log_dir}}/gc.log-`date +'%Y%m%d%H%M'`\"\n# Uncomment below to enable java garbage collection logging.\n# export HBASE_OPTS=\"$HBASE_OPTS -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:$HBASE_HOME/logs/gc-hbase.log\"\n\n# Uncomment and adjust to enable JMX exporting\n# See jmxremote.password and jmxremote.access in $JRE_HOME/lib/management to configure remote password access.\n# More details at: http://java.sun.com/javase/6/docs/technotes/guides/management/agent.html\n#\n# export HBASE_JMX_BASE=\"-Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false\"\n# If you want to configure BucketCache, specify '-XX: MaxDirectMemorySize=' with proper direct memory size\n# export HBASE_THRIFT_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10103\"\n# export HBASE_ZOOKEEPER_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10104\"\n\n# File naming hosts on which HRegionServers will run. $HBASE_HOME/conf/regionservers by default.\nexport HBASE_REGIONSERVERS=${HBASE_CONF_DIR}/regionservers\n\n# Extra ssh options. Empty by default.\n# export HBASE_SSH_OPTS=\"-o ConnectTimeout=1 -o SendEnv=HBASE_CONF_DIR\"\n\n# Where log files are stored. $HBASE_HOME/logs by default.\nexport HBASE_LOG_DIR={{log_dir}}\n\n# A string representing this instance of hbase. $USER by default.\n# export HBASE_IDENT_STRING=$USER\n\n# The scheduling priority for daemon processes. See 'man nice'.\n# export HBASE_NICENESS=10\n\n# The directory where pid files are stored. /tmp by default.\nexport HBASE_PID_DIR={{pid_dir}}\n\n# Seconds to sleep between slave commands. Unset by default. This\n# can be useful in large clusters, where, e.g., slave rsyncs can\n# otherwise arrive faster than the master can service them.\n# export HBASE_SLAVE_SLEEP=0.1\n\n# Tell HBase whether it should manage it's own instance of Zookeeper or not.\nexport HBASE_MANAGES_ZK=false\n\n{% if security_enabled %}\nexport HBASE_OPTS=\"$HBASE_OPTS -XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log -Djava.security.auth.login.config={{client_jaas_config_file}}\"\nexport HBASE_MASTER_OPTS=\"$HBASE_MASTER_OPTS -Xmx{{master_heapsize}} -Djava.security.auth.login.config={{master_jaas_config_file}}\"\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS -Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction=70 -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}} -Djava.security.auth.login.config={{regionserver_jaas_config_file}}\"\n{% else %}\nexport HBASE_OPTS=\"$HBASE_OPTS -XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log\"\nexport HBASE_MASTER_OPTS=\"$HBASE_MASTER_OPTS -Xmx{{master_heapsize}}\"\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS -Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction=70 -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}}\"\n{% endif %}", |
| "hbase_regionserver_heapsize": "1024m", |
| "hbase_log_dir": "/var/log/hbase", |
| "hbase_java_io_tmpdir" : "/tmp" |
| }, |
| "core-site": { |
| "io.serializations": "org.apache.hadoop.io.serializer.WritableSerialization", |
| "proxyuser_group": "users", |
| "fs.trash.interval": "360", |
| "ha.failover-controller.active-standby-elector.zk.op.retries": "120", |
| "hadoop.http.authentication.simple.anonymous.allowed": "true", |
| "hadoop.security.authentication": "simple", |
| "io.compression.codecs": "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec", |
| "ipc.client.connection.maxidletime": "30000", |
| "mapreduce.jobtracker.webinterface.trusted": "false", |
| "hadoop.security.authorization": "false", |
| "net.topology.script.file.name": "/etc/hadoop/conf/topology_script.py", |
| "ipc.server.tcpnodelay": "true", |
| "ipc.client.connect.max.retries": "50", |
| "hadoop.security.auth_to_local": "\n DEFAULT", |
| "io.file.buffer.size": "131072", |
| "hadoop.proxyuser.hdfs.hosts": "*", |
| "hadoop.proxyuser.hdfs.groups": "*", |
| "ipc.client.idlethreshold": "8000", |
| "fs.defaultFS": "hdfs://c6403.org:8020" |
| }, |
| "cluster-env": { |
| "managed_hdfs_resource_property_names": "", |
| "security_enabled": "false", |
| "ignore_groupsusers_create": "false", |
| "kerberos_domain": "EXAMPLE.COM", |
| "user_group": "hadoop", |
| "smokeuser": "ambari-qa" |
| }, |
| "ranger-hbase-plugin-properties": { |
| "POLICY_MGR_URL": "{{policymgr_mgr_url}}", |
| "XAAUDIT.HDFS.DESTINTATION_FLUSH_INTERVAL_SECONDS": "900", |
| "XAAUDIT.HDFS.DESTINATION_DIRECTORY": "hdfs://__REPLACE__NAME_NODE_HOST:8020/ranger/audit/%app-type%/%time:yyyyMMdd%", |
| "XAAUDIT.HDFS.LOCAL_BUFFER_DIRECTORY": "__REPLACE__LOG_DIR/hadoop/%app-type%/audit", |
| "common.name.for.certificate": "-", |
| "XAAUDIT.HDFS.IS_ENABLED": "false", |
| "SQL_CONNECTOR_JAR": "{{sql_connector_jar}}", |
| "XAAUDIT.HDFS.LOCAL_BUFFER_FILE": "%time:yyyyMMdd-HHmm.ss%.log", |
| "ranger-hbase-plugin-enabled": "Yes", |
| "REPOSITORY_NAME": "{{repo_name}}", |
| "SSL_KEYSTORE_PASSWORD": "myKeyFilePassword", |
| "XAAUDIT.DB.IS_ENABLED": "true", |
| "XAAUDIT.HDFS.LOCAL_BUFFER_ROLLOVER_INTERVAL_SECONDS": "600", |
| "XAAUDIT.SOLR.SOLR_URL": "http://localhost:6083/solr/ranger_audits", |
| "XAAUDIT.DB.DATABASE_NAME": "{{xa_audit_db_name}}", |
| "XAAUDIT.DB.HOSTNAME": "{{xa_db_host}}", |
| "XAAUDIT.SOLR.IS_ENABLED": "false", |
| "SSL_KEYSTORE_FILE_PATH": "/etc/hadoop/conf/ranger-plugin-keystore.jks", |
| "XAAUDIT.HDFS.DESTINTATION_OPEN_RETRY_INTERVAL_SECONDS": "60", |
| "XAAUDIT.DB.USER_NAME": "{{xa_audit_db_user}}", |
| "policy_user": "ambari-qa", |
| "UPDATE_XAPOLICIES_ON_GRANT_REVOKE": "true", |
| "XAAUDIT.HDFS.DESTINTATION_FILE": "%hostname%-audit.log", |
| "XAAUDIT.HDFS.DESTINTATION_ROLLOVER_INTERVAL_SECONDS": "86400", |
| "XAAUDIT.DB.PASSWORD": "{{xa_audit_db_password}}", |
| "XAAUDIT.HDFS.LOCAL_ARCHIVE_MAX_FILE_COUNT": "10", |
| "SSL_TRUSTSTORE_PASSWORD": "changeit", |
| "XAAUDIT.HDFS.LOCAL_ARCHIVE_DIRECTORY": "__REPLACE__LOG_DIR/hadoop/%app-type%/audit/archive", |
| "REPOSITORY_CONFIG_USERNAME": "hbase", |
| "XAAUDIT.SOLR.MAX_FLUSH_INTERVAL_MS": "1000", |
| "XAAUDIT.DB.FLAVOUR": "{{xa_audit_db_flavor}}", |
| "XAAUDIT.HDFS.LOCAL_BUFFER_FLUSH_INTERVAL_SECONDS": "60", |
| "SSL_TRUSTSTORE_FILE_PATH": "/etc/hadoop/conf/ranger-plugin-truststore.jks", |
| "REPOSITORY_CONFIG_PASSWORD": "hbase", |
| "XAAUDIT.SOLR.MAX_QUEUE_SIZE": "1" |
| } |
| }, |
| "commandParams": { |
| "tasks": "[{\"type\":\"EXECUTE\",\"hosts\":\"master\",\"command\":\"su - hbase -c \\u0027echo \\\"snapshot_all\\\" | hbase shell\\u0027\"}]", |
| "service_package_folder": "common-services/HBASE/0.96.0.2.0/package", |
| "hooks_folder": "HDP/2.0.6/hooks", |
| "script": "ru_execute_tasks.py", |
| "version": "2.2.0.0-2041", |
| "command_timeout": "60", |
| "script_type": "PYTHON" |
| }, |
| "commandId": "33-1", |
| "clusterHostInfo": { |
| "ganglia_monitor_hosts": [ |
| "c6403.ambari.apache.org", |
| "c6401.ambari.apache.org", |
| "c6402.ambari.apache.org" |
| ], |
| "nm_hosts": [ |
| "c6403.ambari.apache.org" |
| ], |
| "app_timeline_server_hosts": [ |
| "c6402.ambari.apache.org" |
| ], |
| "hive_metastore_host": [ |
| "c6402.ambari.apache.org" |
| ], |
| "zkfc_hosts": [ |
| "c6401.ambari.apache.org", |
| "c6402.ambari.apache.org" |
| ], |
| "all_ping_ports": [ |
| "8670", |
| "8670", |
| "8670" |
| ], |
| "journalnode_hosts": [ |
| "c6403.ambari.apache.org", |
| "c6401.ambari.apache.org", |
| "c6402.ambari.apache.org" |
| ], |
| "rm_host": [ |
| "c6402.ambari.apache.org" |
| ], |
| "all_hosts": [ |
| "c6403.ambari.apache.org", |
| "c6401.ambari.apache.org", |
| "c6402.ambari.apache.org" |
| ], |
| "hbase_rs_hosts": [ |
| "c6401.ambari.apache.org" |
| ], |
| "slave_hosts": [ |
| "c6403.ambari.apache.org" |
| ], |
| "namenode_host": [ |
| "c6401.ambari.apache.org", |
| "c6402.ambari.apache.org" |
| ], |
| "ganglia_server_host": [ |
| "c6401.ambari.apache.org" |
| ], |
| "hbase_master_hosts": [ |
| "c6401.ambari.apache.org" |
| ], |
| "hive_mysql_host": [ |
| "c6402.ambari.apache.org" |
| ], |
| "oozie_server": [ |
| "c6403.ambari.apache.org" |
| ], |
| "webhcat_server_host": [ |
| "c6402.ambari.apache.org" |
| ], |
| "ambari_server_host": [ |
| "10.0.0.15" |
| ], |
| "zookeeper_hosts": [ |
| "c6403.ambari.apache.org", |
| "c6401.ambari.apache.org", |
| "c6402.ambari.apache.org" |
| ], |
| "hs_host": [ |
| "c6402.ambari.apache.org" |
| ], |
| "hive_server_host": [ |
| "c6402.ambari.apache.org" |
| ] |
| } |
| } |
