· 8 years ago · Oct 13, 2017, 10:08 AM
1{
2 "configurations" : [
3 {
4 "hdfs-logsearch-conf" : {
5 "properties_attributes" : { },
6 "properties" : {
7 "component_mappings" : "NAMENODE:hdfs_namenode;DATANODE:hdfs_datanode;SECONDARY_NAMENODE:hdfs_secondarynamenode;JOURNALNODE:hdfs_journalnode;ZKFC:hdfs_zkfc;NFS_GATEWAY:hdfs_nfs3",
8 "content" : "\n{\n \"input\":[\n {\n \"type\":\"hdfs_datanode\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hadoop-{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}-datanode-*.log\"\n },\n {\n \"type\":\"hdfs_namenode\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hadoop-{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}-namenode-*.log\"\n },\n {\n \"type\":\"hdfs_journalnode\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hadoop-{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}-journalnode-*.log\"\n },\n {\n \"type\":\"hdfs_secondarynamenode\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hadoop-{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}-secondarynamenode-*.log\"\n },\n {\n \"type\":\"hdfs_zkfc\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hadoop-{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}-zkfc-*.log\"\n },\n {\n \"type\":\"hdfs_nfs3\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hadoop-{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}-nfs3-*.log\"\n },\n {\n \"type\":\"hdfs_audit\",\n \"rowtype\":\"audit\",\n \"is_enabled\":\"true\",\n \"add_fields\":{\n \"logType\":\"HDFSAudit\",\n \"enforcer\":\"hadoop-acl\",\n \"repoType\":\"1\",\n \"repo\":\"hdfs\"\n },\n \"path\":\"{{default('/configurations/hadoop-env/hdfs_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/hadoop-env/hdfs_user', 'hdfs')}}/hdfs-audit.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hdfs_datanode\",\n \"hdfs_journalnode\",\n \"hdfs_secondarynamenode\",\n \"hdfs_namenode\",\n \"hdfs_zkfc\",\n \"hdfs_nfs3\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\(%{JAVAFILE:file}:%{JAVAMETHOD:method}\\\\(%{INT:line_number}\\\\)\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n },\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hdfs_audit\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:evtTime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:evtTime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}:%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"evtTime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n },\n {\n \"filter\":\"keyvalue\",\n \"sort_order\":1,\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hdfs_audit\"\n ]\n }\n },\n \"source_field\":\"log_message\",\n \"value_split\":\"=\",\n \"field_split\":\"\\t\",\n \"post_map_values\":{\n \"src\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"resource\"\n }\n },\n \"ip\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"cliIP\"\n }\n },\n \"allowed\":[\n {\n \"map_fieldvalue\":{\n \"pre_value\":\"true\",\n \"post_value\":\"1\"\n }\n },\n {\n \"map_fieldvalue\":{\n \"pre_value\":\"false\",\n \"post_value\":\"0\"\n }\n },\n {\n \"map_fieldname\":{\n \"new_fieldname\":\"result\"\n }\n }\n ],\n \"cmd\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"action\"\n }\n },\n \"proto\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"cliType\"\n }\n },\n \"callerContext\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"req_caller_id\"\n }\n }\n }\n },\n {\n \"filter\":\"grok\",\n \"sort_order\":2,\n \"source_field\":\"ugi\",\n \"remove_source_field\":\"false\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hdfs_audit\"\n ]\n }\n },\n \"message_pattern\":\"%{USERNAME:p_user}.+auth:%{USERNAME:p_authType}.+via %{USERNAME:k_user}.+auth:%{USERNAME:k_authType}|%{USERNAME:user}.+auth:%{USERNAME:authType}|%{USERNAME:x_user}\",\n \"post_map_values\":{\n \"user\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"reqUser\"\n }\n },\n \"x_user\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"reqUser\"\n }\n },\n \"p_user\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"reqUser\"\n }\n },\n \"k_user\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"proxyUsers\"\n }\n },\n \"p_authType\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"authType\"\n }\n },\n \"k_authType\":{\n \"map_fieldname\":{\n \"new_fieldname\":\"proxyAuthType\"\n }\n }\n }\n }\n ]\n }",
9 "service_name" : "HDFS"
10 }
11 }
12 },
13 {
14 "hive-logsearch-conf" : {
15 "properties_attributes" : { },
16 "properties" : {
17 "component_mappings" : "HIVE_METASTORE:hive_metastore;HIVE_SERVER:hive_hiveserver2;WEBHCAT_SERVER:webhcat_server",
18 "content" : "\n{\n \"input\":[\n {\n \"type\":\"hive_hiveserver2\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hive-env/hive_log_dir', '/var/log/hive')}}/hiveserver2.log\"\n },\n {\n \"type\":\"hive_metastore\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hive-env/hive_log_dir', '/var/log/hive')}}/hivemetastore.log\"\n },\n {\n \"type\": \"webhcat_server\",\n \"rowntype\":\"service\",\n \"path\":\"{{default('configurations/hive-env/hcat_log_dir', '/var/log/webhcat')}}/webhcat.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hive_hiveserver2\",\n \"hive_metastore\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p [%t]: %c{2} (%F:%M(%L)) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}\\\\[%{DATA:thread_name}\\\\]:%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\(%{JAVAFILE:file}:%{JAVAMETHOD:method}\\\\(%{INT:line_number}\\\\)\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n },\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"webhcat_server\"\n ]\n }\n },\n \"log4j_format\":\" %-5p | %d{DATE} | %c | %m%n\",\n \"multiline_pattern\":\"^(%{SPACE}%{LOGLEVEL:level}%{CUSTOM_SEPARATOR}%{CUSTOM_DATESTAMP:logtime})\",\n \"message_pattern\":\"(?m)^%{SPACE}%{LOGLEVEL:level}%{CUSTOM_SEPARATOR}%{CUSTOM_DATESTAMP:logtime}%{CUSTOM_SEPARATOR}%{JAVACLASS:file}%{CUSTOM_SEPARATOR}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"dd MMM yyyy HH:mm:ss,SSS\"\n }\n },\n \"level\":{\n \"map_fieldvalue\":{\n \"pre_value\":\"WARNING\",\n \"post_value\":\"WARN\"\n }\n }\n }\n }\n ]\n }",
19 "service_name" : "Hive"
20 }
21 }
22 },
23 {
24 "zeppelin-log4j-properties" : {
25 "properties_attributes" : { },
26 "properties" : {
27 "log4j_properties_content" : "\nlog4j.rootLogger = INFO, dailyfile\nlog4j.appender.stdout = org.apache.log4j.ConsoleAppender\nlog4j.appender.stdout.layout = org.apache.log4j.PatternLayout\nlog4j.appender.stdout.layout.ConversionPattern=%5p [%d] ({%t} %F[%M]:%L) - %m%n\nlog4j.appender.dailyfile.DatePattern=.yyyy-MM-dd\nlog4j.appender.dailyfile.Threshold = INFO\nlog4j.appender.dailyfile = org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.dailyfile.File = ${zeppelin.log.file}\nlog4j.appender.dailyfile.layout = org.apache.log4j.PatternLayout\nlog4j.appender.dailyfile.layout.ConversionPattern=%5p [%d] ({%t} %F[%M]:%L) - %m%n"
28 }
29 }
30 },
31 {
32 "zoo.cfg" : {
33 "properties_attributes" : { },
34 "properties" : {
35 "autopurge.purgeInterval" : "24",
36 "dataDir" : "/hadoop/zookeeper",
37 "autopurge.snapRetainCount" : "30",
38 "clientPort" : "2181",
39 "initLimit" : "10",
40 "tickTime" : "3000",
41 "syncLimit" : "5"
42 }
43 }
44 },
45 {
46 "zeppelin-config" : {
47 "properties_attributes" : { },
48 "properties" : {
49 "zeppelin.notebook.homescreen.hide" : "false",
50 "zeppelin.notebook.s3.user" : "user",
51 "zeppelin.server.port" : "9995",
52 "zeppelin.interpreter.config.upgrade" : "true",
53 "zeppelin.ssl.truststore.type" : "JKS",
54 "zeppelin.ssl.keystore.path" : "conf/keystore",
55 "zeppelin.server.ssl.port" : "9995",
56 "zeppelin.notebook.s3.bucket" : "zeppelin",
57 "zeppelin.notebook.public" : "false",
58 "zeppelin.server.addr" : "0.0.0.0",
59 "zeppelin.ssl.client.auth" : "false",
60 "zeppelin.notebook.dir" : "notebook",
61 "zeppelin.ssl.keystore.type" : "JKS",
62 "zeppelin.ssl.truststore.path" : "conf/truststore",
63 "zeppelin.websocket.max.text.message.size" : "1024000",
64 "zeppelin.interpreters" : "org.apache.zeppelin.spark.SparkInterpreter,org.apache.zeppelin.spark.PySparkInterpreter,org.apache.zeppelin.spark.SparkSqlInterpreter,org.apache.zeppelin.spark.DepInterpreter,org.apache.zeppelin.markdown.Markdown,org.apache.zeppelin.angular.AngularInterpreter,org.apache.zeppelin.shell.ShellInterpreter,org.apache.zeppelin.jdbc.JDBCInterpreter,org.apache.zeppelin.phoenix.PhoenixInterpreter,org.apache.zeppelin.livy.LivySparkInterpreter,org.apache.zeppelin.livy.LivyPySparkInterpreter,org.apache.zeppelin.livy.LivySparkRInterpreter,org.apache.zeppelin.livy.LivySparkSQLInterpreter",
65 "zeppelin.ssl" : "false",
66 "zeppelin.notebook.homescreen" : " ",
67 "zeppelin.notebook.storage" : "org.apache.zeppelin.notebook.repo.FileSystemNotebookRepo",
68 "zeppelin.interpreter.connect.timeout" : "30000",
69 "zeppelin.anonymous.allowed" : "false",
70 "zeppelin.interpreter.dir" : "interpreter",
71 "zeppelin.config.fs.dir" : "conf",
72 "zeppelin.server.allowed.origins" : "*",
73 "zeppelin.interpreter.group.order" : "spark,angular,jdbc,livy,md,sh"
74 }
75 }
76 },
77 {
78 "zookeeper-log4j" : {
79 "properties_attributes" : { },
80 "properties" : {
81 "zookeeper_log_max_backup_size" : "10",
82 "zookeeper_log_number_of_backup_files" : "10",
83 "content" : "\n#\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing,\n# software distributed under the License is distributed on an\n# \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n# KIND, either express or implied. See the License for the\n# specific language governing permissions and limitations\n# under the License.\n#\n#\n#\n\n#\n# ZooKeeper Logging Configuration\n#\n\n# DEFAULT: console appender only\nlog4j.rootLogger=INFO, CONSOLE, ROLLINGFILE\n\n# Example with rolling log file\n#log4j.rootLogger=DEBUG, CONSOLE, ROLLINGFILE\n\n# Example with rolling log file and tracing\n#log4j.rootLogger=TRACE, CONSOLE, ROLLINGFILE, TRACEFILE\n\n#\n# Log INFO level and above messages to the console\n#\nlog4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender\nlog4j.appender.CONSOLE.Threshold=INFO\nlog4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout\nlog4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n\n\n#\n# Add ROLLINGFILE to rootLogger to get log file output\n# Log DEBUG level and above messages to a log file\nlog4j.appender.ROLLINGFILE=org.apache.log4j.RollingFileAppender\nlog4j.appender.ROLLINGFILE.Threshold=DEBUG\nlog4j.appender.ROLLINGFILE.File={{zk_log_dir}}/zookeeper.log\n\n# Max log file size of 10MB\nlog4j.appender.ROLLINGFILE.MaxFileSize={{zookeeper_log_max_backup_size}}MB\n# uncomment the next line to limit number of backup files\n#log4j.appender.ROLLINGFILE.MaxBackupIndex={{zookeeper_log_number_of_backup_files}}\n\nlog4j.appender.ROLLINGFILE.layout=org.apache.log4j.PatternLayout\nlog4j.appender.ROLLINGFILE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n\n\n\n#\n# Add TRACEFILE to rootLogger to get log file output\n# Log DEBUG level and above messages to a log file\nlog4j.appender.TRACEFILE=org.apache.log4j.FileAppender\nlog4j.appender.TRACEFILE.Threshold=TRACE\nlog4j.appender.TRACEFILE.File=zookeeper_trace.log\n\nlog4j.appender.TRACEFILE.layout=org.apache.log4j.PatternLayout\n### Notice we are including log4j's NDC here (%x)\nlog4j.appender.TRACEFILE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L][%x] - %m%n"
84 }
85 }
86 },
87 {
88 "tagsync-application-properties" : {
89 "properties_attributes" : { },
90 "properties" : {
91 "atlas.kafka.bootstrap.servers" : "sandbox-hdp.hortonworks.com:6667",
92 "atlas.kafka.entities.group.id" : "ranger_entities_consumer",
93 "atlas.kafka.zookeeper.connect" : "sandbox-hdp.hortonworks.com:2181"
94 }
95 }
96 },
97 {
98 "knox-env" : {
99 "properties_attributes" : { },
100 "properties" : {
101 "knox_user" : "knox",
102 "knox_group" : "knox",
103 "knox_pid_dir" : "/var/run/knox"
104 }
105 }
106 },
107 {
108 "admin-properties" : {
109 "properties_attributes" : { },
110 "properties" : {
111 "db_root_user" : "root",
112 "DB_FLAVOR" : "MYSQL",
113 "db_name" : "ranger",
114 "policymgr_external_url" : "http://%HOSTGROUP::host_group_1%:6080",
115 "db_user" : "rangeradmin",
116 "SQL_CONNECTOR_JAR" : "{{driver_curl_target}}",
117 "db_host" : "localhost"
118 }
119 }
120 },
121 {
122 "hive-log4j2" : {
123 "properties_attributes" : { },
124 "properties" : {
125 "hive2_log_maxfilesize" : "256",
126 "hive2_log_maxbackupindex" : "30",
127 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nstatus = INFO\nname = HiveLog4j2\npackages = org.apache.hadoop.hive.ql.log\n\n# list of properties\nproperty.hive.log.level = {{hive_log_level}}\nproperty.hive.root.logger = DRFA\nproperty.hive.log.dir = ${sys:java.io.tmpdir}/${sys:user.name}\nproperty.hive.log.file = hive.log\nproperty.hive.perflogger.log.level = INFO\n\n# list of all appenders\nappenders = console, DRFA\n\n# console appender\nappender.console.type = Console\nappender.console.name = console\nappender.console.target = SYSTEM_ERR\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{ISO8601} %5p [%t] %c{2}: %m%n\n\n# daily rolling file appender\nappender.DRFA.type = RollingRandomAccessFile\nappender.DRFA.name = DRFA\nappender.DRFA.fileName = ${sys:hive.log.dir}/${sys:hive.log.file}\n# Use %pid in the filePattern to append process-id@host-name to the filename if you want separate log files for different CLI session\nappender.DRFA.filePattern = ${sys:hive.log.dir}/${sys:hive.log.file}.%d{yyyy-MM-dd}\nappender.DRFA.layout.type = PatternLayout\nappender.DRFA.layout.pattern = %d{ISO8601} %5p [%t] %c{2}: %m%n\nappender.DRFA.policies.type = Policies\nappender.DRFA.policies.time.type = TimeBasedTriggeringPolicy\nappender.DRFA.policies.time.interval = 1\nappender.DRFA.policies.time.modulate = true\nappender.DRFA.strategy.type = DefaultRolloverStrategy\nappender.DRFA.strategy.max = {{hive2_log_maxbackupindex}}\nappender.DRFA.policies.fsize.type = SizeBasedTriggeringPolicy\nappender.DRFA.policies.fsize.size = {{hive2_log_maxfilesize}}MB\n\n# list of all loggers\nloggers = NIOServerCnxn, ClientCnxnSocketNIO, DataNucleus, Datastore, JPOX, PerfLogger, AmazonAws, ApacheHttp\n\nlogger.NIOServerCnxn.name = org.apache.zookeeper.server.NIOServerCnxn\nlogger.NIOServerCnxn.level = WARN\n\nlogger.ClientCnxnSocketNIO.name = org.apache.zookeeper.ClientCnxnSocketNIO\nlogger.ClientCnxnSocketNIO.level = WARN\n\nlogger.DataNucleus.name = DataNucleus\nlogger.DataNucleus.level = ERROR\n\nlogger.Datastore.name = Datastore\nlogger.Datastore.level = ERROR\n\nlogger.JPOX.name = JPOX\nlogger.JPOX.level = ERROR\n\nlogger.AmazonAws.name=com.amazonaws\nlogger.AmazonAws.level = INFO\n\nlogger.ApacheHttp.name=org.apache.http\nlogger.ApacheHttp.level = INFO\n\nlogger.PerfLogger.name = org.apache.hadoop.hive.ql.log.PerfLogger\nlogger.PerfLogger.level = ${sys:hive.perflogger.log.level}\n\n# root logger\nrootLogger.level = ${sys:hive.log.level}\nrootLogger.appenderRefs = root\nrootLogger.appenderRef.root.ref = ${sys:hive.root.logger}"
128 }
129 }
130 },
131 {
132 "mapred-logsearch-conf" : {
133 "properties_attributes" : { },
134 "properties" : {
135 "component_mappings" : "HISTORYSERVER:mapred_historyserver",
136 "content" : "\n{\n \"input\":[\n {\n \"type\":\"mapred_historyserver\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/mapred-env/mapred_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/mapred-env/mapred_user', 'mapred')}}/mapred-{{default('configurations/mapred-env/mapred_user', 'mapred')}}-historyserver*.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"mapred_historyserver\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\(%{JAVAFILE:file}:%{JAVAMETHOD:method}\\\\(%{INT:line_number}\\\\)\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n }",
137 "service_name" : "MapReduce"
138 }
139 }
140 },
141 {
142 "ssl-server" : {
143 "properties_attributes" : { },
144 "properties" : {
145 "ssl.server.truststore.location" : "/etc/security/serverKeys/all.jks",
146 "ssl.server.truststore.reload.interval" : "10000",
147 "ssl.server.truststore.type" : "jks",
148 "ssl.server.keystore.location" : "/etc/security/serverKeys/keystore.jks",
149 "ssl.server.keystore.type" : "jks"
150 }
151 }
152 },
153 {
154 "livy2-spark-blacklist" : {
155 "properties_attributes" : { },
156 "properties" : {
157 "content" : "\n #\n # Configuration override / blacklist. Defines a list of properties that users are not allowed\n # to override when starting Spark sessions.\n #\n # This file takes a list of property names (one per line). Empty lines and lines starting with \"#\"\n # are ignored.\n #\n\n # Disallow overriding the master and the deploy mode.\n spark.master\n spark.submit.deployMode\n\n # Disallow overriding the location of Spark cached jars.\n spark.yarn.jar\n spark.yarn.jars\n spark.yarn.archive\n\n # Don't allow users to override the RSC timeout.\n livy.rsc.server.idle_timeout"
158 }
159 }
160 },
161 {
162 "hadoop-policy" : {
163 "properties_attributes" : { },
164 "properties" : {
165 "security.inter.datanode.protocol.acl" : "*",
166 "security.refresh.usertogroups.mappings.protocol.acl" : "hadoop",
167 "security.admin.operations.protocol.acl" : "hadoop",
168 "security.client.datanode.protocol.acl" : "*",
169 "security.datanode.protocol.acl" : "*",
170 "security.inter.tracker.protocol.acl" : "*",
171 "security.job.client.protocol.acl" : "*",
172 "security.client.protocol.acl" : "*",
173 "security.job.task.protocol.acl" : "*",
174 "security.refresh.policy.protocol.acl" : "hadoop",
175 "security.namenode.protocol.acl" : "*"
176 }
177 }
178 },
179 {
180 "core-site" : {
181 "properties_attributes" : {
182 "final" : {
183 "fs.defaultFS" : "true"
184 }
185 },
186 "properties" : {
187 "fs.defaultFS" : "hdfs://%HOSTGROUP::host_group_1%:8020",
188 "ipc.server.tcpnodelay" : "true",
189 "mapreduce.jobtracker.webinterface.trusted" : "false",
190 "hadoop.security.auth_to_local" : "DEFAULT",
191 "hadoop.proxyuser.root.groups" : "*",
192 "ipc.client.idlethreshold" : "8000",
193 "hadoop.proxyuser.hdfs.groups" : "*",
194 "fs.trash.interval" : "360",
195 "hadoop.http.authentication.simple.anonymous.allowed" : "true",
196 "hadoop.security.authorization" : "false",
197 "ipc.client.connection.maxidletime" : "30000",
198 "hadoop.proxyuser.hcat.groups" : "*",
199 "hadoop.proxyuser.hive.hosts" : "%HOSTGROUP::host_group_1%",
200 "hadoop.proxyuser.root.hosts" : "sandbox-hdp.hortonworks.com",
201 "ha.failover-controller.active-standby-elector.zk.op.retries" : "120",
202 "hadoop.security.authentication" : "simple",
203 "hadoop.proxyuser.hdfs.hosts" : "*",
204 "ipc.client.connect.max.retries" : "50",
205 "io.file.buffer.size" : "131072",
206 "hadoop.proxyuser.hcat.hosts" : "%HOSTGROUP::host_group_1%",
207 "net.topology.script.file.name" : "/etc/hadoop/conf/topology_script.py",
208 "io.compression.codecs" : "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec",
209 "hadoop.custom-extensions.root" : "/hdp/ext/{{major_stack_version}}/hadoop",
210 "hadoop.proxyuser.hive.groups" : "*",
211 "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization"
212 }
213 }
214 },
215 {
216 "kafka-broker" : {
217 "properties_attributes" : { },
218 "properties" : {
219 "replica.high.watermark.checkpoint.interval.ms" : "5000",
220 "offsets.topic.num.partitions" : "50",
221 "auto.create.topics.enable" : "true",
222 "controller.socket.timeout.ms" : "30000",
223 "external.kafka.metrics.include.prefix" : "kafka.network.RequestMetrics.ResponseQueueTimeMs.request.OffsetCommit.98percentile,kafka.network.RequestMetrics.ResponseQueueTimeMs.request.Offsets.95percentile,kafka.network.RequestMetrics.ResponseSendTimeMs.request.Fetch.95percentile,kafka.network.RequestMetrics.RequestsPerSec.request",
224 "replica.socket.receive.buffer.bytes" : "65536",
225 "min.insync.replicas" : "1",
226 "kafka.timeline.metrics.maxRowCacheSize" : "10000",
227 "zookeeper.connection.timeout.ms" : "25000",
228 "controlled.shutdown.retry.backoff.ms" : "5000",
229 "replica.fetch.wait.max.ms" : "500",
230 "num.recovery.threads.per.data.dir" : "1",
231 "kafka.timeline.metrics.reporter.sendInterval" : "5900",
232 "log.roll.hours" : "168",
233 "default.replication.factor" : "1",
234 "kafka.timeline.metrics.port" : "{{metric_collector_port}}",
235 "offsets.topic.segment.bytes" : "104857600",
236 "fetch.purgatory.purge.interval.requests" : "10000",
237 "replica.socket.timeout.ms" : "30000",
238 "message.max.bytes" : "1000000",
239 "replica.lag.max.messages" : "4000",
240 "kafka.ganglia.metrics.port" : "8671",
241 "num.io.threads" : "8",
242 "offsets.commit.required.acks" : "-1",
243 "delete.topic.enable" : "false",
244 "log.index.interval.bytes" : "4096",
245 "offsets.commit.timeout.ms" : "5000",
246 "log.segment.bytes" : "1073741824",
247 "offset.metadata.max.bytes" : "4096",
248 "zookeeper.connect" : "%HOSTGROUP::host_group_1%:2181",
249 "port" : "6667",
250 "zookeeper.sync.time.ms" : "2000",
251 "num.replica.fetchers" : "1",
252 "log.dirs" : "/kafka-logs",
253 "controlled.shutdown.enable" : "true",
254 "compression.type" : "producer",
255 "offsets.load.buffer.size" : "5242880",
256 "controlled.shutdown.max.retries" : "3",
257 "offsets.topic.replication.factor" : "3",
258 "queued.max.requests" : "500",
259 "auto.leader.rebalance.enable" : "true",
260 "leader.imbalance.check.interval.seconds" : "300",
261 "replica.lag.time.max.ms" : "10000",
262 "socket.request.max.bytes" : "104857600",
263 "zookeeper.session.timeout.ms" : "30000",
264 "kafka.timeline.metrics.truststore.path" : "{{metric_truststore_path}}",
265 "log.retention.bytes" : "-1",
266 "num.network.threads" : "3",
267 "kafka.timeline.metrics.protocol" : "{{metric_collector_protocol}}",
268 "offsets.retention.minutes" : "86400000",
269 "kafka.metrics.reporters" : "",
270 "log.cleanup.interval.mins" : "10",
271 "socket.send.buffer.bytes" : "102400",
272 "log.retention.hours" : "168",
273 "kafka.timeline.metrics.reporter.enabled" : "true",
274 "num.partitions" : "1",
275 "listeners" : "PLAINTEXT://localhost:6667",
276 "socket.receive.buffer.bytes" : "102400",
277 "replica.fetch.min.bytes" : "1",
278 "kafka.timeline.metrics.hosts" : "{{ams_collector_hosts}}",
279 "external.kafka.metrics.exclude.prefix" : "kafka.network.RequestMetrics,kafka.server.DelayedOperationPurgatory,kafka.server.BrokerTopicMetrics.BytesRejectedPerSec,kafka.server.KafkaServer.ClusterId",
280 "controller.message.queue.size" : "10",
281 "kafka.ganglia.metrics.reporter.enabled" : "true",
282 "log.index.size.max.bytes" : "10485760",
283 "offsets.retention.check.interval.ms" : "600000",
284 "producer.purgatory.purge.interval.requests" : "10000",
285 "kafka.ganglia.metrics.group" : "kafka",
286 "offsets.topic.compression.codec" : "0",
287 "replica.fetch.max.bytes" : "1048576",
288 "leader.imbalance.per.broker.percentage" : "10",
289 "kafka.timeline.metrics.truststore.type" : "{{metric_truststore_type}}"
290 }
291 }
292 },
293 {
294 "pig-log4j" : {
295 "properties_attributes" : { },
296 "properties" : {
297 "content" : "\n#\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing,\n# software distributed under the License is distributed on an\n# \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n# KIND, either express or implied. See the License for the\n# specific language governing permissions and limitations\n# under the License.\n#\n#\n#\n\n# ***** Set root logger level to DEBUG and its only appender to A.\nlog4j.logger.org.apache.pig=info, A\n\n# ***** A is set to be a ConsoleAppender.\nlog4j.appender.A=org.apache.log4j.ConsoleAppender\n# ***** A uses PatternLayout.\nlog4j.appender.A.layout=org.apache.log4j.PatternLayout\nlog4j.appender.A.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n"
298 }
299 }
300 },
301 {
302 "spark2-env" : {
303 "properties_attributes" : { },
304 "properties" : {
305 "spark_user" : "spark",
306 "spark_group" : "spark",
307 "spark_pid_dir" : "/var/run/spark2",
308 "spark_thrift_cmd_opts" : "",
309 "spark_daemon_memory" : "1024",
310 "hive_kerberos_keytab" : "{{hive_kerberos_keytab}}",
311 "spark_log_dir" : "/var/log/spark2",
312 "content" : "\n#!/usr/bin/env bash\n\n# This file is sourced when running various Spark programs.\n# Copy it as spark-env.sh and edit that to configure Spark for your site.\n\n# Options read in YARN client mode\n#SPARK_EXECUTOR_INSTANCES=\"2\" #Number of workers to start (Default: 2)\n#SPARK_EXECUTOR_CORES=\"1\" #Number of cores for the workers (Default: 1).\n#SPARK_EXECUTOR_MEMORY=\"1G\" #Memory per Worker (e.g. 1000M, 2G) (Default: 1G)\n#SPARK_DRIVER_MEMORY=\"512M\" #Memory for Master (e.g. 1000M, 2G) (Default: 512 Mb)\n#SPARK_YARN_APP_NAME=\"spark\" #The name of your application (Default: Spark)\n#SPARK_YARN_QUEUE=\"default\" #The hadoop queue to use for allocation requests (Default: default)\n#SPARK_YARN_DIST_FILES=\"\" #Comma separated list of files to be distributed with the job.\n#SPARK_YARN_DIST_ARCHIVES=\"\" #Comma separated list of archives to be distributed with the job.\n\n# Generic options for the daemons used in the standalone deploy mode\n\n# Alternate conf dir. (Default: ${SPARK_HOME}/conf)\nexport SPARK_CONF_DIR=${SPARK_CONF_DIR:-{{spark_home}}/conf}\n\n# Where log files are stored.(Default:${SPARK_HOME}/logs)\n#export SPARK_LOG_DIR=${SPARK_HOME:-{{spark_home}}}/logs\nexport SPARK_LOG_DIR={{spark_log_dir}}\n\n# Where the pid file is stored. (Default: /tmp)\nexport SPARK_PID_DIR={{spark_pid_dir}}\n\n#Memory for Master, Worker and history server (default: 1024MB)\nexport SPARK_DAEMON_MEMORY={{spark_daemon_memory}}m\n\n# A string representing this instance of spark.(Default: $USER)\nSPARK_IDENT_STRING=$USER\n\n# The scheduling priority for daemons. (Default: 0)\nSPARK_NICENESS=0\n\nexport HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\nexport HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-{{hadoop_conf_dir}}}\n\n# The java implementation to use.\nexport JAVA_HOME={{java_home}}"
313 }
314 }
315 },
316 {
317 "topology" : {
318 "properties_attributes" : { },
319 "properties" : {
320 "content" : "\n <topology>\n\n <gateway>\n\n <provider>\n <role>authentication</role>\n <name>ShiroProvider</name>\n <enabled>true</enabled>\n <param>\n <name>sessionTimeout</name>\n <value>30</value>\n </param>\n <param>\n <name>main.ldapRealm</name>\n <value>org.apache.hadoop.gateway.shirorealm.KnoxLdapRealm</value>\n </param>\n <param>\n <name>main.ldapRealm.userDnTemplate</name>\n <value>uid={0},ou=people,dc=hadoop,dc=apache,dc=org</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory.url</name>\n <value>ldap://{{knox_host_name}}:33389</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory.authenticationMechanism</name>\n <value>simple</value>\n </param>\n <param>\n <name>urls./**</name>\n <value>authcBasic</value>\n </param>\n </provider>\n\n <provider>\n <role>identity-assertion</role>\n <name>Default</name>\n <enabled>true</enabled>\n </provider>\n\n <provider>\n <role>authorization</role>\n <name>AclsAuthz</name>\n <enabled>true</enabled>\n </provider>\n\n </gateway>\n\n <service>\n <role>NAMENODE</role>\n <url>hdfs://{{namenode_host}}:{{namenode_rpc_port}}</url>\n </service>\n\n <service>\n <role>JOBTRACKER</role>\n <url>rpc://{{rm_host}}:{{jt_rpc_port}}</url>\n </service>\n\n <service>\n <role>WEBHDFS</role>\n {{webhdfs_service_urls}}\n </service>\n\n <service>\n <role>WEBHCAT</role>\n <url>http://{{webhcat_server_host}}:{{templeton_port}}/templeton</url>\n </service>\n\n <service>\n <role>OOZIE</role>\n <url>http://{{oozie_server_host}}:{{oozie_server_port}}/oozie</url>\n </service>\n\n <service>\n <role>WEBHBASE</role>\n <url>http://{{hbase_master_host}}:{{hbase_master_port}}</url>\n </service>\n\n <service>\n <role>HIVE</role>\n <url>http://{{hive_server_host}}:{{hive_http_port}}/{{hive_http_path}}</url>\n </service>\n\n <service>\n <role>RESOURCEMANAGER</role>\n <url>http://{{rm_host}}:{{rm_port}}/ws</url>\n </service>\n\n <service>\n <role>DRUID-COORDINATOR-UI</role>\n {{druid_coordinator_urls}}\n </service>\n\n <service>\n <role>DRUID-COORDINATOR</role>\n {{druid_coordinator_urls}}\n </service>\n\n <service>\n <role>DRUID-OVERLORD-UI</role>\n {{druid_overlord_urls}}\n </service>\n\n <service>\n <role>DRUID-OVERLORD</role>\n {{druid_overlord_urls}}\n </service>\n\n <service>\n <role>DRUID-ROUTER</role>\n {{druid_router_urls}}\n </service>\n\n <service>\n <role>DRUID-BROKER</role>\n {{druid_broker_urls}}\n </service>\n\n <service>\n <role>ZEPPELINUI</role>\n {{zeppelin_ui_urls}}\n </service>\n\n <service>\n <role>ZEPPELINWS</role>\n {{zeppelin_ws_urls}}\n </service>\n\n </topology>"
321 }
322 }
323 },
324 {
325 "zeppelin-env" : {
326 "properties_attributes" : { },
327 "properties" : {
328 "zeppelin.spark.jar.dir" : "/apps/zeppelin",
329 "zeppelin.server.kerberos.keytab" : "",
330 "zeppelin_log_dir" : "/var/log/zeppelin",
331 "zeppelin.executor.instances" : "2",
332 "zeppelin.server.kerberos.principal" : "",
333 "zeppelin_env_content" : "\n# export JAVA_HOME=\nexport JAVA_HOME={{java64_home}}\n# export MASTER= # Spark master url. eg. spark://master_addr:7077. Leave empty if you want to use local mode.\nexport MASTER=yarn-client\nexport SPARK_YARN_JAR={{spark_jar}}\n# export ZEPPELIN_JAVA_OPTS # Additional jvm options. for example, export ZEPPELIN_JAVA_OPTS=\"-Dspark.executor.memory=8g -Dspark.cores.max=16\"\nexport ZEPPELIN_JAVA_OPTS=\"-Dhdp.version={{full_stack_version}} -Dspark.executor.memory={{executor_mem}} -Dspark.executor.instances={{executor_instances}} -Dspark.yarn.queue={{spark_queue}}\"\n# export ZEPPELIN_MEM # Zeppelin jvm mem options Default -Xms1024m -Xmx1024m -XX:MaxPermSize=512m\n# export ZEPPELIN_INTP_MEM # zeppelin interpreter process jvm mem options. Default -Xms1024m -Xmx1024m -XX:MaxPermSize=512m\n# export ZEPPELIN_INTP_JAVA_OPTS # zeppelin interpreter process jvm options.\n# export ZEPPELIN_SSL_PORT # ssl port (used when ssl environment variable is set to true)\n\n# export ZEPPELIN_LOG_DIR # Where log files are stored. PWD by default.\nexport ZEPPELIN_LOG_DIR={{zeppelin_log_dir}}\n# export ZEPPELIN_PID_DIR # The pid files are stored. ${ZEPPELIN_HOME}/run by default.\nexport ZEPPELIN_PID_DIR={{zeppelin_pid_dir}}\n# export ZEPPELIN_WAR_TEMPDIR # The location of jetty temporary directory.\n# export ZEPPELIN_NOTEBOOK_DIR # Where notebook saved\n# export ZEPPELIN_NOTEBOOK_HOMESCREEN # Id of notebook to be displayed in homescreen. ex) 2A94M5J1Z\n# export ZEPPELIN_NOTEBOOK_HOMESCREEN_HIDE # hide homescreen notebook from list when this value set to \"true\". default \"false\"\n# export ZEPPELIN_NOTEBOOK_S3_BUCKET # Bucket where notebook saved\n# export ZEPPELIN_NOTEBOOK_S3_ENDPOINT # Endpoint of the bucket\n# export ZEPPELIN_NOTEBOOK_S3_USER # User in bucket where notebook saved. For example bucket/user/notebook/2A94M5J1Z/note.json\n# export ZEPPELIN_IDENT_STRING # A string representing this instance of zeppelin. $USER by default.\n# export ZEPPELIN_NICENESS # The scheduling priority for daemons. Defaults to 0.\n# export ZEPPELIN_INTERPRETER_LOCALREPO # Local repository for interpreter's additional dependency loading\n# export ZEPPELIN_NOTEBOOK_STORAGE # Refers to pluggable notebook storage class, can have two classes simultaneously with a sync between them (e.g. local and remote).\n# export ZEPPELIN_NOTEBOOK_ONE_WAY_SYNC # If there are multiple notebook storages, should we treat the first one as the only source of truth?\n# export ZEPPELIN_NOTEBOOK_PUBLIC # Make notebook public by default when created, private otherwise\nexport ZEPPELIN_INTP_CLASSPATH_OVERRIDES=\"{{external_dependency_conf}}\"\n\n#### Spark interpreter configuration ####\n\n## Use provided spark installation ##\n## defining SPARK_HOME makes Zeppelin run spark interpreter process using spark-submit\n##\n# export SPARK_HOME # (required) When it is defined, load it instead of Zeppelin embedded Spark libraries\n#export SPARK_HOME={{spark_home}}\n# export SPARK_SUBMIT_OPTIONS # (optional) extra options to pass to spark submit. eg) \"--driver-memory 512M --executor-memory 1G\".\n# export SPARK_APP_NAME # (optional) The name of spark application.\n\n## Use embedded spark binaries ##\n## without SPARK_HOME defined, Zeppelin still able to run spark interpreter process using embedded spark binaries.\n## however, it is not encouraged when you can define SPARK_HOME\n##\n# Options read in YARN client mode\n# export HADOOP_CONF_DIR # yarn-site.xml is located in configuration directory in HADOOP_CONF_DIR.\nexport HADOOP_CONF_DIR=/etc/hadoop/conf\n# Pyspark (supported with Spark 1.2.1 and above)\n# To configure pyspark, you need to set spark distribution's path to 'spark.home' property in Interpreter setting screen in Zeppelin GUI\n# export PYSPARK_PYTHON # path to the python command. must be the same path on the driver(Zeppelin) and all workers.\n# export PYTHONPATH\n\nexport PYTHONPATH=\"${SPARK_HOME}/python:${SPARK_HOME}/python/lib/py4j-0.8.2.1-src.zip\"\nexport SPARK_YARN_USER_ENV=\"PYTHONPATH=${PYTHONPATH}\"\n\n## Spark interpreter options ##\n##\n# export ZEPPELIN_SPARK_USEHIVECONTEXT # Use HiveContext instead of SQLContext if set true. true by default.\n# export ZEPPELIN_SPARK_CONCURRENTSQL # Execute multiple SQL concurrently if set true. false by default.\n# export ZEPPELIN_SPARK_IMPORTIMPLICIT # Import implicits, UDF collection, and sql if set true. true by default.\n# export ZEPPELIN_SPARK_MAXRESULT # Max number of Spark SQL result to display. 1000 by default.\n# export ZEPPELIN_WEBSOCKET_MAX_TEXT_MESSAGE_SIZE # Size in characters of the maximum text message to be received by websocket. Defaults to 1024000\n\n\n#### HBase interpreter configuration ####\n\n## To connect to HBase running on a cluster, either HBASE_HOME or HBASE_CONF_DIR must be set\n\n# export HBASE_HOME= # (require) Under which HBase scripts and configuration should be\n# export HBASE_CONF_DIR= # (optional) Alternatively, configuration directory can be set to point to the directory that has hbase-site.xml\n\n# export ZEPPELIN_IMPERSONATE_CMD # Optional, when user want to run interpreter as end web user. eg) 'sudo -H -u ${ZEPPELIN_IMPERSONATE_USER} bash -c '",
334 "zeppelin_user" : "zeppelin",
335 "zeppelin_pid_dir" : "/var/run/zeppelin",
336 "zeppelin.executor.mem" : "512m",
337 "zeppelin_group" : "zeppelin"
338 }
339 }
340 },
341 {
342 "hive-log4j" : {
343 "properties_attributes" : { },
344 "properties" : {
345 "hive_log_maxbackupindex" : "30",
346 "hive_log_maxfilesize" : "256",
347 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n# Define some default values that can be overridden by system properties\nhive.log.threshold=ALL\nhive.root.logger={{hive_log_level}},DRFA\nhive.log.dir=${java.io.tmpdir}/${user.name}\nhive.log.file=hive.log\n\n# Define the root logger to the system property \"hadoop.root.logger\".\nlog4j.rootLogger=${hive.root.logger}, EventCounter\n\n# Logging Threshold\nlog4j.threshold=${hive.log.threshold}\n\n#\n# Daily Rolling File Appender\n#\n# Use the PidDailyerRollingFileAppend class instead if you want to use separate log files\n# for different CLI session.\n#\n# log4j.appender.DRFA=org.apache.hadoop.hive.ql.log.PidDailyRollingFileAppender\n\nlog4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender\n\nlog4j.appender.DRFA.File=${hive.log.dir}/${hive.log.file}\n\n# Rollver at midnight\nlog4j.appender.DRFA.DatePattern=.yyyy-MM-dd\n\n# 30-day backup\n#log4j.appender.DRFA.MaxBackupIndex= {{hive_log_maxbackupindex}}\nlog4j.appender.DRFA.MaxFileSize = {{hive_log_maxfilesize}}MB\nlog4j.appender.DRFA.layout=org.apache.log4j.PatternLayout\n\n\n# Pattern format: Date LogLevel LoggerName LogMessage\n#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\n# Debugging Pattern format\nlog4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t]: %c{2} (%F:%M(%L)) - %m%n\n\n\n#\n# console\n# Add \"console\" to rootlogger above if you want to use this\n#\n\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} [%t]: %p %c{2}: %m%n\nlog4j.appender.console.encoding=UTF-8\n\n#custom logging levels\n#log4j.logger.xxx=DEBUG\n\n#\n# Event Counter Appender\n# Sends counts of logging messages at different severity levels to Hadoop Metrics.\n#\nlog4j.appender.EventCounter=org.apache.hadoop.hive.shims.HiveEventCounter\n\n\nlog4j.category.DataNucleus=ERROR,DRFA\nlog4j.category.Datastore=ERROR,DRFA\nlog4j.category.Datastore.Schema=ERROR,DRFA\nlog4j.category.JPOX.Datastore=ERROR,DRFA\nlog4j.category.JPOX.Plugin=ERROR,DRFA\nlog4j.category.JPOX.MetaData=ERROR,DRFA\nlog4j.category.JPOX.Query=ERROR,DRFA\nlog4j.category.JPOX.General=ERROR,DRFA\nlog4j.category.JPOX.Enhancer=ERROR,DRFA\n\n\n# Silence useless ZK logs\nlog4j.logger.org.apache.zookeeper.server.NIOServerCnxn=WARN,DRFA\nlog4j.logger.org.apache.zookeeper.ClientCnxnSocketNIO=WARN,DRFA"
348 }
349 }
350 },
351 {
352 "slider-client" : {
353 "properties_attributes" : { },
354 "properties" : { }
355 }
356 },
357 {
358 "spark2-hive-site-override" : {
359 "properties_attributes" : { },
360 "properties" : {
361 "hive.metastore.client.connect.retry.delay" : "5",
362 "hive.server2.enable.doAs" : "false",
363 "hive.server2.thrift.port" : "10016",
364 "hive.server2.transport.mode" : "binary",
365 "hive.metastore.client.socket.timeout" : "1800"
366 }
367 }
368 },
369 {
370 "tez-env" : {
371 "properties_attributes" : { },
372 "properties" : {
373 "heap_dump_location" : "/tmp",
374 "content" : "\n# Tez specific configuration\nexport TEZ_CONF_DIR={{config_dir}}\n\n# Set HADOOP_HOME to point to a specific hadoop install directory\nexport HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n\n# The java implementation to use.\nexport JAVA_HOME={{java64_home}}",
375 "enable_heap_dump" : "false",
376 "tez_user" : "tez"
377 }
378 }
379 },
380 {
381 "beeline-log4j2" : {
382 "properties_attributes" : { },
383 "properties" : {
384 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nstatus = INFO\nname = BeelineLog4j2\npackages = org.apache.hadoop.hive.ql.log\n\n# list of properties\nproperty.hive.log.level = {{hive_log_level}}\nproperty.hive.root.logger = console\n\n# list of all appenders\nappenders = console\n\n# console appender\nappender.console.type = Console\nappender.console.name = console\nappender.console.target = SYSTEM_ERR\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{yy/MM/dd HH:mm:ss} [%t]: %p %c{2}: %m%n\n\n# list of all loggers\nloggers = HiveConnection\n\n# HiveConnection logs useful info for dynamic service discovery\nlogger.HiveConnection.name = org.apache.hive.jdbc.HiveConnection\nlogger.HiveConnection.level = INFO\n\n# root logger\nrootLogger.level = ${sys:hive.log.level}\nrootLogger.appenderRefs = root\nrootLogger.appenderRef.root.ref = ${sys:hive.root.logger}"
385 }
386 }
387 },
388 {
389 "spark2-logsearch-conf" : {
390 "properties_attributes" : { },
391 "properties" : {
392 "component_mappings" : "SPARK2_JOBHISTORYSERVER:spark2_jobhistory_server;SPARK2_THRIFTSERVER:spark2_thriftserver;LIVY2_SERVER:livy2_server",
393 "content" : "\n{\n \"input\":[\n {\n \"type\":\"spark2_jobhistory_server\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/spark2-env/spark_log_dir', '/var/log/spark2')}}/spark-*-org.apache.spark.deploy.history.HistoryServer*.out\"\n },\n {\n \"type\":\"spark2_thriftserver\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/spark2-env/spark_log_dir', '/var/log/spark2')}}/spark-*-org.apache.spark.sql.hive.thriftserver.HiveThriftServer2*.out\"\n },\n {\n \"type\":\"livy2_server\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/livy2-env/livy2_log_dir', '/var/log/livy2')}}/livy-livy-server.out\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"spark2_jobhistory_server\",\n \"spark2_thriftserver\",\n \"livy2_server\"\n ]\n }\n },\n \"log4j_format\":\"\",\n \"multiline_pattern\":\"^(%{SPARK_DATESTAMP:logtime}%{SPACE}%{LOGLEVEL:level})\",\n \"message_pattern\":\"(?m)^%{SPARK_DATESTAMP:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVAFILE:file}:%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yy/MM/dd HH:mm:ss\"\n }\n },\n \"level\":{\n \"map_fieldvalue\":{\n \"pre_value\":\"WARNING\",\n \"post_value\":\"WARN\"\n }\n }\n }\n }\n ]\n}",
394 "service_name" : "Spark2"
395 }
396 }
397 },
398 {
399 "ranger-knox-audit" : {
400 "properties_attributes" : { },
401 "properties" : {
402 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/knox/audit/hdfs/spool",
403 "xasecure.audit.is.enabled" : "true",
404 "xasecure.audit.destination.hdfs" : "true",
405 "xasecure.audit.destination.solr" : "true",
406 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/knox/audit/solr/spool",
407 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
408 "ranger.plugin.knox.ambari.cluster.name" : "{{cluster_name}}",
409 "xasecure.audit.destination.solr.zookeepers" : "NONE",
410 "xasecure.audit.provider.summary.enabled" : "false",
411 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits"
412 }
413 }
414 },
415 {
416 "kafka_client_jaas_conf" : {
417 "properties_attributes" : { },
418 "properties" : {
419 "content" : "\nKafkaClient {\ncom.sun.security.auth.module.Krb5LoginModule required\nuseTicketCache=true\nrenewTicket=true\nserviceName=\"{{kafka_bare_jaas_principal}}\";\n};"
420 }
421 }
422 },
423 {
424 "zeppelin-shiro-ini" : {
425 "properties_attributes" : { },
426 "properties" : {
427 "shiro_ini_content" : "\n[users]\n# List of users with their password allowed to access Zeppelin.\n# To use a different strategy (LDAP / Database / ...) check the shiro doc at http://shiro.apache.org/configuration.html#Configuration-INISections\nadmin = admin, admin\nuser1 = user1, role1, role2\nuser2 = user2, role3\nuser3 = user3, role2\n\n# Sample LDAP configuration, for user Authentication, currently tested for single Realm\n[main]\n### A sample for configuring Active Directory Realm\n#activeDirectoryRealm = org.apache.zeppelin.realm.ActiveDirectoryGroupRealm\n#activeDirectoryRealm.systemUsername = userNameA\n\n#use either systemPassword or hadoopSecurityCredentialPath, more details in http://zeppelin.apache.org/docs/latest/security/shiroauthentication.html\n#activeDirectoryRealm.systemPassword = passwordA\n#activeDirectoryRealm.hadoopSecurityCredentialPath = jceks://file/user/zeppelin/zeppelin.jceks\n#activeDirectoryRealm.searchBase = CN=Users,DC=SOME_GROUP,DC=COMPANY,DC=COM\n#activeDirectoryRealm.url = ldap://ldap.test.com:389\n#activeDirectoryRealm.groupRolesMap = \"CN=admin,OU=groups,DC=SOME_GROUP,DC=COMPANY,DC=COM\":\"admin\",\"CN=finance,OU=groups,DC=SOME_GROUP,DC=COMPANY,DC=COM\":\"finance\",\"CN=hr,OU=groups,DC=SOME_GROUP,DC=COMPANY,DC=COM\":\"hr\"\n#activeDirectoryRealm.authorizationCachingEnabled = false\n\n### A sample for configuring LDAP Directory Realm\n#ldapRealm = org.apache.zeppelin.realm.LdapGroupRealm\n## search base for ldap groups (only relevant for LdapGroupRealm):\n#ldapRealm.contextFactory.environment[ldap.searchBase] = dc=COMPANY,dc=COM\n#ldapRealm.contextFactory.url = ldap://ldap.test.com:389\n#ldapRealm.userDnTemplate = uid={0},ou=Users,dc=COMPANY,dc=COM\n#ldapRealm.contextFactory.authenticationMechanism = SIMPLE\n\n### A sample PAM configuration\n#pamRealm=org.apache.zeppelin.realm.PamRealm\n#pamRealm.service=sshd\n\n\nsessionManager = org.apache.shiro.web.session.mgt.DefaultWebSessionManager\n### If caching of user is required then uncomment below lines\ncacheManager = org.apache.shiro.cache.MemoryConstrainedCacheManager\nsecurityManager.cacheManager = $cacheManager\n\ncookie = org.apache.shiro.web.servlet.SimpleCookie\ncookie.name = JSESSIONID\n#Uncomment the line below when running Zeppelin-Server in HTTPS mode\n#cookie.secure = true\ncookie.httpOnly = true\nsessionManager.sessionIdCookie = $cookie\n\nsecurityManager.sessionManager = $sessionManager\n# 86,400,000 milliseconds = 24 hour\nsecurityManager.sessionManager.globalSessionTimeout = 86400000\nshiro.loginUrl = /api/login\n\n[roles]\nrole1 = *\nrole2 = *\nrole3 = *\nadmin = *\n\n[urls]\n# This section is used for url-based security.\n# You can secure interpreter, configuration and credential information by urls. Comment or uncomment the below urls that you want to hide.\n# anon means the access is anonymous.\n# authc means Form based Auth Security\n# To enfore security, comment the line below and uncomment the next one\n/api/version = anon\n#/api/interpreter/** = authc, roles[admin]\n#/api/configurations/** = authc, roles[admin]\n#/api/credential/** = authc, roles[admin]\n#/** = anon\n/** = authc"
428 }
429 }
430 },
431 {
432 "hbase-policy" : {
433 "properties_attributes" : { },
434 "properties" : {
435 "security.masterregion.protocol.acl" : "*",
436 "security.admin.protocol.acl" : "*",
437 "security.client.protocol.acl" : "*"
438 }
439 }
440 },
441 {
442 "ranger-knox-plugin-properties" : {
443 "properties_attributes" : { },
444 "properties" : {
445 "ranger-knox-plugin-enabled" : "No",
446 "KNOX_HOME" : "/usr/hdp/current/knox-server",
447 "external_ranger_admin_username" : "",
448 "REPOSITORY_CONFIG_USERNAME" : "admin",
449 "external_admin_username" : "",
450 "common.name.for.certificate" : "",
451 "policy_user" : "ambari-qa"
452 }
453 }
454 },
455 {
456 "capacity-scheduler" : {
457 "properties_attributes" : { },
458 "properties" : {
459 "capacity-scheduler" : "null",
460 "yarn.scheduler.capacity.root.accessible-node-labels" : "*",
461 "yarn.scheduler.capacity.default.minimum-user-limit-percent" : "100",
462 "yarn.scheduler.capacity.maximum-am-resource-percent" : "0.2",
463 "yarn.scheduler.capacity.root.acl_administer_queue" : "*",
464 "yarn.scheduler.capacity.root.default.acl_administer_jobs" : "*",
465 "yarn.scheduler.capacity.resource-calculator" : "org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator",
466 "yarn.scheduler.capacity.root.default.capacity" : "100",
467 "yarn.scheduler.capacity.root.default.user-limit-factor" : "1",
468 "yarn.scheduler.capacity.root.queues" : "default",
469 "yarn.scheduler.capacity.root.capacity" : "100",
470 "yarn.scheduler.capacity.root.default.acl_submit_applications" : "*",
471 "yarn.scheduler.capacity.root.default.maximum-capacity" : "100",
472 "yarn.scheduler.capacity.node-locality-delay" : "40",
473 "yarn.scheduler.capacity.maximum-applications" : "10000",
474 "yarn.scheduler.capacity.root.default.state" : "RUNNING"
475 }
476 }
477 },
478 {
479 "webhcat-log4j" : {
480 "properties_attributes" : { },
481 "properties" : {
482 "webhcat_log_maxfilesize" : "256",
483 "webhcat_log_maxbackupindex" : "20",
484 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing,\n# software distributed under the License is distributed on an\n# \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n# KIND, either express or implied. See the License for the\n# specific language governing permissions and limitations\n# under the License.\n\n# Define some default values that can be overridden by system properties\nwebhcat.root.logger = {{hive_log_level}}, standard\nwebhcat.log.dir = .\nwebhcat.log.file = webhcat.log\n\nlog4j.rootLogger = ${webhcat.root.logger}\n\n# Logging Threshold\nlog4j.threshhold = DEBUG\n\nlog4j.appender.standard = org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.standard.File = ${webhcat.log.dir}/${webhcat.log.file}\nlog4j.appender.standard.MaxFileSize = {{webhcat_log_maxfilesize}}MB\nlog4j.appender.standard.MaxBackupIndex = {{webhcat_log_maxbackupindex}}\n\n# Rollver at midnight\nlog4j.appender.DRFA.DatePattern = .yyyy-MM-dd\n\nlog4j.appender.DRFA.layout = org.apache.log4j.PatternLayout\n\nlog4j.appender.standard.layout = org.apache.log4j.PatternLayout\nlog4j.appender.standard.layout.conversionPattern = %-5p | %d{DATE} | %c | %m%n\n\n# Class logging settings\nlog4j.logger.com.sun.jersey = DEBUG\nlog4j.logger.com.sun.jersey.spi.container.servlet.WebComponent = ERROR\nlog4j.logger.org.apache.hadoop = INFO\nlog4j.logger.org.apache.hadoop.conf = WARN\nlog4j.logger.org.apache.zookeeper = WARN\nlog4j.logger.org.eclipse.jetty = INFO"
485 }
486 }
487 },
488 {
489 "atlas-log4j" : {
490 "properties_attributes" : { },
491 "properties" : {
492 "atlas_log_number_of_backup_files" : "20",
493 "atlas_log_max_backup_size" : "256",
494 "atlas_log_level" : "info",
495 "audit_log_level" : "info",
496 "content" : "<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n<!--\n ~ Licensed to the Apache Software Foundation (ASF) under one\n ~ or more contributor license agreements. See the NOTICE file\n ~ distributed with this work for additional information\n ~ regarding copyright ownership. The ASF licenses this file\n ~ to you under the Apache License, Version 2.0 (the\n ~ \"License\"); you may not use this file except in compliance\n ~ with the License. You may obtain a copy of the License at\n ~\n ~ http://www.apache.org/licenses/LICENSE-2.0\n ~\n ~ Unless required by applicable law or agreed to in writing, software\n ~ distributed under the License is distributed on an \"AS IS\" BASIS,\n ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n ~ See the License for the specific language governing permissions and\n ~ limitations under the License.\n -->\n\n<!DOCTYPE log4j:configuration SYSTEM \"log4j.dtd\">\n\n<log4j:configuration xmlns:log4j=\"http://jakarta.apache.org/log4j/\">\n <appender name=\"console\" class=\"org.apache.log4j.ConsoleAppender\">\n <param name=\"Target\" value=\"System.out\"/>\n <layout class=\"org.apache.log4j.PatternLayout\">\n <param name=\"ConversionPattern\" value=\"%d %-5p - [%t:%x] ~ %m (%c{1}:%L)%n\"/>\n </layout>\n </appender>\n\n <appender name=\"FILE\" class=\"org.apache.log4j.RollingFileAppender\">\n <param name=\"File\" value=\"{{log_dir}}/application.log\"/>\n <param name=\"Append\" value=\"true\"/>\n <param name=\"MaxFileSize\" value=\"{{atlas_log_max_backup_size}}MB\" />\n <param name=\"MaxBackupIndex\" value=\"{{atlas_log_number_of_backup_files}}\" />\n <layout class=\"org.apache.log4j.PatternLayout\">\n <param name=\"ConversionPattern\" value=\"%d %-5p - [%t:%x] ~ %m (%c{1}:%L)%n\"/>\n </layout>\n </appender>\n\n <!-- uncomment this block to generate performance traces\n <appender name=\"perf_appender\" class=\"org.apache.log4j.DailyRollingFileAppender\">\n <param name=\"File\" value=\"{{log_dir}}/atlas_perf.log\" />\n <param name=\"datePattern\" value=\"'.'yyyy-MM-dd\" />\n <param name=\"append\" value=\"true\" />\n <layout class=\"org.apache.log4j.PatternLayout\">\n <param name=\"ConversionPattern\" value=\"%d|%t|%m%n\" />\n </layout>\n </appender>\n\n <logger name=\"org.apache.atlas.perf\" additivity=\"false\">\n <level value=\"debug\" />\n <appender-ref ref=\"perf_appender\" />\n </logger>\n -->\n\n <appender name=\"AUDIT\" class=\"org.apache.log4j.DailyRollingFileAppender\">\n <param name=\"File\" value=\"{{log_dir}}/audit.log\"/>\n <param name=\"Append\" value=\"true\"/>\n <param name=\"Threshold\" value=\"info\"/>\n <layout class=\"org.apache.log4j.PatternLayout\">\n <param name=\"ConversionPattern\" value=\"%d %x %m%n\"/>\n </layout>\n </appender>\n\n <logger name=\"org.apache.atlas\" additivity=\"false\">\n <level value=\"{{atlas_log_level}}\"/>\n <appender-ref ref=\"FILE\"/>\n </logger>\n\n\n <logger name=\"com.thinkaurelius.titan\" additivity=\"false\">\n <level value=\"warn\"/>\n <appender-ref ref=\"FILE\"/>\n </logger>\n\n <logger name=\"org.elasticsearch\" additivity=\"false\">\n <level value=\"info\"/>\n <appender-ref ref=\"FILE\"/>\n </logger>\n\n <logger name=\"org.apache.lucene\" additivity=\"false\">\n <level value=\"info\"/>\n <appender-ref ref=\"FILE\"/>\n </logger>\n\n <logger name=\"com.google\" additivity=\"false\">\n <level value=\"info\"/>\n <appender-ref ref=\"FILE\"/>\n </logger>\n\n <logger name=\"AUDIT\" additivity=\"false\">\n <level value=\"{{audit_log_level}}\"/>\n <appender-ref ref=\"AUDIT\"/>\n </logger>\n\n <root>\n <priority value=\"info\"/>\n <appender-ref ref=\"FILE\"/>\n </root>\n\n</log4j:configuration>"
497 }
498 }
499 },
500 {
501 "hadoop-metrics2.properties" : {
502 "properties_attributes" : { },
503 "properties" : {
504 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one or more\n# contributor license agreements. See the NOTICE file distributed with\n# this work for additional information regarding copyright ownership.\n# The ASF licenses this file to You under the Apache License, Version 2.0\n# (the \"License\"); you may not use this file except in compliance with\n# the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n# syntax: [prefix].[source|sink|jmx].[instance].[options]\n# See package.html for org.apache.hadoop.metrics2 for details\n\n{% if has_ganglia_server %}\n*.period=60\n\n*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31\n*.sink.ganglia.period=10\n\n# default for supportsparse is false\n*.sink.ganglia.supportsparse=true\n\n.sink.ganglia.slope=jvm.metrics.gcCount=zero,jvm.metrics.memHeapUsedM=both\n.sink.ganglia.dmax=jvm.metrics.threadsBlocked=70,jvm.metrics.memHeapUsedM=40\n\n# Hook up to the server\nnamenode.sink.ganglia.servers={{ganglia_server_host}}:8661\ndatanode.sink.ganglia.servers={{ganglia_server_host}}:8659\njobtracker.sink.ganglia.servers={{ganglia_server_host}}:8662\ntasktracker.sink.ganglia.servers={{ganglia_server_host}}:8658\nmaptask.sink.ganglia.servers={{ganglia_server_host}}:8660\nreducetask.sink.ganglia.servers={{ganglia_server_host}}:8660\nresourcemanager.sink.ganglia.servers={{ganglia_server_host}}:8664\nnodemanager.sink.ganglia.servers={{ganglia_server_host}}:8657\nhistoryserver.sink.ganglia.servers={{ganglia_server_host}}:8666\njournalnode.sink.ganglia.servers={{ganglia_server_host}}:8654\nnimbus.sink.ganglia.servers={{ganglia_server_host}}:8649\nsupervisor.sink.ganglia.servers={{ganglia_server_host}}:8650\n\nresourcemanager.sink.ganglia.tagsForPrefix.yarn=Queue\n\n{% endif %}\n\n{% if has_metric_collector %}\n\n*.period={{metrics_collection_period}}\n*.sink.timeline.plugin.urls=file:///usr/lib/ambari-metrics-hadoop-sink/ambari-metrics-hadoop-sink.jar\n*.sink.timeline.class=org.apache.hadoop.metrics2.sink.timeline.HadoopTimelineMetricsSink\n*.sink.timeline.period={{metrics_collection_period}}\n*.sink.timeline.sendInterval={{metrics_report_interval}}000\n*.sink.timeline.slave.host.name={{hostname}}\n*.sink.timeline.zookeeper.quorum={{zookeeper_quorum}}\n*.sink.timeline.protocol={{metric_collector_protocol}}\n*.sink.timeline.port={{metric_collector_port}}\n\n# HTTPS properties\n*.sink.timeline.truststore.path = {{metric_truststore_path}}\n*.sink.timeline.truststore.type = {{metric_truststore_type}}\n*.sink.timeline.truststore.password = {{metric_truststore_password}}\n\ndatanode.sink.timeline.collector.hosts={{ams_collector_hosts}}\nnamenode.sink.timeline.collector.hosts={{ams_collector_hosts}}\nresourcemanager.sink.timeline.collector.hosts={{ams_collector_hosts}}\nnodemanager.sink.timeline.collector.hosts={{ams_collector_hosts}}\njobhistoryserver.sink.timeline.collector.hosts={{ams_collector_hosts}}\njournalnode.sink.timeline.collector.hosts={{ams_collector_hosts}}\nmaptask.sink.timeline.collector.hosts={{ams_collector_hosts}}\nreducetask.sink.timeline.collector.hosts={{ams_collector_hosts}}\napplicationhistoryserver.sink.timeline.collector.hosts={{ams_collector_hosts}}\n\nresourcemanager.sink.timeline.tagsForPrefix.yarn=Queue\n\n{% if is_nn_client_port_configured %}\n# Namenode rpc ports customization\nnamenode.sink.timeline.metric.rpc.client.port={{nn_rpc_client_port}}\n{% endif %}\n{% if is_nn_dn_port_configured %}\nnamenode.sink.timeline.metric.rpc.datanode.port={{nn_rpc_dn_port}}\n{% endif %}\n{% if is_nn_healthcheck_port_configured %}\nnamenode.sink.timeline.metric.rpc.healthcheck.port={{nn_rpc_healthcheck_port}}\n{% endif %}\n\n{% endif %}"
505 }
506 }
507 },
508 {
509 "hbase-env" : {
510 "properties_attributes" : { },
511 "properties" : {
512 "hbase_regionserver_cms_initiating_occupancy_fraction" : "50",
513 "hbase_regionserver_xmn_max" : "4000",
514 "hbase_user" : "hbase",
515 "hbase_master_heapsize" : "1024",
516 "hbase_regionserver_xmn_ratio" : "0.2",
517 "content" : "\n# Set environment variables here.\n\n# The java implementation to use. Java 1.6 required.\nexport JAVA_HOME={{java64_home}}\n\n# HBase Configuration directory\nexport HBASE_CONF_DIR=${HBASE_CONF_DIR:-{{hbase_conf_dir}}}\n\n# Extra Java CLASSPATH elements. Optional.\nexport HBASE_CLASSPATH=${HBASE_CLASSPATH}:{{stack_root}}/current/ext/hbase/*\n\n\n# The maximum amount of heap to use, in MB. Default is 1000.\n# export HBASE_HEAPSIZE=1000\n\n# Extra Java runtime options.\n# Below are what we set by default. May only work with SUN JVM.\n# For more on why as well as other possible settings,\n# see http://wiki.apache.org/hadoop/PerformanceTuning\nexport SERVER_GC_OPTS=\"-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:{{log_dir}}/gc.log-`date +'%Y%m%d%H%M'`\"\n# Uncomment below to enable java garbage collection logging.\n# export HBASE_OPTS=\"$HBASE_OPTS -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:$HBASE_HOME/logs/gc-hbase.log\"\n\n# Uncomment and adjust to enable JMX exporting\n# See jmxremote.password and jmxremote.access in $JRE_HOME/lib/management to configure remote password access.\n# More details at: http://java.sun.com/javase/6/docs/technotes/guides/management/agent.html\n#\n# export HBASE_JMX_BASE=\"-Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false\"\n# If you want to configure BucketCache, specify '-XX: MaxDirectMemorySize=' with proper direct memory size\n# export HBASE_THRIFT_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10103\"\n# export HBASE_ZOOKEEPER_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10104\"\n\n# File naming hosts on which HRegionServers will run. $HBASE_HOME/conf/regionservers by default.\nexport HBASE_REGIONSERVERS=${HBASE_CONF_DIR}/regionservers\n\n# Extra ssh options. Empty by default.\n# export HBASE_SSH_OPTS=\"-o ConnectTimeout=1 -o SendEnv=HBASE_CONF_DIR\"\n\n# Where log files are stored. $HBASE_HOME/logs by default.\nexport HBASE_LOG_DIR={{log_dir}}\n\n# A string representing this instance of hbase. $USER by default.\n# export HBASE_IDENT_STRING=$USER\n\n# The scheduling priority for daemon processes. See 'man nice'.\n# export HBASE_NICENESS=10\n\n# The directory where pid files are stored. /tmp by default.\nexport HBASE_PID_DIR={{pid_dir}}\n\n# Seconds to sleep between slave commands. Unset by default. This\n# can be useful in large clusters, where, e.g., slave rsyncs can\n# otherwise arrive faster than the master can service them.\n# export HBASE_SLAVE_SLEEP=0.1\n\n# Tell HBase whether it should manage it's own instance of Zookeeper or not.\nexport HBASE_MANAGES_ZK=false\n\n{% if java_version < 8 %}\nJDK_DEPENDED_OPTS=\"-XX:PermSize=128m -XX:MaxPermSize=128m\"\n{% endif %}\n\n{% if security_enabled %}\nexport HBASE_OPTS=\"$HBASE_OPTS -XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log -Djava.security.auth.login.config={{client_jaas_config_file}} -Djava.io.tmpdir={{java_io_tmpdir}}\"\nexport HBASE_MASTER_OPTS=\"$HBASE_MASTER_OPTS -Xmx{{master_heapsize}} -Djava.security.auth.login.config={{master_jaas_config_file}} -Djavax.security.auth.useSubjectCredsOnly=false $JDK_DEPENDED_OPTS\"\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS -Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction={{regionserver_cms_initiating_occupancy_fraction}} -XX:+UseCMSInitiatingOccupancyOnly -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}} -Djava.security.auth.login.config={{regionserver_jaas_config_file}} -Djavax.security.auth.useSubjectCredsOnly=false $JDK_DEPENDED_OPTS\"\nexport PHOENIX_QUERYSERVER_OPTS=\"$PHOENIX_QUERYSERVER_OPTS -Djava.security.auth.login.config={{queryserver_jaas_config_file}}\"\n{% else %}\nexport HBASE_OPTS=\"$HBASE_OPTS -XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log -Djava.io.tmpdir={{java_io_tmpdir}}\"\nexport HBASE_MASTER_OPTS=\"$HBASE_MASTER_OPTS -Xmx{{master_heapsize}} $JDK_DEPENDED_OPTS\"\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS -Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction={{regionserver_cms_initiating_occupancy_fraction}} -XX:+UseCMSInitiatingOccupancyOnly -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}} $JDK_DEPENDED_OPTS\"\n{% endif %}\n\n# HBase off-heap MaxDirectMemorySize\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS {% if hbase_max_direct_memory_size %} -XX:MaxDirectMemorySize={{hbase_max_direct_memory_size}}m {% endif %}\"\nexport HBASE_MASTER_OPTS=\"$HBASE_MASTER_OPTS {% if hbase_max_direct_memory_size %} -XX:MaxDirectMemorySize={{hbase_max_direct_memory_size}}m {% endif %}\"",
518 "hbase_java_io_tmpdir" : "/tmp",
519 "hbase_user_nproc_limit" : "16000",
520 "hbase_pid_dir" : "/var/run/hbase",
521 "hbase_regionserver_shutdown_timeout" : "30",
522 "hbase_log_dir" : "/var/log/hbase",
523 "hbase_regionserver_heapsize" : "1024",
524 "hbase_user_nofile_limit" : "32000",
525 "phoenix_sql_enabled" : "false"
526 }
527 }
528 },
529 {
530 "ranger-atlas-security" : {
531 "properties_attributes" : { },
532 "properties" : {
533 "ranger.plugin.atlas.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080",
534 "xasecure.add-hadoop-authorization" : "true",
535 "ranger.plugin.atlas.policy.rest.ssl.config.file" : "/usr/hdp/current/atlas-server/conf/ranger-policymgr-ssl.xml",
536 "ranger.plugin.atlas.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache",
537 "ranger.plugin.atlas.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminRESTClient",
538 "ranger.plugin.atlas.policy.pollIntervalMs" : "30000",
539 "ranger.plugin.atlas.service.name" : "{{repo_name}}"
540 }
541 }
542 },
543 {
544 "ranger-knox-security" : {
545 "properties_attributes" : { },
546 "properties" : {
547 "ranger.plugin.knox.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminJersey2RESTClient",
548 "ranger.plugin.knox.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache",
549 "ranger.plugin.knox.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080",
550 "ranger.plugin.knox.policy.rest.ssl.config.file" : "/usr/hdp/current/knox-server/conf/ranger-policymgr-ssl.xml",
551 "ranger.plugin.knox.policy.pollIntervalMs" : "30000",
552 "ranger.plugin.knox.service.name" : "{{repo_name}}"
553 }
554 }
555 },
556 {
557 "zeppelin-logsearch-conf" : {
558 "properties_attributes" : { },
559 "properties" : {
560 "component_mappings" : "ZEPPELIN_MASTER:zeppelin",
561 "content" : "\n{\n \"input\":[\n {\n \"type\":\"zeppelin\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/zeppelin-env/zeppelin_log_dir', '/var/log/zeppelin')}}/zeppelin-zeppelin-*.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"zeppelin\"\n ]\n }\n },\n \"log4j_format\":\"\",\n \"multiline_pattern\":\"^(%{SPACE}%{LOGLEVEL:level}%{SPACE}\\\\[%{TIMESTAMP_ISO8601:logtime}\\\\])\",\n \"message_pattern\":\"(?m)^%{SPACE}%{LOGLEVEL:level}%{SPACE}\\\\[%{TIMESTAMP_ISO8601:logtime}\\\\]%{SPACE}\\\\(\\\\{{\"{\"}}%{DATA:thread_name}\\\\{{\"}\"}}%{SPACE}%{JAVAFILE:file}\\\\[%{JAVAMETHOD:method}\\\\]:%{INT:line_number}\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n }",
562 "service_name" : "Zeppelin"
563 }
564 }
565 },
566 {
567 "admin-log4j" : {
568 "properties_attributes" : { },
569 "properties" : {
570 "ranger_xa_log_maxfilesize" : "256",
571 "ranger_xa_log_maxbackupindex" : "20",
572 "content" : "\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n\n\nlog4j.rootLogger = warn,xa_log_appender\n\n\n# xa_logger\nlog4j.appender.xa_log_appender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.xa_log_appender.file=${logdir}/xa_portal.log\nlog4j.appender.xa_log_appender.datePattern='.'yyyy-MM-dd\nlog4j.appender.xa_log_appender.append=true\nlog4j.appender.xa_log_appender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.xa_log_appender.layout.ConversionPattern=%d [%t] %-5p %C{6} (%F:%L) - %m%n\nlog4j.appender.xa_log_appender.MaxFileSize={{ranger_xa_log_maxfilesize}}MB\n\n# xa_log_appender : category and additivity\nlog4j.category.org.springframework=warn,xa_log_appender\nlog4j.additivity.org.springframework=false\n\nlog4j.category.org.apache.ranger=info,xa_log_appender\nlog4j.additivity.org.apache.ranger=false\n\nlog4j.category.xa=info,xa_log_appender\nlog4j.additivity.xa=false\n\n# perf_logger\nlog4j.appender.perf_appender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.perf_appender.file=${logdir}/ranger_admin_perf.log\nlog4j.appender.perf_appender.datePattern='.'yyyy-MM-dd\nlog4j.appender.perf_appender.append=true\nlog4j.appender.perf_appender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.perf_appender.layout.ConversionPattern=%d [%t] %m%n\n\n\n# sql_appender\nlog4j.appender.sql_appender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.sql_appender.file=${logdir}/xa_portal_sql.log\nlog4j.appender.sql_appender.datePattern='.'yyyy-MM-dd\nlog4j.appender.sql_appender.append=true\nlog4j.appender.sql_appender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.sql_appender.layout.ConversionPattern=%d [%t] %-5p %C{6} (%F:%L) - %m%n\n\n# sql_appender : category and additivity\nlog4j.category.org.hibernate.SQL=warn,sql_appender\nlog4j.additivity.org.hibernate.SQL=false\n\nlog4j.category.jdbc.sqlonly=fatal,sql_appender\nlog4j.additivity.jdbc.sqlonly=false\n\nlog4j.category.jdbc.sqltiming=warn,sql_appender\nlog4j.additivity.jdbc.sqltiming=false\n\nlog4j.category.jdbc.audit=fatal,sql_appender\nlog4j.additivity.jdbc.audit=false\n\nlog4j.category.jdbc.resultset=fatal,sql_appender\nlog4j.additivity.jdbc.resultset=false\n\nlog4j.category.jdbc.connection=fatal,sql_appender\nlog4j.additivity.jdbc.connection=false"
573 }
574 }
575 },
576 {
577 "hiveserver2-interactive-site" : {
578 "properties_attributes" : { },
579 "properties" : {
580 "hive.async.log.enabled" : "false",
581 "hive.service.metrics.hadoop2.component" : "hiveserver2",
582 "hive.metastore.metrics.enabled" : "true",
583 "hive.service.metrics.reporter" : "HADOOP2"
584 }
585 }
586 },
587 {
588 "sqoop-atlas-application.properties" : {
589 "properties_attributes" : { },
590 "properties" : {
591 "atlas.jaas.KafkaClient.option.renewTicket" : "true",
592 "atlas.jaas.KafkaClient.option.useTicketCache" : "true"
593 }
594 }
595 },
596 {
597 "ranger-tagsync-site" : {
598 "properties_attributes" : { },
599 "properties" : {
600 "ranger.tagsync.kerberos.keytab" : "",
601 "ranger.tagsync.dest.ranger.ssl.config.filename" : "{{stack_root}}/current/ranger-tagsync/conf/ranger-policymgr-ssl.xml",
602 "ranger.tagsync.atlas.default.cluster.name" : "{{cluster_name}}",
603 "ranger.tagsync.source.atlasrest.download.interval.millis" : "60000",
604 "ranger.tagsync.source.file" : "false",
605 "ranger.tagsync.source.file.filename" : "",
606 "ranger.tagsync.source.atlasrest.username" : "admin",
607 "ranger.tagsync.source.atlasrest.endpoint" : "http://sandbox-hdp.hortonworks.com:21000",
608 "ranger.tagsync.source.atlasrest.ssl.config.filename" : "{{stack_root}}/current/ranger-tagsync/conf/atlas-tagsync-ssl.xml",
609 "ranger.tagsync.keystore.filename" : "/usr/hdp/current/ranger-tagsync/conf/rangertagsync.jceks",
610 "ranger.tagsync.dest.ranger.endpoint" : "{{ranger_external_url}}",
611 "ranger.tagsync.dest.ranger.username" : "rangertagsync",
612 "ranger.tagsync.source.atlas" : "true",
613 "ranger.tagsync.logdir" : "/var/log/ranger/tagsync",
614 "ranger.tagsync.source.atlasrest" : "false",
615 "ranger.tagsync.source.atlasrest.keystore.filename" : "/usr/hdp/current/ranger-tagsync/conf/atlasuser.jceks",
616 "ranger.tagsync.source.file.check.interval.millis" : ""
617 }
618 }
619 },
620 {
621 "application-properties" : {
622 "properties_attributes" : { },
623 "properties" : {
624 "atlas.ssl.exclude.protocols" : "TLSv1.2",
625 "atlas.audit.hbase.zookeeper.quorum" : "%HOSTGROUP::host_group_1%",
626 "atlas.notification.create.topics" : "true",
627 "atlas.graph.storage.hbase.table" : "atlas_titan",
628 "atlas.solr.kerberos.enable" : "false",
629 "atlas.authentication.method.ldap.ad.domain" : "",
630 "atlas.kafka.session.timeout.ms" : "30000",
631 "atlas.auth.policy.file" : "{{conf_dir}}/policy-store.txt",
632 "atlas.authentication.method.ldap.user.searchfilter" : "",
633 "atlas.kafka.zookeeper.connection.timeout.ms" : "30000",
634 "atlas.authentication.method.ldap.referral" : "ignore",
635 "atlas.authentication.method.ldap.userDNpattern" : "uid=",
636 "atlas.rest.address" : "http://sandbox-hdp.hortonworks.com:21000",
637 "atlas.authentication.method.ldap.ad.user.searchfilter" : "(sAMAccountName={0})",
638 "atlas.kafka.zookeeper.sync.time.ms" : "20",
639 "atlas.authentication.method.ldap.base.dn" : "",
640 "atlas.authentication.method.file" : "true",
641 "atlas.authentication.method.ldap.ad.base.dn" : "",
642 "atlas.authentication.keytab" : "/etc/security/keytabs/atlas.service.keytab",
643 "atlas.authentication.method.ldap.ad.default.role" : "ROLE_USER",
644 "atlas.lineage.schema.query.hive_table" : "hive_table where __guid='%s'\\, columns",
645 "atlas.authorizer.impl" : "simple",
646 "atlas.cluster.name" : "{{cluster_name}}",
647 "atlas.authentication.method.ldap.default.role" : "ROLE_USER",
648 "atlas.kafka.hook.group.id" : "atlas",
649 "atlas.sso.knox.publicKey" : "",
650 "atlas.kafka.bootstrap.servers" : "%HOSTGROUP::host_group_1%:6667",
651 "atlas.authentication.method.ldap.bind.dn" : "",
652 "atlas.authentication.method.ldap.ad.url" : "",
653 "atlas.sso.knox.enabled" : "false",
654 "atlas.authentication.method.ldap.ad.bind.dn" : "",
655 "atlas.authentication.method.ldap.groupSearchFilter" : "",
656 "atlas.authentication.method.ldap.type" : "ldap",
657 "atlas.audit.hbase.tablename" : "ATLAS_ENTITY_AUDIT_EVENTS",
658 "atlas.authentication.method.ldap.ad.referral" : "ignore",
659 "atlas.server.https.port" : "21443",
660 "atlas.authentication.method.file.filename" : "{{conf_dir}}/users-credentials.properties",
661 "atlas.kafka.enable.auto.commit" : "false",
662 "atlas.notification.replicas" : "1",
663 "atlas.sso.knox.browser.useragent" : "",
664 "atlas.enableTLS" : "false",
665 "atlas.graph.index.search.solr.zookeeper-url" : "http://%HOSTGROUP::host_group_1%:2181/infra-solr",
666 "atlas.kafka.zookeeper.session.timeout.ms" : "60000",
667 "atlas.graph.index.search.solr.mode" : "cloud",
668 "atlas.kafka.zookeeper.connect" : "%HOSTGROUP::host_group_1%:2181",
669 "atlas.authentication.method.kerberos" : "false",
670 "atlas.graph.storage.hostname" : "%HOSTGROUP::host_group_1%",
671 "atlas.authentication.method.ldap.groupSearchBase" : "",
672 "atlas.sso.knox.providerurl" : "https://sandbox-hdp.hortonworks.com:8443/gateway/knoxsso/api/v1/websso",
673 "atlas.notification.embedded" : "false",
674 "atlas.graph.index.search.backend" : "solr5",
675 "atlas.notification.topics" : "ATLAS_HOOK,ATLAS_ENTITIES",
676 "atlas.authentication.method.ldap.groupRoleAttribute" : "cn",
677 "atlas.lineage.schema.query.Table" : "Table where __guid='%s'\\, columns",
678 "atlas.audit.zookeeper.session.timeout.ms" : "60000",
679 "atlas.authentication.method.ldap" : "false",
680 "atlas.server.http.port" : "21000",
681 "atlas.authentication.method.ldap.url" : "",
682 "atlas.graph.storage.backend" : "hbase"
683 }
684 }
685 },
686 {
687 "gateway-site" : {
688 "properties_attributes" : { },
689 "properties" : {
690 "java.security.auth.login.config" : "/etc/knox/conf/krb5JAASLogin.conf",
691 "sun.security.krb5.debug" : "false",
692 "gateway.hadoop.kerberos.secured" : "false",
693 "gateway.gateway.conf.dir" : "deployments",
694 "gateway.path" : "gateway",
695 "gateway.websocket.feature.enabled" : "{{websocket_support}}",
696 "gateway.port" : "8443",
697 "java.security.krb5.conf" : "/etc/knox/conf/krb5.conf"
698 }
699 }
700 },
701 {
702 "ranger-admin-site" : {
703 "properties_attributes" : { },
704 "properties" : {
705 "ranger.admin.kerberos.cookie.path" : "/",
706 "ranger.sso.browser.useragent" : "Mozilla,chrome",
707 "ranger.truststore.alias" : "trustStoreAlias",
708 "ranger.jpa.jdbc.dialect" : "{{jdbc_dialect}}",
709 "ranger.jpa.jdbc.user" : "{{ranger_db_user}}",
710 "ranger.https.attrib.keystore.file" : "/etc/ranger/admin/conf/ranger-admin-keystore.jks",
711 "ranger.admin.kerberos.cookie.domain" : "{{ranger_host}}",
712 "ranger.service.http.enabled" : "true",
713 "ranger.admin.kerberos.token.valid.seconds" : "30",
714 "ranger.plugins.kafka.serviceuser" : "kafka",
715 "ranger.plugins.atlas.serviceuser" : "atlas",
716 "ranger.ldap.ad.url" : "{{ranger_ug_ldap_url}}",
717 "ranger.truststore.file" : "/etc/ranger/admin/conf/ranger-admin-keystore.jks",
718 "ranger.audit.solr.username" : "ranger_solr",
719 "ranger.lookup.kerberos.keytab" : "",
720 "ranger.ldap.base.dn" : "dc=example,dc=com",
721 "ranger.plugins.knox.serviceuser" : "knox",
722 "ranger.kms.service.user.hive" : "hive",
723 "ranger.ldap.group.roleattribute" : "cn",
724 "ranger.plugins.hive.serviceuser" : "hive",
725 "ranger.unixauth.remote.login.enabled" : "true",
726 "ranger.plugins.kms.serviceuser" : "kms",
727 "ranger.authentication.method" : "UNIX",
728 "ranger.ldap.user.dnpattern" : "uid={0},ou=users,dc=xasecure,dc=net",
729 "ranger.ldap.ad.bind.dn" : "{{ranger_ug_ldap_bind_dn}}",
730 "ranger.ldap.group.searchfilter" : "{{ranger_ug_ldap_group_searchfilter}}",
731 "ranger.service.https.attrib.ssl.enabled" : "false",
732 "ranger.audit.solr.urls" : "http://localhost:8886/solr/ranger_audits",
733 "ranger.service.https.attrib.clientAuth" : "want",
734 "ranger.sso.enabled" : "false",
735 "ranger.ldap.group.searchbase" : "{{ranger_ug_ldap_group_searchbase}}",
736 "ranger.sso.publicKey" : "",
737 "ranger.is.solr.kerberised" : "{{ranger_is_solr_kerberised}}",
738 "ranger.jpa.jdbc.credential.alias" : "rangeradmin",
739 "ranger.unixauth.service.hostname" : "{{ugsync_host}}",
740 "ranger.ldap.ad.binddn.credential.alias" : "ranger.ldap.ad.bind.password",
741 "ranger.kms.service.user.hdfs" : "hdfs",
742 "ranger.plugins.storm.serviceuser" : "storm",
743 "ranger.spnego.kerberos.keytab" : "",
744 "ranger.jpa.jdbc.url" : "jdbc:mysql://localhost:3306/ranger",
745 "ranger.service.host" : "{{ranger_host}}",
746 "ranger.ldap.bind.dn" : "{{ranger_ug_ldap_bind_dn}}",
747 "ranger.service.http.port" : "6080",
748 "ranger.plugins.yarn.serviceuser" : "yarn",
749 "ranger.ldap.url" : "{{ranger_ug_ldap_url}}",
750 "ranger.jpa.jdbc.driver" : "com.mysql.jdbc.Driver",
751 "ranger.ldap.binddn.credential.alias" : "ranger.ldap.bind.password",
752 "ranger.unixauth.service.port" : "5151",
753 "ranger.ldap.ad.base.dn" : "dc=example,dc=com",
754 "ranger.ldap.referral" : "ignore",
755 "ranger.service.https.attrib.keystore.keyalias" : "rangeradmin",
756 "ranger.ldap.ad.referral" : "ignore",
757 "ranger.ldap.ad.domain" : "",
758 "ranger.ldap.ad.user.searchfilter" : "(sAMAccountName={0})",
759 "ranger.credential.provider.path" : "/etc/ranger/admin/rangeradmin.jceks",
760 "ranger.sso.providerurl" : "https://sandbox-hdp.hortonworks.com:8443/gateway/knoxsso/api/v1/websso",
761 "ranger.ldap.user.searchfilter" : "(uid={0})",
762 "ranger.plugins.hbase.serviceuser" : "hbase",
763 "ranger.audit.source.type" : "solr",
764 "ranger.service.https.attrib.keystore.credential.alias" : "keyStoreCredentialAlias",
765 "ranger.audit.solr.zookeepers" : "NONE",
766 "ranger.admin.kerberos.keytab" : "",
767 "ranger.externalurl" : "{{ranger_external_url}}",
768 "ranger.plugins.hdfs.serviceuser" : "hdfs",
769 "ranger.service.https.port" : "6182"
770 }
771 }
772 },
773 {
774 "ranger-kafka-policymgr-ssl" : {
775 "properties_attributes" : { },
776 "properties" : {
777 "xasecure.policymgr.clientssl.truststore" : "cacerts-xasecure.jks",
778 "xasecure.policymgr.clientssl.keystore" : "kafkadev-clientcert.jks",
779 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file/{{credential_file}}",
780 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file/{{credential_file}}"
781 }
782 }
783 },
784 {
785 "ranger-env" : {
786 "properties_attributes" : { },
787 "properties" : {
788 "ranger-hive-plugin-enabled" : "No",
789 "admin_username" : "admin",
790 "ranger-hbase-plugin-enabled" : "No",
791 "ranger-hdfs-plugin-enabled" : "No",
792 "ranger_solr_config_set" : "ranger_audits",
793 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
794 "ranger_privelege_user_jdbc_url" : "jdbc:mysql://localhost:3306",
795 "ranger-kafka-plugin-enabled" : "No",
796 "ranger-nifi-plugin-enabled" : "No",
797 "ranger_user" : "ranger",
798 "is_external_solrCloud_enabled" : "false",
799 "xasecure.audit.destination.solr" : "true",
800 "ranger_solr_collection_name" : "ranger_audits",
801 "is_external_solrCloud_kerberos" : "false",
802 "ranger_group" : "ranger",
803 "ranger_usersync_log_dir" : "/var/log/ranger/usersync",
804 "is_solrCloud_enabled" : "false",
805 "xasecure.audit.destination.hdfs" : "true",
806 "ranger_admin_log_dir" : "/var/log/ranger/admin",
807 "ranger-knox-plugin-enabled" : "No",
808 "is_nested_groupsync_enabled" : "false",
809 "ranger-atlas-plugin-enabled" : "No",
810 "xml_configurations_supported" : "true",
811 "ranger-yarn-plugin-enabled" : "No",
812 "ranger_solr_replication_factor" : "1",
813 "ranger_admin_username" : "amb_ranger_admin",
814 "ranger_solr_shards" : "1",
815 "ranger_pid_dir" : "/var/run/ranger",
816 "create_db_dbuser" : "true",
817 "ranger-storm-plugin-enabled" : "No"
818 }
819 }
820 },
821 {
822 "ranger-hbase-policymgr-ssl" : {
823 "properties_attributes" : { },
824 "properties" : {
825 "xasecure.policymgr.clientssl.truststore" : "/usr/hdp/current/hbase-client/conf/ranger-plugin-truststore.jks",
826 "xasecure.policymgr.clientssl.keystore" : "/usr/hdp/current/hbase-client/conf/ranger-plugin-keystore.jks",
827 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{credential_file}}",
828 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{credential_file}}"
829 }
830 }
831 },
832 {
833 "hdfs-log4j" : {
834 "properties_attributes" : { },
835 "properties" : {
836 "hadoop_security_log_max_backup_size" : "256",
837 "hadoop_security_log_number_of_backup_files" : "20",
838 "hadoop_log_number_of_backup_files" : "10",
839 "content" : "\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing,\n# software distributed under the License is distributed on an\n# \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n# KIND, either express or implied. See the License for the\n# specific language governing permissions and limitations\n# under the License.\n#\n\n\n# Define some default values that can be overridden by system properties\n# To change daemon root logger use hadoop_root_logger in hadoop-env\nhadoop.root.logger=INFO,console\nhadoop.log.dir=.\nhadoop.log.file=hadoop.log\n\n\n# Define the root logger to the system property \"hadoop.root.logger\".\nlog4j.rootLogger=${hadoop.root.logger}, EventCounter\n\n# Logging Threshold\nlog4j.threshhold=ALL\n\n#\n# Daily Rolling File Appender\n#\n\nlog4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file}\n\n# Rollver at midnight\nlog4j.appender.DRFA.DatePattern=.yyyy-MM-dd\n\n# 30-day backup\n#log4j.appender.DRFA.MaxBackupIndex=30\nlog4j.appender.DRFA.layout=org.apache.log4j.PatternLayout\n\n# Pattern format: Date LogLevel LoggerName LogMessage\nlog4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\n# Debugging Pattern format\n#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\n\n\n#\n# console\n# Add \"console\" to rootlogger above if you want to use this\n#\n\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n\n\n#\n# TaskLog Appender\n#\n\n#Default values\nhadoop.tasklog.taskid=null\nhadoop.tasklog.iscleanup=false\nhadoop.tasklog.noKeepSplits=4\nhadoop.tasklog.totalLogFileSize=100\nhadoop.tasklog.purgeLogSplits=true\nhadoop.tasklog.logsRetainHours=12\n\nlog4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender\nlog4j.appender.TLA.taskId=${hadoop.tasklog.taskid}\nlog4j.appender.TLA.isCleanup=${hadoop.tasklog.iscleanup}\nlog4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize}\n\nlog4j.appender.TLA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\n\n#\n#Security audit appender\n#\nhadoop.security.logger=INFO,console\nhadoop.security.log.maxfilesize={{hadoop_security_log_max_backup_size}}MB\nhadoop.security.log.maxbackupindex={{hadoop_security_log_number_of_backup_files}}\nlog4j.category.SecurityLogger=${hadoop.security.logger}\nhadoop.security.log.file=SecurityAuth.audit\nlog4j.additivity.SecurityLogger=false\nlog4j.appender.DRFAS=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.DRFAS.File=${hadoop.log.dir}/${hadoop.security.log.file}\nlog4j.appender.DRFAS.layout=org.apache.log4j.PatternLayout\nlog4j.appender.DRFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\nlog4j.appender.DRFAS.DatePattern=.yyyy-MM-dd\n\nlog4j.appender.RFAS=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFAS.File=${hadoop.log.dir}/${hadoop.security.log.file}\nlog4j.appender.RFAS.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\nlog4j.appender.RFAS.MaxFileSize=${hadoop.security.log.maxfilesize}\nlog4j.appender.RFAS.MaxBackupIndex=${hadoop.security.log.maxbackupindex}\n\n#\n# hdfs audit logging\n#\nhdfs.audit.logger=INFO,console\nlog4j.logger.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=${hdfs.audit.logger}\nlog4j.additivity.org.apache.hadoop.hdfs.server.namenode.FSNamesystem.audit=false\nlog4j.appender.DRFAAUDIT=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.DRFAAUDIT.File=${hadoop.log.dir}/hdfs-audit.log\nlog4j.appender.DRFAAUDIT.layout=org.apache.log4j.PatternLayout\nlog4j.appender.DRFAAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n\nlog4j.appender.DRFAAUDIT.DatePattern=.yyyy-MM-dd\n\n#\n# NameNode metrics logging.\n# The default is to retain two namenode-metrics.log files up to 64MB each.\n#\nnamenode.metrics.logger=INFO,NullAppender\nlog4j.logger.NameNodeMetricsLog=${namenode.metrics.logger}\nlog4j.additivity.NameNodeMetricsLog=false\nlog4j.appender.NNMETRICSRFA=org.apache.log4j.RollingFileAppender\nlog4j.appender.NNMETRICSRFA.File=${hadoop.log.dir}/namenode-metrics.log\nlog4j.appender.NNMETRICSRFA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.NNMETRICSRFA.layout.ConversionPattern=%d{ISO8601} %m%n\nlog4j.appender.NNMETRICSRFA.MaxBackupIndex=1\nlog4j.appender.NNMETRICSRFA.MaxFileSize=64MB\n\n#\n# mapred audit logging\n#\nmapred.audit.logger=INFO,console\nlog4j.logger.org.apache.hadoop.mapred.AuditLogger=${mapred.audit.logger}\nlog4j.additivity.org.apache.hadoop.mapred.AuditLogger=false\nlog4j.appender.MRAUDIT=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.MRAUDIT.File=${hadoop.log.dir}/mapred-audit.log\nlog4j.appender.MRAUDIT.layout=org.apache.log4j.PatternLayout\nlog4j.appender.MRAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n\nlog4j.appender.MRAUDIT.DatePattern=.yyyy-MM-dd\n\n#\n# Rolling File Appender\n#\n\nlog4j.appender.RFA=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file}\n\n# Logfile size and and 30-day backups\nlog4j.appender.RFA.MaxFileSize={{hadoop_log_max_backup_size}}MB\nlog4j.appender.RFA.MaxBackupIndex={{hadoop_log_number_of_backup_files}}\n\nlog4j.appender.RFA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n\nlog4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\n\n\n# Custom Logging levels\n\nhadoop.metrics.log.level=INFO\n#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG\n#log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG\n#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG\nlog4j.logger.org.apache.hadoop.metrics2=${hadoop.metrics.log.level}\n\n# Jets3t library\nlog4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR\n\n#\n# Null Appender\n# Trap security logger on the hadoop client side\n#\nlog4j.appender.NullAppender=org.apache.log4j.varia.NullAppender\n\n#\n# Event Counter Appender\n# Sends counts of logging messages at different severity levels to Hadoop Metrics.\n#\nlog4j.appender.EventCounter=org.apache.hadoop.log.metrics.EventCounter\n\n# Removes \"deprecated\" messages\nlog4j.logger.org.apache.hadoop.conf.Configuration.deprecation=WARN\n\n#\n# HDFS block state change log from block manager\n#\n# Uncomment the following to suppress normal block state change\n# messages from BlockManager in NameNode.\n#log4j.logger.BlockStateChange=WARN",
840 "hadoop_log_max_backup_size" : "256"
841 }
842 }
843 },
844 {
845 "ranger-atlas-audit" : {
846 "properties_attributes" : { },
847 "properties" : {
848 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/atlas/audit/hdfs/spool",
849 "xasecure.audit.is.enabled" : "true",
850 "ranger.plugin.atlas.ambari.cluster.name" : "{{cluster_name}}",
851 "xasecure.audit.destination.hdfs" : "true",
852 "xasecure.audit.destination.solr" : "true",
853 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/atlas/audit/solr/spool",
854 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
855 "xasecure.audit.destination.solr.zookeepers" : "NONE",
856 "xasecure.audit.provider.summary.enabled" : "false",
857 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits"
858 }
859 }
860 },
861 {
862 "usersync-log4j" : {
863 "properties_attributes" : { },
864 "properties" : {
865 "ranger_usersync_log_maxfilesize" : "256",
866 "content" : "\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n\nlog4j.rootLogger = info,logFile\n\n# logFile\nlog4j.appender.logFile=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.logFile.file=${logdir}/usersync.log\nlog4j.appender.logFile.datePattern='.'yyyy-MM-dd\nlog4j.appender.logFile.layout=org.apache.log4j.PatternLayout\nlog4j.appender.logFile.layout.ConversionPattern=%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %m%n\nlog4j.appender.logFile.MaxFileSize={{ranger_usersync_log_maxfilesize}}MB\n\n# console\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.Target=System.out\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %m%n",
867 "ranger_usersync_log_maxbackupindex" : "20"
868 }
869 }
870 },
871 {
872 "hive-exec-log4j2" : {
873 "properties_attributes" : { },
874 "properties" : {
875 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nstatus = INFO\nname = HiveExecLog4j2\npackages = org.apache.hadoop.hive.ql.log\n\n# list of properties\nproperty.hive.log.level = {{hive_log_level}}\nproperty.hive.root.logger = FA\nproperty.hive.query.id = hadoop\nproperty.hive.log.dir = ${sys:java.io.tmpdir}/${sys:user.name}\nproperty.hive.log.file = ${sys:hive.query.id}.log\n\n# list of all appenders\nappenders = console, FA\n\n# console appender\nappender.console.type = Console\nappender.console.name = console\nappender.console.target = SYSTEM_ERR\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{ISO8601} %5p [%t] %c{2}: %m%n\n\n# simple file appender\nappender.FA.type = RandomAccessFile\nappender.FA.name = FA\nappender.FA.fileName = ${sys:hive.log.dir}/${sys:hive.log.file}\nappender.FA.layout.type = PatternLayout\nappender.FA.layout.pattern = %d{ISO8601} %5p [%t] %c{2}: %m%n\n\n# list of all loggers\nloggers = NIOServerCnxn, ClientCnxnSocketNIO, DataNucleus, Datastore, JPOX\n\nlogger.NIOServerCnxn.name = org.apache.zookeeper.server.NIOServerCnxn\nlogger.NIOServerCnxn.level = WARN\n\nlogger.ClientCnxnSocketNIO.name = org.apache.zookeeper.ClientCnxnSocketNIO\nlogger.ClientCnxnSocketNIO.level = WARN\n\nlogger.DataNucleus.name = DataNucleus\nlogger.DataNucleus.level = ERROR\n\nlogger.Datastore.name = Datastore\nlogger.Datastore.level = ERROR\n\nlogger.JPOX.name = JPOX\nlogger.JPOX.level = ERROR\n\n# root logger\nrootLogger.level = ${sys:hive.log.level}\nrootLogger.appenderRefs = root\nrootLogger.appenderRef.root.ref = ${sys:hive.root.logger}"
876 }
877 }
878 },
879 {
880 "atlas-tagsync-ssl" : {
881 "properties_attributes" : { },
882 "properties" : {
883 "xasecure.policymgr.clientssl.truststore" : "/etc/security/serverKeys/atlas-tagsync-mytruststore.jks",
884 "xasecure.policymgr.clientssl.keystore" : "/etc/security/serverKeys/atlas-tagsync-keystore.jks",
885 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{atlas_tagsync_credential_file}}",
886 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{atlas_tagsync_credential_file}}"
887 }
888 }
889 },
890 {
891 "kafka-log4j" : {
892 "properties_attributes" : { },
893 "properties" : {
894 "controller_log_maxbackupindex" : "20",
895 "controller_log_maxfilesize" : "256",
896 "kafka_log_maxfilesize" : "256",
897 "content" : "\n#\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing,\n# software distributed under the License is distributed on an\n# \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n# KIND, either express or implied. See the License for the\n# specific language governing permissions and limitations\n# under the License.\n#\n#\n#\nkafka.logs.dir=logs\n\nlog4j.rootLogger=INFO, stdout\n\nlog4j.appender.stdout=org.apache.log4j.ConsoleAppender\nlog4j.appender.stdout.layout=org.apache.log4j.PatternLayout\nlog4j.appender.stdout.layout.ConversionPattern=[%d] %p %m (%c)%n\n\nlog4j.appender.kafkaAppender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.kafkaAppender.DatePattern='.'yyyy-MM-dd-HH\nlog4j.appender.kafkaAppender.File=${kafka.logs.dir}/server.log\nlog4j.appender.kafkaAppender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.kafkaAppender.layout.ConversionPattern=[%d] %p %m (%c)%n\nlog4j.appender.kafkaAppender.MaxFileSize = {{kafka_log_maxfilesize}}MB\nlog4j.appender.kafkaAppender.MaxBackupIndex = {{kafka_log_maxbackupindex}}\n\nlog4j.appender.stateChangeAppender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.stateChangeAppender.DatePattern='.'yyyy-MM-dd-HH\nlog4j.appender.stateChangeAppender.File=${kafka.logs.dir}/state-change.log\nlog4j.appender.stateChangeAppender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.stateChangeAppender.layout.ConversionPattern=[%d] %p %m (%c)%n\n\nlog4j.appender.requestAppender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.requestAppender.DatePattern='.'yyyy-MM-dd-HH\nlog4j.appender.requestAppender.File=${kafka.logs.dir}/kafka-request.log\nlog4j.appender.requestAppender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.requestAppender.layout.ConversionPattern=[%d] %p %m (%c)%n\n\nlog4j.appender.cleanerAppender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.cleanerAppender.DatePattern='.'yyyy-MM-dd-HH\nlog4j.appender.cleanerAppender.File=${kafka.logs.dir}/log-cleaner.log\nlog4j.appender.cleanerAppender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.cleanerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n\n\nlog4j.appender.controllerAppender=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.controllerAppender.DatePattern='.'yyyy-MM-dd-HH\nlog4j.appender.controllerAppender.File=${kafka.logs.dir}/controller.log\nlog4j.appender.controllerAppender.layout=org.apache.log4j.PatternLayout\nlog4j.appender.controllerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n\nlog4j.appender.controllerAppender.MaxFileSize = {{controller_log_maxfilesize}}MB\nlog4j.appender.controllerAppender.MaxBackupIndex = {{controller_log_maxbackupindex}}\n# Turn on all our debugging info\n#log4j.logger.kafka.producer.async.DefaultEventHandler=DEBUG, kafkaAppender\n#log4j.logger.kafka.client.ClientUtils=DEBUG, kafkaAppender\n#log4j.logger.kafka.perf=DEBUG, kafkaAppender\n#log4j.logger.kafka.perf.ProducerPerformance$ProducerThread=DEBUG, kafkaAppender\n#log4j.logger.org.I0Itec.zkclient.ZkClient=DEBUG\nlog4j.logger.kafka=INFO, kafkaAppender\nlog4j.logger.kafka.network.RequestChannel$=WARN, requestAppender\nlog4j.additivity.kafka.network.RequestChannel$=false\n\n#log4j.logger.kafka.network.Processor=TRACE, requestAppender\n#log4j.logger.kafka.server.KafkaApis=TRACE, requestAppender\n#log4j.additivity.kafka.server.KafkaApis=false\nlog4j.logger.kafka.request.logger=WARN, requestAppender\nlog4j.additivity.kafka.request.logger=false\n\nlog4j.logger.kafka.controller=TRACE, controllerAppender\nlog4j.additivity.kafka.controller=false\n\nlog4j.logger.kafka.log.LogCleaner=INFO, cleanerAppender\nlog4j.additivity.kafka.log.LogCleaner=false\n\nlog4j.logger.state.change.logger=TRACE, stateChangeAppender\nlog4j.additivity.state.change.logger=false",
898 "kafka_log_maxbackupindex" : "20"
899 }
900 }
901 },
902 {
903 "kafka-env" : {
904 "properties_attributes" : { },
905 "properties" : {
906 "kafka_pid_dir" : "/var/run/kafka",
907 "kafka_user_nofile_limit" : "128000",
908 "kafka_log_dir" : "/var/log/kafka",
909 "kafka_user_nproc_limit" : "65536",
910 "content" : "\n#!/bin/bash\n\n# Set KAFKA specific environment variables here.\n\n# The java implementation to use.\nexport JAVA_HOME={{java64_home}}\nexport PATH=$PATH:$JAVA_HOME/bin\nexport PID_DIR={{kafka_pid_dir}}\nexport LOG_DIR={{kafka_log_dir}}\n{% if security_enabled %}\nexport KAFKA_KERBEROS_PARAMS=\"-Djavax.security.auth.useSubjectCredsOnly=false {{kafka_kerberos_params}}\"\n{% else %}\nexport KAFKA_KERBEROS_PARAMS={{kafka_kerberos_params}}\n{% endif %}\n# Add kafka sink to classpath and related depenencies\nif [ -e \"/usr/lib/ambari-metrics-kafka-sink/ambari-metrics-kafka-sink.jar\" ]; then\n export CLASSPATH=$CLASSPATH:/usr/lib/ambari-metrics-kafka-sink/ambari-metrics-kafka-sink.jar\n export CLASSPATH=$CLASSPATH:/usr/lib/ambari-metrics-kafka-sink/lib/*\nfi\nif [ -f /etc/kafka/conf/kafka-ranger-env.sh ]; then\n. /etc/kafka/conf/kafka-ranger-env.sh\nfi",
911 "is_supported_kafka_ranger" : "true",
912 "kafka_user" : "kafka"
913 }
914 }
915 },
916 {
917 "ranger-solr-configuration" : {
918 "properties_attributes" : { },
919 "properties" : {
920 "ranger_audit_max_retention_days" : "90",
921 "ranger_audit_logs_merge_factor" : "5",
922 "content" : "<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n<!--\n Licensed to the Apache Software Foundation (ASF) under one or more\n contributor license agreements. See the NOTICE file distributed with\n this work for additional information regarding copyright ownership.\n The ASF licenses this file to You under the Apache License, Version 2.0\n (the \"License\"); you may not use this file except in compliance with\n the License. You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License.\n-->\n\n<!--\n For more details about configurations options that may appear in\n this file, see http://wiki.apache.org/solr/SolrConfigXml.\n-->\n<config>\n <!-- In all configuration below, a prefix of \"solr.\" for class names\n is an alias that causes solr to search appropriate packages,\n including org.apache.solr.(search|update|request|core|analysis)\n\n You may also specify a fully qualified Java classname if you\n have your own custom plugins.\n -->\n\n <!-- Controls what version of Lucene various components of Solr\n adhere to. Generally, you want to use the latest version to\n get all bug fixes and improvements. It is highly recommended\n that you fully re-index after changing this setting as it can\n affect both how text is indexed and queried.\n -->\n <luceneMatchVersion>5.2.0</luceneMatchVersion>\n\n <!-- <lib/> directives can be used to instruct Solr to load any Jars\n identified and use them to resolve any \"plugins\" specified in\n your solrconfig.xml or schema.xml (ie: Analyzers, Request\n Handlers, etc...).\n\n All directories and paths are resolved relative to the\n instanceDir.\n\n Please note that <lib/> directives are processed in the order\n that they appear in your solrconfig.xml file, and are \"stacked\"\n on top of each other when building a ClassLoader - so if you have\n plugin jars with dependencies on other jars, the \"lower level\"\n dependency jars should be loaded first.\n\n If a \"./lib\" directory exists in your instanceDir, all files\n found in it are included as if you had used the following\n syntax...\n\n <lib dir=\"./lib\" />\n -->\n\n <!-- A 'dir' option by itself adds any files found in the directory\n to the classpath, this is useful for including all jars in a\n directory.\n\n When a 'regex' is specified in addition to a 'dir', only the\n files in that directory which completely match the regex\n (anchored on both ends) will be included.\n\n If a 'dir' option (with or without a regex) is used and nothing\n is found that matches, a warning will be logged.\n\n The examples below can be used to load some solr-contribs along\n with their external dependencies.\n -->\n <lib dir=\"${solr.install.dir:../../../..}/dist/\" regex=\"solr-dataimporthandler-.*\\.jar\" />\n\n <lib dir=\"${solr.install.dir:../../../..}/contrib/extraction/lib\" regex=\".*\\.jar\" />\n <lib dir=\"${solr.install.dir:../../../..}/dist/\" regex=\"solr-cell-\\d.*\\.jar\" />\n\n <lib dir=\"${solr.install.dir:../../../..}/contrib/clustering/lib/\" regex=\".*\\.jar\" />\n <lib dir=\"${solr.install.dir:../../../..}/dist/\" regex=\"solr-clustering-\\d.*\\.jar\" />\n\n <lib dir=\"${solr.install.dir:../../../..}/contrib/langid/lib/\" regex=\".*\\.jar\" />\n <lib dir=\"${solr.install.dir:../../../..}/dist/\" regex=\"solr-langid-\\d.*\\.jar\" />\n\n <lib dir=\"${solr.install.dir:../../../..}/contrib/velocity/lib\" regex=\".*\\.jar\" />\n <lib dir=\"${solr.install.dir:../../../..}/dist/\" regex=\"solr-velocity-\\d.*\\.jar\" />\n\n <!-- an exact 'path' can be used instead of a 'dir' to specify a\n specific jar file. This will cause a serious error to be logged\n if it can't be loaded.\n -->\n <!--\n <lib path=\"../a-jar-that-does-not-exist.jar\" />\n -->\n\n <!-- Data Directory\n\n Used to specify an alternate directory to hold all index data\n other than the default ./data under the Solr home. If\n replication is in use, this should match the replication\n configuration.\n -->\n <dataDir>${solr.data.dir:}</dataDir>\n\n\n <!-- The DirectoryFactory to use for indexes.\n\n solr.StandardDirectoryFactory is filesystem\n based and tries to pick the best implementation for the current\n JVM and platform. solr.NRTCachingDirectoryFactory, the default,\n wraps solr.StandardDirectoryFactory and caches small files in memory\n for better NRT performance.\n\n One can force a particular implementation via solr.MMapDirectoryFactory,\n solr.NIOFSDirectoryFactory, or solr.SimpleFSDirectoryFactory.\n\n solr.RAMDirectoryFactory is memory based, not\n persistent, and doesn't work with replication.\n -->\n <directoryFactory name=\"DirectoryFactory\"\n class=\"${solr.directoryFactory:solr.NRTCachingDirectoryFactory}\">\n\n\n <!-- These will be used if you are using the solr.HdfsDirectoryFactory,\n otherwise they will be ignored. If you don't plan on using hdfs,\n you can safely remove this section. -->\n <!-- The root directory that collection data should be written to. -->\n <str name=\"solr.hdfs.home\">${solr.hdfs.home:}</str>\n <!-- The hadoop configuration files to use for the hdfs client. -->\n <str name=\"solr.hdfs.confdir\">${solr.hdfs.confdir:}</str>\n <!-- Enable/Disable the hdfs cache. -->\n <str name=\"solr.hdfs.blockcache.enabled\">${solr.hdfs.blockcache.enabled:true}</str>\n <!-- Enable/Disable using one global cache for all SolrCores.\n The settings used will be from the first HdfsDirectoryFactory created. -->\n <str name=\"solr.hdfs.blockcache.global\">${solr.hdfs.blockcache.global:true}</str>\n\n </directoryFactory>\n\n <!-- The CodecFactory for defining the format of the inverted index.\n The default implementation is SchemaCodecFactory, which is the official Lucene\n index format, but hooks into the schema to provide per-field customization of\n the postings lists and per-document values in the fieldType element\n (postingsFormat/docValuesFormat). Note that most of the alternative implementations\n are experimental, so if you choose to customize the index format, it's a good\n idea to convert back to the official format e.g. via IndexWriter.addIndexes(IndexReader)\n before upgrading to a newer version to avoid unnecessary reindexing.\n -->\n <codecFactory class=\"solr.SchemaCodecFactory\"/>\n\n <!-- To enable dynamic schema REST APIs, use the following for <schemaFactory>: -->\n\n <schemaFactory class=\"ManagedIndexSchemaFactory\">\n <bool name=\"mutable\">true</bool>\n <str name=\"managedSchemaResourceName\">managed-schema</str>\n </schemaFactory>\n<!--\n When ManagedIndexSchemaFactory is specified, Solr will load the schema from\n the resource named in 'managedSchemaResourceName', rather than from schema.xml.\n Note that the managed schema resource CANNOT be named schema.xml. If the managed\n schema does not exist, Solr will create it after reading schema.xml, then rename\n 'schema.xml' to 'schema.xml.bak'.\n\n Do NOT hand edit the managed schema - external modifications will be ignored and\n overwritten as a result of schema modification REST API calls.\n\n When ManagedIndexSchemaFactory is specified with mutable = true, schema\n modification REST API calls will be allowed; otherwise, error responses will be\n sent back for these requests.\n\n <schemaFactory class=\"ClassicIndexSchemaFactory\"/>\n -->\n\n <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n Index Config - These settings control low-level behavior of indexing\n Most example settings here show the default value, but are commented\n out, to more easily see where customizations have been made.\n\n Note: This replaces <indexDefaults> and <mainIndex> from older versions\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->\n <indexConfig>\n <!-- maxFieldLength was removed in 4.0. To get similar behavior, include a\n LimitTokenCountFilterFactory in your fieldType definition. E.g.\n <filter class=\"solr.LimitTokenCountFilterFactory\" maxTokenCount=\"10000\"/>\n -->\n <!-- Maximum time to wait for a write lock (ms) for an IndexWriter. Default: 1000 -->\n <!-- <writeLockTimeout>1000</writeLockTimeout> -->\n\n <!-- The maximum number of simultaneous threads that may be\n indexing documents at once in IndexWriter; if more than this\n many threads arrive they will wait for others to finish.\n Default in Solr/Lucene is 8. -->\n <!-- <maxIndexingThreads>8</maxIndexingThreads> -->\n\n <!-- Expert: Enabling compound file will use less files for the index,\n using fewer file descriptors on the expense of performance decrease.\n Default in Lucene is \"true\". Default in Solr is \"false\" (since 3.6) -->\n <!-- <useCompoundFile>false</useCompoundFile> -->\n\n <!-- ramBufferSizeMB sets the amount of RAM that may be used by Lucene\n indexing for buffering added documents and deletions before they are\n flushed to the Directory.\n maxBufferedDocs sets a limit on the number of documents buffered\n before flushing.\n If both ramBufferSizeMB and maxBufferedDocs is set, then\n Lucene will flush based on whichever limit is hit first.\n The default is 100 MB. -->\n <!-- <ramBufferSizeMB>100</ramBufferSizeMB> -->\n <!-- <maxBufferedDocs>1000</maxBufferedDocs> -->\n\n <!-- Expert: Merge Policy\n The Merge Policy in Lucene controls how merging of segments is done.\n The default since Solr/Lucene 3.3 is TieredMergePolicy.\n The default since Lucene 2.3 was the LogByteSizeMergePolicy,\n Even older versions of Lucene used LogDocMergePolicy.\n -->\n <!--\n <mergePolicy class=\"org.apache.lucene.index.TieredMergePolicy\">\n <int name=\"maxMergeAtOnce\">10</int>\n <int name=\"segmentsPerTier\">10</int>\n </mergePolicy>\n -->\n\n <!-- Merge Factor\n The merge factor controls how many segments will get merged at a time.\n For TieredMergePolicy, mergeFactor is a convenience parameter which\n will set both MaxMergeAtOnce and SegmentsPerTier at once.\n For LogByteSizeMergePolicy, mergeFactor decides how many new segments\n will be allowed before they are merged into one.\n Default is 10 for both merge policies.\n -->\n <!--\n <mergeFactor>10</mergeFactor>\n -->\n\n <!-- Ranger customization. Set to 5 to trigger purging of deleted documents more often -->\n <mergeFactor>{{ranger_audit_logs_merge_factor}}</mergeFactor>\n\n <!-- Expert: Merge Scheduler\n The Merge Scheduler in Lucene controls how merges are\n performed. The ConcurrentMergeScheduler (Lucene 2.3 default)\n can perform merges in the background using separate threads.\n The SerialMergeScheduler (Lucene 2.2 default) does not.\n -->\n <!--\n <mergeScheduler class=\"org.apache.lucene.index.ConcurrentMergeScheduler\"/>\n -->\n\n <!-- LockFactory\n\n This option specifies which Lucene LockFactory implementation\n to use.\n\n single = SingleInstanceLockFactory - suggested for a\n read-only index or when there is no possibility of\n another process trying to modify the index.\n native = NativeFSLockFactory - uses OS native file locking.\n Do not use when multiple solr webapps in the same\n JVM are attempting to share a single index.\n simple = SimpleFSLockFactory - uses a plain file for locking\n\n Defaults: 'native' is default for Solr3.6 and later, otherwise\n 'simple' is the default\n\n More details on the nuances of each LockFactory...\n http://wiki.apache.org/lucene-java/AvailableLockFactories\n -->\n <lockType>${solr.lock.type:native}</lockType>\n\n <!-- Unlock On Startup\n\n If true, unlock any held write or commit locks on startup.\n This defeats the locking mechanism that allows multiple\n processes to safely access a lucene index, and should be used\n with care. Default is \"false\".\n\n This is not needed if lock type is 'single'\n -->\n <!--\n <unlockOnStartup>false</unlockOnStartup>\n -->\n\n <!-- Commit Deletion Policy\n Custom deletion policies can be specified here. The class must\n implement org.apache.lucene.index.IndexDeletionPolicy.\n\n The default Solr IndexDeletionPolicy implementation supports\n deleting index commit points on number of commits, age of\n commit point and optimized status.\n\n The latest commit point should always be preserved regardless\n of the criteria.\n -->\n <!--\n <deletionPolicy class=\"solr.SolrDeletionPolicy\">\n -->\n <!-- The number of commit points to be kept -->\n <!-- <str name=\"maxCommitsToKeep\">1</str> -->\n <!-- The number of optimized commit points to be kept -->\n <!-- <str name=\"maxOptimizedCommitsToKeep\">0</str> -->\n <!--\n Delete all commit points once they have reached the given age.\n Supports DateMathParser syntax e.g.\n -->\n <!--\n <str name=\"maxCommitAge\">30MINUTES</str>\n <str name=\"maxCommitAge\">1DAY</str>\n -->\n <!--\n </deletionPolicy>\n -->\n\n <!-- Lucene Infostream\n\n To aid in advanced debugging, Lucene provides an \"InfoStream\"\n of detailed information when indexing.\n\n Setting the value to true will instruct the underlying Lucene\n IndexWriter to write its info stream to solr's log. By default,\n this is enabled here, and controlled through log4j.properties.\n -->\n <infoStream>true</infoStream>\n </indexConfig>\n\n\n <!-- JMX\n\n This example enables JMX if and only if an existing MBeanServer\n is found, use this if you want to configure JMX through JVM\n parameters. Remove this to disable exposing Solr configuration\n and statistics to JMX.\n\n For more details see http://wiki.apache.org/solr/SolrJmx\n -->\n <jmx />\n <!-- If you want to connect to a particular server, specify the\n agentId\n -->\n <!-- <jmx agentId=\"myAgent\" /> -->\n <!-- If you want to start a new MBeanServer, specify the serviceUrl -->\n <!-- <jmx serviceUrl=\"service:jmx:rmi:///jndi/rmi://localhost:9999/solr\"/>\n -->\n\n <!-- The default high-performance update handler -->\n <updateHandler class=\"solr.DirectUpdateHandler2\">\n\n <!-- Enables a transaction log, used for real-time get, durability, and\n and solr cloud replica recovery. The log can grow as big as\n uncommitted changes to the index, so use of a hard autoCommit\n is recommended (see below).\n \"dir\" - the target directory for transaction logs, defaults to the\n solr data directory. -->\n <updateLog>\n <str name=\"dir\">${solr.ulog.dir:}</str>\n </updateLog>\n\n <!-- AutoCommit\n\n Perform a hard commit automatically under certain conditions.\n Instead of enabling autoCommit, consider using \"commitWithin\"\n when adding documents.\n\n http://wiki.apache.org/solr/UpdateXmlMessages\n\n maxDocs - Maximum number of documents to add since the last\n commit before automatically triggering a new commit.\n\n maxTime - Maximum amount of time in ms that is allowed to pass\n since a document was added before automatically\n triggering a new commit.\n openSearcher - if false, the commit causes recent index changes\n to be flushed to stable storage, but does not cause a new\n searcher to be opened to make those changes visible.\n\n If the updateLog is enabled, then it's highly recommended to\n have some sort of hard autoCommit to limit the log size.\n -->\n <autoCommit>\n <maxTime>${solr.autoCommit.maxTime:15000}</maxTime>\n <openSearcher>false</openSearcher>\n </autoCommit>\n\n <!-- softAutoCommit is like autoCommit except it causes a\n 'soft' commit which only ensures that changes are visible\n but does not ensure that data is synced to disk. This is\n faster and more near-realtime friendly than a hard commit.\n -->\n\n <autoSoftCommit>\n <maxTime>${solr.autoSoftCommit.maxTime:5000}</maxTime>\n </autoSoftCommit>\n\n <!-- Update Related Event Listeners\n\n Various IndexWriter related events can trigger Listeners to\n take actions.\n\n postCommit - fired after every commit or optimize command\n postOptimize - fired after every optimize command\n -->\n <!-- The RunExecutableListener executes an external command from a\n hook such as postCommit or postOptimize.\n\n exe - the name of the executable to run\n dir - dir to use as the current working directory. (default=\".\")\n wait - the calling thread waits until the executable returns.\n (default=\"true\")\n args - the arguments to pass to the program. (default is none)\n env - environment variables to set. (default is none)\n -->\n <!-- This example shows how RunExecutableListener could be used\n with the script based replication...\n http://wiki.apache.org/solr/CollectionDistribution\n -->\n <!--\n <listener event=\"postCommit\" class=\"solr.RunExecutableListener\">\n <str name=\"exe\">solr/bin/snapshooter</str>\n <str name=\"dir\">.</str>\n <bool name=\"wait\">true</bool>\n <arr name=\"args\"> <str>arg1</str> <str>arg2</str> </arr>\n <arr name=\"env\"> <str>MYVAR=val1</str> </arr>\n </listener>\n -->\n\n </updateHandler>\n\n <!-- IndexReaderFactory\n\n Use the following format to specify a custom IndexReaderFactory,\n which allows for alternate IndexReader implementations.\n\n ** Experimental Feature **\n\n Please note - Using a custom IndexReaderFactory may prevent\n certain other features from working. The API to\n IndexReaderFactory may change without warning or may even be\n removed from future releases if the problems cannot be\n resolved.\n\n\n ** Features that may not work with custom IndexReaderFactory **\n\n The ReplicationHandler assumes a disk-resident index. Using a\n custom IndexReader implementation may cause incompatibility\n with ReplicationHandler and may cause replication to not work\n correctly. See SOLR-1366 for details.\n\n -->\n <!--\n <indexReaderFactory name=\"IndexReaderFactory\" class=\"package.class\">\n <str name=\"someArg\">Some Value</str>\n </indexReaderFactory >\n -->\n\n <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n Query section - these settings control query time things like caches\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->\n <query>\n <!-- Max Boolean Clauses\n\n Maximum number of clauses in each BooleanQuery, an exception\n is thrown if exceeded.\n\n ** WARNING **\n\n This option actually modifies a global Lucene property that\n will affect all SolrCores. If multiple solrconfig.xml files\n disagree on this property, the value at any given moment will\n be based on the last SolrCore to be initialized.\n\n -->\n <maxBooleanClauses>1024</maxBooleanClauses>\n\n\n <!-- Solr Internal Query Caches\n\n There are two implementations of cache available for Solr,\n LRUCache, based on a synchronized LinkedHashMap, and\n FastLRUCache, based on a ConcurrentHashMap.\n\n FastLRUCache has faster gets and slower puts in single\n threaded operation and thus is generally faster than LRUCache\n when the hit ratio of the cache is high (> 75%), and may be\n faster under other scenarios on multi-cpu systems.\n -->\n\n <!-- Filter Cache\n\n Cache used by SolrIndexSearcher for filters (DocSets),\n unordered sets of *all* documents that match a query. When a\n new searcher is opened, its caches may be prepopulated or\n \"autowarmed\" using data from caches in the old searcher.\n autowarmCount is the number of items to prepopulate. For\n LRUCache, the autowarmed items will be the most recently\n accessed items.\n\n Parameters:\n class - the SolrCache implementation LRUCache or\n (LRUCache or FastLRUCache)\n size - the maximum number of entries in the cache\n initialSize - the initial capacity (number of entries) of\n the cache. (see java.util.HashMap)\n autowarmCount - the number of entries to prepopulate from\n and old cache.\n -->\n <filterCache class=\"solr.FastLRUCache\"\n size=\"512\"\n initialSize=\"512\"\n autowarmCount=\"0\"/>\n\n <!-- Query Result Cache\n\n Caches results of searches - ordered lists of document ids\n (DocList) based on a query, a sort, and the range of documents requested.\n -->\n <queryResultCache class=\"solr.LRUCache\"\n size=\"512\"\n initialSize=\"512\"\n autowarmCount=\"0\"/>\n\n <!-- Document Cache\n\n Caches Lucene Document objects (the stored fields for each\n document). Since Lucene internal document ids are transient,\n this cache will not be autowarmed.\n -->\n <documentCache class=\"solr.LRUCache\"\n size=\"512\"\n initialSize=\"512\"\n autowarmCount=\"0\"/>\n\n <!-- custom cache currently used by block join -->\n <cache name=\"perSegFilter\"\n class=\"solr.search.LRUCache\"\n size=\"10\"\n initialSize=\"0\"\n autowarmCount=\"10\"\n regenerator=\"solr.NoOpRegenerator\" />\n\n <!-- Field Value Cache\n\n Cache used to hold field values that are quickly accessible\n by document id. The fieldValueCache is created by default\n even if not configured here.\n -->\n <!--\n <fieldValueCache class=\"solr.FastLRUCache\"\n size=\"512\"\n autowarmCount=\"128\"\n showItems=\"32\" />\n -->\n\n <!-- Custom Cache\n\n Example of a generic cache. These caches may be accessed by\n name through SolrIndexSearcher.getCache(),cacheLookup(), and\n cacheInsert(). The purpose is to enable easy caching of\n user/application level data. The regenerator argument should\n be specified as an implementation of solr.CacheRegenerator\n if autowarming is desired.\n -->\n <!--\n <cache name=\"myUserCache\"\n class=\"solr.LRUCache\"\n size=\"4096\"\n initialSize=\"1024\"\n autowarmCount=\"1024\"\n regenerator=\"com.mycompany.MyRegenerator\"\n />\n -->\n\n\n <!-- Lazy Field Loading\n\n If true, stored fields that are not requested will be loaded\n lazily. This can result in a significant speed improvement\n if the usual case is to not load all stored fields,\n especially if the skipped fields are large compressed text\n fields.\n -->\n <enableLazyFieldLoading>true</enableLazyFieldLoading>\n\n <!-- Use Filter For Sorted Query\n\n A possible optimization that attempts to use a filter to\n satisfy a search. If the requested sort does not include\n score, then the filterCache will be checked for a filter\n matching the query. If found, the filter will be used as the\n source of document ids, and then the sort will be applied to\n that.\n\n For most situations, this will not be useful unless you\n frequently get the same search repeatedly with different sort\n options, and none of them ever use \"score\"\n -->\n <!--\n <useFilterForSortedQuery>true</useFilterForSortedQuery>\n -->\n\n <!-- Result Window Size\n\n An optimization for use with the queryResultCache. When a search\n is requested, a superset of the requested number of document ids\n are collected. For example, if a search for a particular query\n requests matching documents 10 through 19, and queryWindowSize is 50,\n then documents 0 through 49 will be collected and cached. Any further\n requests in that range can be satisfied via the cache.\n -->\n <queryResultWindowSize>20</queryResultWindowSize>\n\n <!-- Maximum number of documents to cache for any entry in the\n queryResultCache.\n -->\n <queryResultMaxDocsCached>200</queryResultMaxDocsCached>\n\n <!-- Query Related Event Listeners\n\n Various IndexSearcher related events can trigger Listeners to\n take actions.\n\n newSearcher - fired whenever a new searcher is being prepared\n and there is a current searcher handling requests (aka\n registered). It can be used to prime certain caches to\n prevent long request times for certain requests.\n\n firstSearcher - fired whenever a new searcher is being\n prepared but there is no current registered searcher to handle\n requests or to gain autowarming data from.\n\n\n -->\n <!-- QuerySenderListener takes an array of NamedList and executes a\n local query request for each NamedList in sequence.\n -->\n <listener event=\"newSearcher\" class=\"solr.QuerySenderListener\">\n <arr name=\"queries\">\n <!--\n <lst><str name=\"q\">solr</str><str name=\"sort\">price asc</str></lst>\n <lst><str name=\"q\">rocks</str><str name=\"sort\">weight asc</str></lst>\n -->\n </arr>\n </listener>\n <listener event=\"firstSearcher\" class=\"solr.QuerySenderListener\">\n <arr name=\"queries\">\n <lst>\n <str name=\"q\">static firstSearcher warming in solrconfig.xml</str>\n </lst>\n </arr>\n </listener>\n\n <!-- Use Cold Searcher\n\n If a search request comes in and there is no current\n registered searcher, then immediately register the still\n warming searcher and use it. If \"false\" then all requests\n will block until the first searcher is done warming.\n -->\n <useColdSearcher>true</useColdSearcher>\n\n <!-- Max Warming Searchers\n\n Maximum number of searchers that may be warming in the\n background concurrently. An error is returned if this limit\n is exceeded.\n\n Recommend values of 1-2 for read-only slaves, higher for\n masters w/o cache warming.\n -->\n <maxWarmingSearchers>2</maxWarmingSearchers>\n\n </query>\n\n\n <!-- Request Dispatcher\n\n This section contains instructions for how the SolrDispatchFilter\n should behave when processing requests for this SolrCore.\n\n handleSelect is a legacy option that affects the behavior of requests\n such as /select?qt=XXX\n\n handleSelect=\"true\" will cause the SolrDispatchFilter to process\n the request and dispatch the query to a handler specified by the\n \"qt\" param, assuming \"/select\" isn't already registered.\n\n handleSelect=\"false\" will cause the SolrDispatchFilter to\n ignore \"/select\" requests, resulting in a 404 unless a handler\n is explicitly registered with the name \"/select\"\n\n handleSelect=\"true\" is not recommended for new users, but is the default\n for backwards compatibility\n -->\n <requestDispatcher handleSelect=\"false\" >\n <!-- Request Parsing\n\n These settings indicate how Solr Requests may be parsed, and\n what restrictions may be placed on the ContentStreams from\n those requests\n\n enableRemoteStreaming - enables use of the stream.file\n and stream.url parameters for specifying remote streams.\n\n multipartUploadLimitInKB - specifies the max size (in KiB) of\n Multipart File Uploads that Solr will allow in a Request.\n\n formdataUploadLimitInKB - specifies the max size (in KiB) of\n form data (application/x-www-form-urlencoded) sent via\n POST. You can use POST to pass request parameters not\n fitting into the URL.\n\n addHttpRequestToContext - if set to true, it will instruct\n the requestParsers to include the original HttpServletRequest\n object in the context map of the SolrQueryRequest under the\n key \"httpRequest\". It will not be used by any of the existing\n Solr components, but may be useful when developing custom\n plugins.\n\n *** WARNING ***\n The settings below authorize Solr to fetch remote files, You\n should make sure your system has some authentication before\n using enableRemoteStreaming=\"true\"\n\n -->\n <requestParsers enableRemoteStreaming=\"true\"\n multipartUploadLimitInKB=\"2048000\"\n formdataUploadLimitInKB=\"2048\"\n addHttpRequestToContext=\"false\"/>\n\n <!-- HTTP Caching\n\n Set HTTP caching related parameters (for proxy caches and clients).\n\n The options below instruct Solr not to output any HTTP Caching\n related headers\n -->\n <httpCaching never304=\"true\" />\n <!-- If you include a <cacheControl> directive, it will be used to\n generate a Cache-Control header (as well as an Expires header\n if the value contains \"max-age=\")\n\n By default, no Cache-Control header is generated.\n\n You can use the <cacheControl> option even if you have set\n never304=\"true\"\n -->\n <!--\n <httpCaching never304=\"true\" >\n <cacheControl>max-age=30, public</cacheControl>\n </httpCaching>\n -->\n <!-- To enable Solr to respond with automatically generated HTTP\n Caching headers, and to response to Cache Validation requests\n correctly, set the value of never304=\"false\"\n\n This will cause Solr to generate Last-Modified and ETag\n headers based on the properties of the Index.\n\n The following options can also be specified to affect the\n values of these headers...\n\n lastModFrom - the default value is \"openTime\" which means the\n Last-Modified value (and validation against If-Modified-Since\n requests) will all be relative to when the current Searcher\n was opened. You can change it to lastModFrom=\"dirLastMod\" if\n you want the value to exactly correspond to when the physical\n index was last modified.\n\n etagSeed=\"...\" is an option you can change to force the ETag\n header (and validation against If-None-Match requests) to be\n different even if the index has not changed (ie: when making\n significant changes to your config file)\n\n (lastModifiedFrom and etagSeed are both ignored if you use\n the never304=\"true\" option)\n -->\n <!--\n <httpCaching lastModifiedFrom=\"openTime\"\n etagSeed=\"Solr\">\n <cacheControl>max-age=30, public</cacheControl>\n </httpCaching>\n -->\n </requestDispatcher>\n\n <!-- Request Handlers\n\n http://wiki.apache.org/solr/SolrRequestHandler\n\n Incoming queries will be dispatched to a specific handler by name\n based on the path specified in the request.\n\n Legacy behavior: If the request path uses \"/select\" but no Request\n Handler has that name, and if handleSelect=\"true\" has been specified in\n the requestDispatcher, then the Request Handler is dispatched based on\n the qt parameter. Handlers without a leading '/' are accessed this way\n like so: http://host/app/[core/]select?qt=name If no qt is\n given, then the requestHandler that declares default=\"true\" will be\n used or the one named \"standard\".\n\n If a Request Handler is declared with startup=\"lazy\", then it will\n not be initialized until the first request that uses it.\n\n -->\n\n <requestHandler name=\"/dataimport\" class=\"solr.DataImportHandler\">\n <lst name=\"defaults\">\n <str name=\"config\">solr-data-config.xml</str>\n </lst>\n </requestHandler>\n\n <!-- SearchHandler\n\n http://wiki.apache.org/solr/SearchHandler\n\n For processing Search Queries, the primary Request Handler\n provided with Solr is \"SearchHandler\" It delegates to a sequent\n of SearchComponents (see below) and supports distributed\n queries across multiple shards\n -->\n <requestHandler name=\"/select\" class=\"solr.SearchHandler\">\n <!-- default values for query parameters can be specified, these\n will be overridden by parameters in the request\n -->\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <int name=\"rows\">10</int>\n <str name=\"df\">text</str>\n </lst>\n <!-- In addition to defaults, \"appends\" params can be specified\n to identify values which should be appended to the list of\n multi-val params from the query (or the existing \"defaults\").\n -->\n <!-- In this example, the param \"fq=instock:true\" would be appended to\n any query time fq params the user may specify, as a mechanism for\n partitioning the index, independent of any user selected filtering\n that may also be desired (perhaps as a result of faceted searching).\n\n NOTE: there is *absolutely* nothing a client can do to prevent these\n \"appends\" values from being used, so don't use this mechanism\n unless you are sure you always want it.\n -->\n <!--\n <lst name=\"appends\">\n <str name=\"fq\">inStock:true</str>\n </lst>\n -->\n <!-- \"invariants\" are a way of letting the Solr maintainer lock down\n the options available to Solr clients. Any params values\n specified here are used regardless of what values may be specified\n in either the query, the \"defaults\", or the \"appends\" params.\n\n In this example, the facet.field and facet.query params would\n be fixed, limiting the facets clients can use. Faceting is\n not turned on by default - but if the client does specify\n facet=true in the request, these are the only facets they\n will be able to see counts for; regardless of what other\n facet.field or facet.query params they may specify.\n\n NOTE: there is *absolutely* nothing a client can do to prevent these\n \"invariants\" values from being used, so don't use this mechanism\n unless you are sure you always want it.\n -->\n <!--\n <lst name=\"invariants\">\n <str name=\"facet.field\">cat</str>\n <str name=\"facet.field\">manu_exact</str>\n <str name=\"facet.query\">price:[* TO 500]</str>\n <str name=\"facet.query\">price:[500 TO *]</str>\n </lst>\n -->\n <!-- If the default list of SearchComponents is not desired, that\n list can either be overridden completely, or components can be\n prepended or appended to the default list. (see below)\n -->\n <!--\n <arr name=\"components\">\n <str>nameOfCustomComponent1</str>\n <str>nameOfCustomComponent2</str>\n </arr>\n -->\n </requestHandler>\n\n <!-- A request handler that returns indented JSON by default -->\n <requestHandler name=\"/query\" class=\"solr.SearchHandler\">\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <str name=\"wt\">json</str>\n <str name=\"indent\">true</str>\n <str name=\"df\">text</str>\n </lst>\n </requestHandler>\n\n\n <!-- realtime get handler, guaranteed to return the latest stored fields of\n any document, without the need to commit or open a new searcher. The\n current implementation relies on the updateLog feature being enabled.\n\n ** WARNING **\n Do NOT disable the realtime get handler at /get if you are using\n SolrCloud otherwise any leader election will cause a full sync in ALL\n replicas for the shard in question. Similarly, a replica recovery will\n also always fetch the complete index from the leader because a partial\n sync will not be possible in the absence of this handler.\n -->\n <requestHandler name=\"/get\" class=\"solr.RealTimeGetHandler\">\n <lst name=\"defaults\">\n <str name=\"omitHeader\">true</str>\n <str name=\"wt\">json</str>\n <str name=\"indent\">true</str>\n </lst>\n </requestHandler>\n\n\n <!-- A Robust Example\n\n This example SearchHandler declaration shows off usage of the\n SearchHandler with many defaults declared\n\n Note that multiple instances of the same Request Handler\n (SearchHandler) can be registered multiple times with different\n names (and different init parameters)\n -->\n <requestHandler name=\"/browse\" class=\"solr.SearchHandler\">\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n\n <!-- VelocityResponseWriter settings -->\n <str name=\"wt\">velocity</str>\n <str name=\"v.template\">browse</str>\n <str name=\"v.layout\">layout</str>\n\n <!-- Query settings -->\n <str name=\"defType\">edismax</str>\n <str name=\"q.alt\">*:*</str>\n <str name=\"rows\">10</str>\n <str name=\"fl\">*,score</str>\n\n <!-- Faceting defaults -->\n <str name=\"facet\">on</str>\n <str name=\"facet.mincount\">1</str>\n </lst>\n </requestHandler>\n\n\n <initParams path=\"/update/**,/query,/select,/tvrh,/elevate,/spell,/browse\">\n <lst name=\"defaults\">\n <str name=\"df\">text</str>\n <str name=\"update.chain\">add-unknown-fields-to-the-schema</str>\n </lst>\n </initParams>\n\n <!-- Update Request Handler.\n\n http://wiki.apache.org/solr/UpdateXmlMessages\n\n The canonical Request Handler for Modifying the Index through\n commands specified using XML, JSON, CSV, or JAVABIN\n\n Note: Since solr1.1 requestHandlers requires a valid content\n type header if posted in the body. For example, curl now\n requires: -H 'Content-type:text/xml; charset=utf-8'\n\n To override the request content type and force a specific\n Content-type, use the request parameter:\n ?update.contentType=text/csv\n\n This handler will pick a response format to match the input\n if the 'wt' parameter is not explicit\n -->\n <requestHandler name=\"/update\" class=\"solr.UpdateRequestHandler\">\n <!-- See below for information on defining\n updateRequestProcessorChains that can be used by name\n on each Update Request\n -->\n <!--\n <lst name=\"defaults\">\n <str name=\"update.chain\">dedupe</str>\n </lst>\n -->\n </requestHandler>\n\n <!-- Solr Cell Update Request Handler\n\n http://wiki.apache.org/solr/ExtractingRequestHandler\n\n -->\n <requestHandler name=\"/update/extract\"\n startup=\"lazy\"\n class=\"solr.extraction.ExtractingRequestHandler\" >\n <lst name=\"defaults\">\n <str name=\"lowernames\">true</str>\n <str name=\"uprefix\">ignored_</str>\n\n <!-- capture link hrefs but ignore div attributes -->\n <str name=\"captureAttr\">true</str>\n <str name=\"fmap.a\">links</str>\n <str name=\"fmap.div\">ignored_</str>\n </lst>\n </requestHandler>\n\n\n <!-- Field Analysis Request Handler\n\n RequestHandler that provides much the same functionality as\n analysis.jsp. Provides the ability to specify multiple field\n types and field names in the same request and outputs\n index-time and query-time analysis for each of them.\n\n Request parameters are:\n analysis.fieldname - field name whose analyzers are to be used\n\n analysis.fieldtype - field type whose analyzers are to be used\n analysis.fieldvalue - text for index-time analysis\n q (or analysis.q) - text for query time analysis\n analysis.showmatch (true|false) - When set to true and when\n query analysis is performed, the produced tokens of the\n field value analysis will be marked as \"matched\" for every\n token that is produces by the query analysis\n -->\n <requestHandler name=\"/analysis/field\"\n startup=\"lazy\"\n class=\"solr.FieldAnalysisRequestHandler\" />\n\n\n <!-- Document Analysis Handler\n\n http://wiki.apache.org/solr/AnalysisRequestHandler\n\n An analysis handler that provides a breakdown of the analysis\n process of provided documents. This handler expects a (single)\n content stream with the following format:\n\n <docs>\n <doc>\n <field name=\"id\">1</field>\n <field name=\"name\">The Name</field>\n <field name=\"text\">The Text Value</field>\n </doc>\n <doc>...</doc>\n <doc>...</doc>\n ...\n </docs>\n\n Note: Each document must contain a field which serves as the\n unique key. This key is used in the returned response to associate\n an analysis breakdown to the analyzed document.\n\n Like the FieldAnalysisRequestHandler, this handler also supports\n query analysis by sending either an \"analysis.query\" or \"q\"\n request parameter that holds the query text to be analyzed. It\n also supports the \"analysis.showmatch\" parameter which when set to\n true, all field tokens that match the query tokens will be marked\n as a \"match\".\n -->\n <requestHandler name=\"/analysis/document\"\n class=\"solr.DocumentAnalysisRequestHandler\"\n startup=\"lazy\" />\n\n <!-- This single handler is equivalent to the following... -->\n <!--\n <requestHandler name=\"/admin/luke\" class=\"solr.admin.LukeRequestHandler\" />\n <requestHandler name=\"/admin/system\" class=\"solr.admin.SystemInfoHandler\" />\n <requestHandler name=\"/admin/plugins\" class=\"solr.admin.PluginInfoHandler\" />\n <requestHandler name=\"/admin/threads\" class=\"solr.admin.ThreadDumpHandler\" />\n <requestHandler name=\"/admin/properties\" class=\"solr.admin.PropertiesRequestHandler\" />\n <requestHandler name=\"/admin/file\" class=\"solr.admin.ShowFileRequestHandler\" >\n -->\n <!-- If you wish to hide files under ${solr.home}/conf, explicitly\n register the ShowFileRequestHandler using the definition below.\n NOTE: The glob pattern ('*') is the only pattern supported at present, *.xml will\n not exclude all files ending in '.xml'. Use it to exclude _all_ updates\n -->\n <!--\n <requestHandler name=\"/admin/file\"\n class=\"solr.admin.ShowFileRequestHandler\" >\n <lst name=\"invariants\">\n <str name=\"hidden\">synonyms.txt</str>\n <str name=\"hidden\">anotherfile.txt</str>\n <str name=\"hidden\">*</str>\n </lst>\n </requestHandler>\n -->\n\n <!--\n Enabling this request handler (which is NOT a default part of the admin handler) will allow the Solr UI to edit\n all the config files. This is intended for secure/development use ONLY! Leaving available and publically\n accessible is a security vulnerability and should be done with extreme caution!\n -->\n <!--\n <requestHandler name=\"/admin/fileedit\" class=\"solr.admin.EditFileRequestHandler\" >\n <lst name=\"invariants\">\n <str name=\"hidden\">synonyms.txt</str>\n <str name=\"hidden\">anotherfile.txt</str>\n </lst>\n </requestHandler>\n -->\n <!-- ping/healthcheck -->\n <requestHandler name=\"/admin/ping\" class=\"solr.PingRequestHandler\">\n <lst name=\"invariants\">\n <str name=\"q\">solrpingquery</str>\n </lst>\n <lst name=\"defaults\">\n <str name=\"echoParams\">all</str>\n </lst>\n <!-- An optional feature of the PingRequestHandler is to configure the\n handler with a \"healthcheckFile\" which can be used to enable/disable\n the PingRequestHandler.\n relative paths are resolved against the data dir\n -->\n <!-- <str name=\"healthcheckFile\">server-enabled.txt</str> -->\n </requestHandler>\n\n <!-- Echo the request contents back to the client -->\n <requestHandler name=\"/debug/dump\" class=\"solr.DumpRequestHandler\" >\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <str name=\"echoHandler\">true</str>\n </lst>\n </requestHandler>\n\n <!-- Solr Replication\n\n The SolrReplicationHandler supports replicating indexes from a\n \"master\" used for indexing and \"slaves\" used for queries.\n\n http://wiki.apache.org/solr/SolrReplication\n\n It is also necessary for SolrCloud to function (in Cloud mode, the\n replication handler is used to bulk transfer segments when nodes\n are added or need to recover).\n\n https://wiki.apache.org/solr/SolrCloud/\n -->\n <requestHandler name=\"/replication\" class=\"solr.ReplicationHandler\" >\n <!--\n To enable simple master/slave replication, uncomment one of the\n sections below, depending on whether this solr instance should be\n the \"master\" or a \"slave\". If this instance is a \"slave\" you will\n also need to fill in the masterUrl to point to a real machine.\n -->\n <!--\n <lst name=\"master\">\n <str name=\"replicateAfter\">commit</str>\n <str name=\"replicateAfter\">startup</str>\n <str name=\"confFiles\">schema.xml,stopwords.txt</str>\n </lst>\n -->\n <!--\n <lst name=\"slave\">\n <str name=\"masterUrl\">http://your-master-hostname:8983/solr</str>\n <str name=\"pollInterval\">00:00:60</str>\n </lst>\n -->\n </requestHandler>\n\n <!-- Search Components\n\n Search components are registered to SolrCore and used by\n instances of SearchHandler (which can access them by name)\n\n By default, the following components are available:\n\n <searchComponent name=\"query\" class=\"solr.QueryComponent\" />\n <searchComponent name=\"facet\" class=\"solr.FacetComponent\" />\n <searchComponent name=\"mlt\" class=\"solr.MoreLikeThisComponent\" />\n <searchComponent name=\"highlight\" class=\"solr.HighlightComponent\" />\n <searchComponent name=\"stats\" class=\"solr.StatsComponent\" />\n <searchComponent name=\"debug\" class=\"solr.DebugComponent\" />\n\n Default configuration in a requestHandler would look like:\n\n <arr name=\"components\">\n <str>query</str>\n <str>facet</str>\n <str>mlt</str>\n <str>highlight</str>\n <str>stats</str>\n <str>debug</str>\n </arr>\n\n If you register a searchComponent to one of the standard names,\n that will be used instead of the default.\n\n To insert components before or after the 'standard' components, use:\n\n <arr name=\"first-components\">\n <str>myFirstComponentName</str>\n </arr>\n\n <arr name=\"last-components\">\n <str>myLastComponentName</str>\n </arr>\n\n NOTE: The component registered with the name \"debug\" will\n always be executed after the \"last-components\"\n\n -->\n\n <!-- Spell Check\n\n The spell check component can return a list of alternative spelling\n suggestions.\n\n http://wiki.apache.org/solr/SpellCheckComponent\n -->\n <searchComponent name=\"spellcheck\" class=\"solr.SpellCheckComponent\">\n\n <str name=\"queryAnalyzerFieldType\">text_general</str>\n\n <!-- Multiple \"Spell Checkers\" can be declared and used by this\n component\n -->\n\n <!-- a spellchecker built from a field of the main index -->\n <lst name=\"spellchecker\">\n <str name=\"name\">default</str>\n <str name=\"field\">text</str>\n <str name=\"classname\">solr.DirectSolrSpellChecker</str>\n <!-- the spellcheck distance measure used, the default is the internal levenshtein -->\n <str name=\"distanceMeasure\">internal</str>\n <!-- minimum accuracy needed to be considered a valid spellcheck suggestion -->\n <float name=\"accuracy\">0.5</float>\n <!-- the maximum #edits we consider when enumerating terms: can be 1 or 2 -->\n <int name=\"maxEdits\">2</int>\n <!-- the minimum shared prefix when enumerating terms -->\n <int name=\"minPrefix\">1</int>\n <!-- maximum number of inspections per result. -->\n <int name=\"maxInspections\">5</int>\n <!-- minimum length of a query term to be considered for correction -->\n <int name=\"minQueryLength\">4</int>\n <!-- maximum threshold of documents a query term can appear to be considered for correction -->\n <float name=\"maxQueryFrequency\">0.01</float>\n <!-- uncomment this to require suggestions to occur in 1% of the documents\n \t<float name=\"thresholdTokenFrequency\">.01</float>\n -->\n </lst>\n\n <!-- a spellchecker that can break or combine words. See \"/spell\" handler below for usage -->\n <lst name=\"spellchecker\">\n <str name=\"name\">wordbreak</str>\n <str name=\"classname\">solr.WordBreakSolrSpellChecker</str>\n <str name=\"field\">name</str>\n <str name=\"combineWords\">true</str>\n <str name=\"breakWords\">true</str>\n <int name=\"maxChanges\">10</int>\n </lst>\n\n <!-- a spellchecker that uses a different distance measure -->\n <!--\n <lst name=\"spellchecker\">\n <str name=\"name\">jarowinkler</str>\n <str name=\"field\">spell</str>\n <str name=\"classname\">solr.DirectSolrSpellChecker</str>\n <str name=\"distanceMeasure\">\n org.apache.lucene.search.spell.JaroWinklerDistance\n </str>\n </lst>\n -->\n\n <!-- a spellchecker that use an alternate comparator\n\n comparatorClass be one of:\n 1. score (default)\n 2. freq (Frequency first, then score)\n 3. A fully qualified class name\n -->\n <!--\n <lst name=\"spellchecker\">\n <str name=\"name\">freq</str>\n <str name=\"field\">lowerfilt</str>\n <str name=\"classname\">solr.DirectSolrSpellChecker</str>\n <str name=\"comparatorClass\">freq</str>\n -->\n\n <!-- A spellchecker that reads the list of words from a file -->\n <!--\n <lst name=\"spellchecker\">\n <str name=\"classname\">solr.FileBasedSpellChecker</str>\n <str name=\"name\">file</str>\n <str name=\"sourceLocation\">spellings.txt</str>\n <str name=\"characterEncoding\">UTF-8</str>\n <str name=\"spellcheckIndexDir\">spellcheckerFile</str>\n </lst>\n -->\n </searchComponent>\n\n <!-- A request handler for demonstrating the spellcheck component.\n\n NOTE: This is purely as an example. The whole purpose of the\n SpellCheckComponent is to hook it into the request handler that\n handles your normal user queries so that a separate request is\n not needed to get suggestions.\n\n IN OTHER WORDS, THERE IS REALLY GOOD CHANCE THE SETUP BELOW IS\n NOT WHAT YOU WANT FOR YOUR PRODUCTION SYSTEM!\n\n See http://wiki.apache.org/solr/SpellCheckComponent for details\n on the request parameters.\n -->\n <requestHandler name=\"/spell\" class=\"solr.SearchHandler\" startup=\"lazy\">\n <lst name=\"defaults\">\n <str name=\"df\">text</str>\n <!-- Solr will use suggestions from both the 'default' spellchecker\n and from the 'wordbreak' spellchecker and combine them.\n collations (re-written queries) can include a combination of\n corrections from both spellcheckers -->\n <str name=\"spellcheck.dictionary\">default</str>\n <str name=\"spellcheck.dictionary\">wordbreak</str>\n <str name=\"spellcheck\">on</str>\n <str name=\"spellcheck.extendedResults\">true</str>\n <str name=\"spellcheck.count\">10</str>\n <str name=\"spellcheck.alternativeTermCount\">5</str>\n <str name=\"spellcheck.maxResultsForSuggest\">5</str>\n <str name=\"spellcheck.collate\">true</str>\n <str name=\"spellcheck.collateExtendedResults\">true</str>\n <str name=\"spellcheck.maxCollationTries\">10</str>\n <str name=\"spellcheck.maxCollations\">5</str>\n </lst>\n <arr name=\"last-components\">\n <str>spellcheck</str>\n </arr>\n </requestHandler>\n\n <searchComponent name=\"suggest\" class=\"solr.SuggestComponent\">\n \t<lst name=\"suggester\">\n <str name=\"name\">mySuggester</str>\n <str name=\"lookupImpl\">FuzzyLookupFactory</str> <!-- org.apache.solr.spelling.suggest.fst -->\n <str name=\"dictionaryImpl\">DocumentDictionaryFactory</str> <!-- org.apache.solr.spelling.suggest.HighFrequencyDictionaryFactory -->\n <str name=\"field\">cat</str>\n <str name=\"weightField\">price</str>\n <str name=\"suggestAnalyzerFieldType\">string</str>\n </lst>\n </searchComponent>\n\n <requestHandler name=\"/suggest\" class=\"solr.SearchHandler\" startup=\"lazy\">\n <lst name=\"defaults\">\n <str name=\"suggest\">true</str>\n <str name=\"suggest.count\">10</str>\n </lst>\n <arr name=\"components\">\n <str>suggest</str>\n </arr>\n </requestHandler>\n <!-- Term Vector Component\n\n http://wiki.apache.org/solr/TermVectorComponent\n -->\n <searchComponent name=\"tvComponent\" class=\"solr.TermVectorComponent\"/>\n\n <!-- A request handler for demonstrating the term vector component\n\n This is purely as an example.\n\n In reality you will likely want to add the component to your\n already specified request handlers.\n -->\n <requestHandler name=\"/tvrh\" class=\"solr.SearchHandler\" startup=\"lazy\">\n <lst name=\"defaults\">\n <str name=\"df\">text</str>\n <bool name=\"tv\">true</bool>\n </lst>\n <arr name=\"last-components\">\n <str>tvComponent</str>\n </arr>\n </requestHandler>\n\n <!-- Clustering Component\n\n You'll need to set the solr.clustering.enabled system property\n when running solr to run with clustering enabled:\n\n java -Dsolr.clustering.enabled=true -jar start.jar\n\n http://wiki.apache.org/solr/ClusteringComponent\n http://carrot2.github.io/solr-integration-strategies/\n -->\n <searchComponent name=\"clustering\"\n enable=\"${solr.clustering.enabled:false}\"\n class=\"solr.clustering.ClusteringComponent\" >\n <lst name=\"engine\">\n <str name=\"name\">lingo</str>\n\n <!-- Class name of a clustering algorithm compatible with the Carrot2 framework.\n\n Currently available open source algorithms are:\n * org.carrot2.clustering.lingo.LingoClusteringAlgorithm\n * org.carrot2.clustering.stc.STCClusteringAlgorithm\n * org.carrot2.clustering.kmeans.BisectingKMeansClusteringAlgorithm\n\n See http://project.carrot2.org/algorithms.html for more information.\n\n A commercial algorithm Lingo3G (needs to be installed separately) is defined as:\n * com.carrotsearch.lingo3g.Lingo3GClusteringAlgorithm\n -->\n <str name=\"carrot.algorithm\">org.carrot2.clustering.lingo.LingoClusteringAlgorithm</str>\n\n <!-- Override location of the clustering algorithm's resources\n (attribute definitions and lexical resources).\n\n A directory from which to load algorithm-specific stop words,\n stop labels and attribute definition XMLs.\n\n For an overview of Carrot2 lexical resources, see:\n http://download.carrot2.org/head/manual/#chapter.lexical-resources\n\n For an overview of Lingo3G lexical resources, see:\n http://download.carrotsearch.com/lingo3g/manual/#chapter.lexical-resources\n -->\n <str name=\"carrot.resourcesDir\">clustering/carrot2</str>\n </lst>\n\n <!-- An example definition for the STC clustering algorithm. -->\n <lst name=\"engine\">\n <str name=\"name\">stc</str>\n <str name=\"carrot.algorithm\">org.carrot2.clustering.stc.STCClusteringAlgorithm</str>\n </lst>\n\n <!-- An example definition for the bisecting kmeans clustering algorithm. -->\n <lst name=\"engine\">\n <str name=\"name\">kmeans</str>\n <str name=\"carrot.algorithm\">org.carrot2.clustering.kmeans.BisectingKMeansClusteringAlgorithm</str>\n </lst>\n </searchComponent>\n\n <!-- A request handler for demonstrating the clustering component\n\n This is purely as an example.\n\n In reality you will likely want to add the component to your\n already specified request handlers.\n -->\n <requestHandler name=\"/clustering\"\n startup=\"lazy\"\n enable=\"${solr.clustering.enabled:false}\"\n class=\"solr.SearchHandler\">\n <lst name=\"defaults\">\n <bool name=\"clustering\">true</bool>\n <bool name=\"clustering.results\">true</bool>\n <!-- Field name with the logical \"title\" of a each document (optional) -->\n <str name=\"carrot.title\">name</str>\n <!-- Field name with the logical \"URL\" of a each document (optional) -->\n <str name=\"carrot.url\">id</str>\n <!-- Field name with the logical \"content\" of a each document (optional) -->\n <str name=\"carrot.snippet\">features</str>\n <!-- Apply highlighter to the title/ content and use this for clustering. -->\n <bool name=\"carrot.produceSummary\">true</bool>\n <!-- the maximum number of labels per cluster -->\n <!--<int name=\"carrot.numDescriptions\">5</int>-->\n <!-- produce sub clusters -->\n <bool name=\"carrot.outputSubClusters\">false</bool>\n\n <!-- Configure the remaining request handler parameters. -->\n <str name=\"defType\">edismax</str>\n <str name=\"qf\">\n text^0.5 features^1.0 name^1.2 sku^1.5 id^10.0 manu^1.1 cat^1.4\n </str>\n <str name=\"q.alt\">*:*</str>\n <str name=\"rows\">10</str>\n <str name=\"fl\">*,score</str>\n </lst>\n <arr name=\"last-components\">\n <str>clustering</str>\n </arr>\n </requestHandler>\n\n <!-- Terms Component\n\n http://wiki.apache.org/solr/TermsComponent\n\n A component to return terms and document frequency of those\n terms\n -->\n <searchComponent name=\"terms\" class=\"solr.TermsComponent\"/>\n\n <!-- A request handler for demonstrating the terms component -->\n <requestHandler name=\"/terms\" class=\"solr.SearchHandler\" startup=\"lazy\">\n <lst name=\"defaults\">\n <bool name=\"terms\">true</bool>\n <bool name=\"distrib\">false</bool>\n </lst>\n <arr name=\"components\">\n <str>terms</str>\n </arr>\n </requestHandler>\n\n\n <!-- Query Elevation Component\n\n http://wiki.apache.org/solr/QueryElevationComponent\n\n a search component that enables you to configure the top\n results for a given query regardless of the normal lucene\n scoring.\n -->\n <searchComponent name=\"elevator\" class=\"solr.QueryElevationComponent\" >\n <!-- pick a fieldType to analyze queries -->\n <str name=\"queryFieldType\">string</str>\n <str name=\"config-file\">elevate.xml</str>\n </searchComponent>\n\n <!-- A request handler for demonstrating the elevator component -->\n <requestHandler name=\"/elevate\" class=\"solr.SearchHandler\" startup=\"lazy\">\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <str name=\"df\">text</str>\n </lst>\n <arr name=\"last-components\">\n <str>elevator</str>\n </arr>\n </requestHandler>\n\n <!-- Highlighting Component\n\n http://wiki.apache.org/solr/HighlightingParameters\n -->\n <searchComponent class=\"solr.HighlightComponent\" name=\"highlight\">\n <highlighting>\n <!-- Configure the standard fragmenter -->\n <!-- This could most likely be commented out in the \"default\" case -->\n <fragmenter name=\"gap\"\n default=\"true\"\n class=\"solr.highlight.GapFragmenter\">\n <lst name=\"defaults\">\n <int name=\"hl.fragsize\">100</int>\n </lst>\n </fragmenter>\n\n <!-- A regular-expression-based fragmenter\n (for sentence extraction)\n -->\n <fragmenter name=\"regex\"\n class=\"solr.highlight.RegexFragmenter\">\n <lst name=\"defaults\">\n <!-- slightly smaller fragsizes work better because of slop -->\n <int name=\"hl.fragsize\">70</int>\n <!-- allow 50% slop on fragment sizes -->\n <float name=\"hl.regex.slop\">0.5</float>\n <!-- a basic sentence pattern -->\n <str name=\"hl.regex.pattern\">[-\\w ,/\\n\\"']{20,200}</str>\n </lst>\n </fragmenter>\n\n <!-- Configure the standard formatter -->\n <formatter name=\"html\"\n default=\"true\"\n class=\"solr.highlight.HtmlFormatter\">\n <lst name=\"defaults\">\n <str name=\"hl.simple.pre\"><![CDATA[<em>]]></str>\n <str name=\"hl.simple.post\"><![CDATA[</em>]]></str>\n </lst>\n </formatter>\n\n <!-- Configure the standard encoder -->\n <encoder name=\"html\"\n class=\"solr.highlight.HtmlEncoder\" />\n\n <!-- Configure the standard fragListBuilder -->\n <fragListBuilder name=\"simple\"\n class=\"solr.highlight.SimpleFragListBuilder\"/>\n\n <!-- Configure the single fragListBuilder -->\n <fragListBuilder name=\"single\"\n class=\"solr.highlight.SingleFragListBuilder\"/>\n\n <!-- Configure the weighted fragListBuilder -->\n <fragListBuilder name=\"weighted\"\n default=\"true\"\n class=\"solr.highlight.WeightedFragListBuilder\"/>\n\n <!-- default tag FragmentsBuilder -->\n <fragmentsBuilder name=\"default\"\n default=\"true\"\n class=\"solr.highlight.ScoreOrderFragmentsBuilder\">\n <!--\n <lst name=\"defaults\">\n <str name=\"hl.multiValuedSeparatorChar\">/</str>\n </lst>\n -->\n </fragmentsBuilder>\n\n <!-- multi-colored tag FragmentsBuilder -->\n <fragmentsBuilder name=\"colored\"\n class=\"solr.highlight.ScoreOrderFragmentsBuilder\">\n <lst name=\"defaults\">\n <str name=\"hl.tag.pre\"><![CDATA[\n <b style=\"background:yellow\">,<b style=\"background:lawgreen\">,\n <b style=\"background:aquamarine\">,<b style=\"background:magenta\">,\n <b style=\"background:palegreen\">,<b style=\"background:coral\">,\n <b style=\"background:wheat\">,<b style=\"background:khaki\">,\n <b style=\"background:lime\">,<b style=\"background:deepskyblue\">]]></str>\n <str name=\"hl.tag.post\"><![CDATA[</b>]]></str>\n </lst>\n </fragmentsBuilder>\n\n <boundaryScanner name=\"default\"\n default=\"true\"\n class=\"solr.highlight.SimpleBoundaryScanner\">\n <lst name=\"defaults\">\n <str name=\"hl.bs.maxScan\">10</str>\n <str name=\"hl.bs.chars\">.,!? 	 </str>\n </lst>\n </boundaryScanner>\n\n <boundaryScanner name=\"breakIterator\"\n class=\"solr.highlight.BreakIteratorBoundaryScanner\">\n <lst name=\"defaults\">\n <!-- type should be one of CHARACTER, WORD(default), LINE and SENTENCE -->\n <str name=\"hl.bs.type\">WORD</str>\n <!-- language and country are used when constructing Locale object. -->\n <!-- And the Locale object will be used when getting instance of BreakIterator -->\n <str name=\"hl.bs.language\">en</str>\n <str name=\"hl.bs.country\">US</str>\n </lst>\n </boundaryScanner>\n </highlighting>\n </searchComponent>\n\n <!-- Update Processors\n\n Chains of Update Processor Factories for dealing with Update\n Requests can be declared, and then used by name in Update\n Request Processors\n\n http://wiki.apache.org/solr/UpdateRequestProcessor\n\n -->\n\n <!-- Add unknown fields to the schema\n\n An example field type guessing update processor that will\n attempt to parse string-typed field values as Booleans, Longs,\n Doubles, or Dates, and then add schema fields with the guessed\n field types.\n\n This requires that the schema is both managed and mutable, by\n declaring schemaFactory as ManagedIndexSchemaFactory, with\n mutable specified as true.\n\n See http://wiki.apache.org/solr/GuessingFieldTypes\n -->\n <updateRequestProcessorChain name=\"add-unknown-fields-to-the-schema\">\n <processor class=\"solr.DefaultValueUpdateProcessorFactory\">\n <str name=\"fieldName\">_ttl_</str>\n <str name=\"value\">+{{ranger_audit_max_retention_days}}DAYS</str>\n </processor>\n <processor class=\"solr.processor.DocExpirationUpdateProcessorFactory\">\n <int name=\"autoDeletePeriodSeconds\">86400</int>\n <str name=\"ttlFieldName\">_ttl_</str>\n <str name=\"expirationFieldName\">_expire_at_</str>\n </processor>\n <processor class=\"solr.FirstFieldValueUpdateProcessorFactory\">\n <str name=\"fieldName\">_expire_at_</str>\n </processor>\n\n <processor class=\"solr.RemoveBlankFieldUpdateProcessorFactory\"/>\n <processor class=\"solr.ParseBooleanFieldUpdateProcessorFactory\"/>\n <processor class=\"solr.ParseLongFieldUpdateProcessorFactory\"/>\n <processor class=\"solr.ParseDoubleFieldUpdateProcessorFactory\"/>\n <processor class=\"solr.ParseDateFieldUpdateProcessorFactory\">\n <arr name=\"format\">\n <str>yyyy-MM-dd'T'HH:mm:ss.SSSZ</str>\n <str>yyyy-MM-dd'T'HH:mm:ss,SSSZ</str>\n <str>yyyy-MM-dd'T'HH:mm:ss.SSS</str>\n <str>yyyy-MM-dd'T'HH:mm:ss,SSS</str>\n <str>yyyy-MM-dd'T'HH:mm:ssZ</str>\n <str>yyyy-MM-dd'T'HH:mm:ss</str>\n <str>yyyy-MM-dd'T'HH:mmZ</str>\n <str>yyyy-MM-dd'T'HH:mm</str>\n <str>yyyy-MM-dd HH:mm:ss.SSSZ</str>\n <str>yyyy-MM-dd HH:mm:ss,SSSZ</str>\n <str>yyyy-MM-dd HH:mm:ss.SSS</str>\n <str>yyyy-MM-dd HH:mm:ss,SSS</str>\n <str>yyyy-MM-dd HH:mm:ssZ</str>\n <str>yyyy-MM-dd HH:mm:ss</str>\n <str>yyyy-MM-dd HH:mmZ</str>\n <str>yyyy-MM-dd HH:mm</str>\n <str>yyyy-MM-dd</str>\n </arr>\n </processor>\n <processor class=\"solr.AddSchemaFieldsUpdateProcessorFactory\">\n <str name=\"defaultFieldType\">key_lower_case</str>\n <lst name=\"typeMapping\">\n <str name=\"valueClass\">java.lang.Boolean</str>\n <str name=\"fieldType\">boolean</str>\n </lst>\n <lst name=\"typeMapping\">\n <str name=\"valueClass\">java.util.Date</str>\n <str name=\"fieldType\">tdate</str>\n </lst>\n <lst name=\"typeMapping\">\n <str name=\"valueClass\">java.lang.Long</str>\n <str name=\"valueClass\">java.lang.Integer</str>\n <str name=\"fieldType\">tlong</str>\n </lst>\n <lst name=\"typeMapping\">\n <str name=\"valueClass\">java.lang.Number</str>\n <str name=\"fieldType\">tdouble</str>\n </lst>\n </processor>\n <processor class=\"solr.LogUpdateProcessorFactory\"/>\n <processor class=\"solr.RunUpdateProcessorFactory\"/>\n </updateRequestProcessorChain>\n\n\n <!-- Deduplication\n\n An example dedup update processor that creates the \"id\" field\n on the fly based on the hash code of some other fields. This\n example has overwriteDupes set to false since we are using the\n id field as the signatureField and Solr will maintain\n uniqueness based on that anyway.\n\n -->\n <!--\n <updateRequestProcessorChain name=\"dedupe\">\n <processor class=\"solr.processor.SignatureUpdateProcessorFactory\">\n <bool name=\"enabled\">true</bool>\n <str name=\"signatureField\">id</str>\n <bool name=\"overwriteDupes\">false</bool>\n <str name=\"fields\">name,features,cat</str>\n <str name=\"signatureClass\">solr.processor.Lookup3Signature</str>\n </processor>\n <processor class=\"solr.LogUpdateProcessorFactory\" />\n <processor class=\"solr.RunUpdateProcessorFactory\" />\n </updateRequestProcessorChain>\n -->\n\n <!-- Language identification\n\n This example update chain identifies the language of the incoming\n documents using the langid contrib. The detected language is\n written to field language_s. No field name mapping is done.\n The fields used for detection are text, title, subject and description,\n making this example suitable for detecting languages form full-text\n rich documents injected via ExtractingRequestHandler.\n See more about langId at http://wiki.apache.org/solr/LanguageDetection\n -->\n <!--\n <updateRequestProcessorChain name=\"langid\">\n <processor class=\"org.apache.solr.update.processor.TikaLanguageIdentifierUpdateProcessorFactory\">\n <str name=\"langid.fl\">text,title,subject,description</str>\n <str name=\"langid.langField\">language_s</str>\n <str name=\"langid.fallback\">en</str>\n </processor>\n <processor class=\"solr.LogUpdateProcessorFactory\" />\n <processor class=\"solr.RunUpdateProcessorFactory\" />\n </updateRequestProcessorChain>\n -->\n\n <!-- Script update processor\n\n This example hooks in an update processor implemented using JavaScript.\n\n See more about the script update processor at http://wiki.apache.org/solr/ScriptUpdateProcessor\n -->\n <!--\n <updateRequestProcessorChain name=\"script\">\n <processor class=\"solr.StatelessScriptUpdateProcessorFactory\">\n <str name=\"script\">update-script.js</str>\n <lst name=\"params\">\n <str name=\"config_param\">example config parameter</str>\n </lst>\n </processor>\n <processor class=\"solr.RunUpdateProcessorFactory\" />\n </updateRequestProcessorChain>\n -->\n\n <!-- Response Writers\n\n http://wiki.apache.org/solr/QueryResponseWriter\n\n Request responses will be written using the writer specified by\n the 'wt' request parameter matching the name of a registered\n writer.\n\n The \"default\" writer is the default and will be used if 'wt' is\n not specified in the request.\n -->\n <!-- The following response writers are implicitly configured unless\n overridden...\n -->\n <!--\n <queryResponseWriter name=\"xml\"\n default=\"true\"\n class=\"solr.XMLResponseWriter\" />\n <queryResponseWriter name=\"json\" class=\"solr.JSONResponseWriter\"/>\n <queryResponseWriter name=\"python\" class=\"solr.PythonResponseWriter\"/>\n <queryResponseWriter name=\"ruby\" class=\"solr.RubyResponseWriter\"/>\n <queryResponseWriter name=\"php\" class=\"solr.PHPResponseWriter\"/>\n <queryResponseWriter name=\"phps\" class=\"solr.PHPSerializedResponseWriter\"/>\n <queryResponseWriter name=\"csv\" class=\"solr.CSVResponseWriter\"/>\n <queryResponseWriter name=\"schema.xml\" class=\"solr.SchemaXmlResponseWriter\"/>\n -->\n\n <queryResponseWriter name=\"json\" class=\"solr.JSONResponseWriter\">\n <!-- For the purposes of the tutorial, JSON responses are written as\n plain text so that they are easy to read in *any* browser.\n If you expect a MIME type of \"application/json\" just remove this override.\n -->\n <str name=\"content-type\">text/plain; charset=UTF-8</str>\n </queryResponseWriter>\n\n <!--\n Custom response writers can be declared as needed...\n -->\n <queryResponseWriter name=\"velocity\" class=\"solr.VelocityResponseWriter\" startup=\"lazy\">\n <str name=\"template.base.dir\">${velocity.template.base.dir:}</str>\n </queryResponseWriter>\n\n <!-- XSLT response writer transforms the XML output by any xslt file found\n in Solr's conf/xslt directory. Changes to xslt files are checked for\n every xsltCacheLifetimeSeconds.\n -->\n <queryResponseWriter name=\"xslt\" class=\"solr.XSLTResponseWriter\">\n <int name=\"xsltCacheLifetimeSeconds\">5</int>\n </queryResponseWriter>\n\n <!-- Query Parsers\n\n http://wiki.apache.org/solr/SolrQuerySyntax\n\n Multiple QParserPlugins can be registered by name, and then\n used in either the \"defType\" param for the QueryComponent (used\n by SearchHandler) or in LocalParams\n -->\n <!-- example of registering a query parser -->\n <!--\n <queryParser name=\"myparser\" class=\"com.mycompany.MyQParserPlugin\"/>\n -->\n\n <!-- Function Parsers\n\n http://wiki.apache.org/solr/FunctionQuery\n\n Multiple ValueSourceParsers can be registered by name, and then\n used as function names when using the \"func\" QParser.\n -->\n <!-- example of registering a custom function parser -->\n <!--\n <valueSourceParser name=\"myfunc\"\n class=\"com.mycompany.MyValueSourceParser\" />\n -->\n\n\n <!-- Document Transformers\n http://wiki.apache.org/solr/DocTransformers\n -->\n <!--\n Could be something like:\n <transformer name=\"db\" class=\"com.mycompany.LoadFromDatabaseTransformer\" >\n <int name=\"connection\">jdbc://....</int>\n </transformer>\n\n To add a constant value to all docs, use:\n <transformer name=\"mytrans2\" class=\"org.apache.solr.response.transform.ValueAugmenterFactory\" >\n <int name=\"value\">5</int>\n </transformer>\n\n If you want the user to still be able to change it with _value:something_ use this:\n <transformer name=\"mytrans3\" class=\"org.apache.solr.response.transform.ValueAugmenterFactory\" >\n <double name=\"defaultValue\">5</double>\n </transformer>\n\n If you are using the QueryElevationComponent, you may wish to mark documents that get boosted. The\n EditorialMarkerFactory will do exactly that:\n <transformer name=\"qecBooster\" class=\"org.apache.solr.response.transform.EditorialMarkerFactory\" />\n -->\n\n\n <!-- Legacy config for the admin interface -->\n <admin>\n <defaultQuery>*:*</defaultQuery>\n </admin>\n\n</config>"
923 }
924 }
925 },
926 {
927 "atlas-solrconfig" : {
928 "properties_attributes" : { },
929 "properties" : {
930 "content" : "<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n<!--\n Licensed to the Apache Software Foundation (ASF) under one or more\n contributor license agreements. See the NOTICE file distributed with\n this work for additional information regarding copyright ownership.\n The ASF licenses this file to You under the Apache License, Version 2.0\n (the \"License\"); you may not use this file except in compliance with\n the License. You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License.\n-->\n\n<!--\n ***\n For more details about configurations options that may appear in\n this file, see http://wiki.apache.org/solr/SolrConfigXml.\n-->\n<config>\n <!-- In all configuration below, a prefix of \"solr.\" for class names\n is an alias that causes solr to search appropriate packages,\n including org.apache.solr.(search|update|request|core|analysis)\n\n You may also specify a fully qualified Java classname if you\n have your own custom plugins.\n -->\n\n <!-- Controls what version of Lucene various components of Solr\n adhere to. Generally, you want to use the latest version to\n get all bug fixes and improvements. It is highly recommended\n that you fully re-index after changing this setting as it can\n affect both how text is indexed and queried.\n -->\n <luceneMatchVersion>5.5.1</luceneMatchVersion>\n\n <!-- Data Directory\n\n Used to specify an alternate directory to hold all index data\n other than the default ./data under the Solr home. If\n replication is in use, this should match the replication\n configuration.\n -->\n <dataDir>${solr.data.dir:}</dataDir>\n\n\n <!-- The DirectoryFactory to use for indexes.\n\n solr.StandardDirectoryFactory is filesystem\n based and tries to pick the best implementation for the current\n JVM and platform. solr.NRTCachingDirectoryFactory, the default,\n wraps solr.StandardDirectoryFactory and caches small files in memory\n for better NRT performance.\n\n One can force a particular implementation via solr.MMapDirectoryFactory,\n solr.NIOFSDirectoryFactory, or solr.SimpleFSDirectoryFactory.\n\n solr.RAMDirectoryFactory is memory based, not\n persistent, and doesn't work with replication.\n -->\n <directoryFactory name=\"DirectoryFactory\"\n class=\"${solr.directoryFactory:solr.NRTCachingDirectoryFactory}\">\n </directoryFactory>\n\n <!-- The CodecFactory for defining the format of the inverted index.\n The default implementation is SchemaCodecFactory, which is the official Lucene\n index format, but hooks into the schema to provide per-field customization of\n the postings lists and per-document values in the fieldType element\n (postingsFormat/docValuesFormat). Note that most of the alternative implementations\n are experimental, so if you choose to customize the index format, it's a good\n idea to convert back to the official format e.g. via IndexWriter.addIndexes(IndexReader)\n before upgrading to a newer version to avoid unnecessary reindexing.\n A \"compressionMode\" string element can be added to <codecFactory> to choose\n between the existing compression modes in the default codec: \"BEST_SPEED\" (default)\n or \"BEST_COMPRESSION\".\n -->\n <codecFactory class=\"solr.SchemaCodecFactory\"/>\n\n <!-- To disable dynamic schema REST APIs, use the following for <schemaFactory>:\n\n <schemaFactory class=\"ClassicIndexSchemaFactory\"/>\n\n When ManagedIndexSchemaFactory is specified instead, Solr will load the schema from\n the resource named in 'managedSchemaResourceName', rather than from schema.xml.\n Note that the managed schema resource CANNOT be named schema.xml. If the managed\n schema does not exist, Solr will create it after reading schema.xml, then rename\n 'schema.xml' to 'schema.xml.bak'.\n\n Do NOT hand edit the managed schema - external modifications will be ignored and\n overwritten as a result of schema modification REST API calls.\n\n When ManagedIndexSchemaFactory is specified with mutable = true, schema\n modification REST API calls will be allowed; otherwise, error responses will be\n sent back for these requests.\n -->\n <schemaFactory class=\"ManagedIndexSchemaFactory\">\n <bool name=\"mutable\">true</bool>\n <str name=\"managedSchemaResourceName\">managed-schema</str>\n </schemaFactory>\n\n <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n Index Config - These settings control low-level behavior of indexing\n Most example settings here show the default value, but are commented\n out, to more easily see where customizations have been made.\n\n Note: This replaces <indexDefaults> and <mainIndex> from older versions\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->\n <indexConfig>\n\n <!-- LockFactory\n\n This option specifies which Lucene LockFactory implementation\n to use.\n\n single = SingleInstanceLockFactory - suggested for a\n read-only index or when there is no possibility of\n another process trying to modify the index.\n native = NativeFSLockFactory - uses OS native file locking.\n Do not use when multiple solr webapps in the same\n JVM are attempting to share a single index.\n simple = SimpleFSLockFactory - uses a plain file for locking\n\n Defaults: 'native' is default for Solr3.6 and later, otherwise\n 'simple' is the default\n\n More details on the nuances of each LockFactory...\n http://wiki.apache.org/lucene-java/AvailableLockFactories\n -->\n <lockType>${solr.lock.type:native}</lockType>\n\n <!-- Lucene Infostream\n\n To aid in advanced debugging, Lucene provides an \"InfoStream\"\n of detailed information when indexing.\n\n Setting the value to true will instruct the underlying Lucene\n IndexWriter to write its info stream to solr's log. By default,\n this is enabled here, and controlled through log4j.properties.\n -->\n <infoStream>true</infoStream>\n </indexConfig>\n\n\n <!-- JMX\n\n This example enables JMX if and only if an existing MBeanServer\n is found, use this if you want to configure JMX through JVM\n parameters. Remove this to disable exposing Solr configuration\n and statistics to JMX.\n\n For more details see http://wiki.apache.org/solr/SolrJmx\n -->\n <jmx />\n <!-- If you want to connect to a particular server, specify the\n agentId\n -->\n <!-- <jmx agentId=\"myAgent\" /> -->\n <!-- If you want to start a new MBeanServer, specify the serviceUrl -->\n <!-- <jmx serviceUrl=\"service:jmx:rmi:///jndi/rmi://localhost:9999/solr\"/>\n -->\n\n <!-- The default high-performance update handler -->\n <updateHandler class=\"solr.DirectUpdateHandler2\">\n\n <!-- Enables a transaction log, used for real-time get, durability, and\n and solr cloud replica recovery. The log can grow as big as\n uncommitted changes to the index, so use of a hard autoCommit\n is recommended (see below).\n \"dir\" - the target directory for transaction logs, defaults to the\n solr data directory.\n \"numVersionBuckets\" - sets the number of buckets used to keep\n track of max version values when checking for re-ordered\n updates; increase this value to reduce the cost of\n synchronizing access to version buckets during high-volume\n indexing, this requires 8 bytes (long) * numVersionBuckets\n of heap space per Solr core.\n -->\n <updateLog>\n <str name=\"dir\">${solr.ulog.dir:}</str>\n <int name=\"numVersionBuckets\">${solr.ulog.numVersionBuckets:65536}</int>\n </updateLog>\n\n <!-- AutoCommit\n\n Perform a hard commit automatically under certain conditions.\n Instead of enabling autoCommit, consider using \"commitWithin\"\n when adding documents.\n\n http://wiki.apache.org/solr/UpdateXmlMessages\n\n maxDocs - Maximum number of documents to add since the last\n commit before automatically triggering a new commit.\n\n maxTime - Maximum amount of time in ms that is allowed to pass\n since a document was added before automatically\n triggering a new commit.\n openSearcher - if false, the commit causes recent index changes\n to be flushed to stable storage, but does not cause a new\n searcher to be opened to make those changes visible.\n\n If the updateLog is enabled, then it's highly recommended to\n have some sort of hard autoCommit to limit the log size.\n -->\n <autoCommit>\n <maxTime>${solr.autoCommit.maxTime:15000}</maxTime>\n <openSearcher>false</openSearcher>\n </autoCommit>\n\n <!-- softAutoCommit is like autoCommit except it causes a\n 'soft' commit which only ensures that changes are visible\n but does not ensure that data is synced to disk. This is\n faster and more near-realtime friendly than a hard commit.\n -->\n <autoSoftCommit>\n <maxTime>${solr.autoSoftCommit.maxTime:-1}</maxTime>\n </autoSoftCommit>\n\n </updateHandler>\n\n <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n Query section - these settings control query time things like caches\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->\n <query>\n <!-- Max Boolean Clauses\n\n Maximum number of clauses in each BooleanQuery, an exception\n is thrown if exceeded.\n\n ** WARNING **\n\n This option actually modifies a global Lucene property that\n will affect all SolrCores. If multiple solrconfig.xml files\n disagree on this property, the value at any given moment will\n be based on the last SolrCore to be initialized.\n\n -->\n <maxBooleanClauses>1024</maxBooleanClauses>\n\n\n <!-- Solr Internal Query Caches\n\n There are two implementations of cache available for Solr,\n LRUCache, based on a synchronized LinkedHashMap, and\n FastLRUCache, based on a ConcurrentHashMap.\n\n FastLRUCache has faster gets and slower puts in single\n threaded operation and thus is generally faster than LRUCache\n when the hit ratio of the cache is high (> 75%), and may be\n faster under other scenarios on multi-cpu systems.\n -->\n\n <!-- Filter Cache\n\n Cache used by SolrIndexSearcher for filters (DocSets),\n unordered sets of *all* documents that match a query. When a\n new searcher is opened, its caches may be prepopulated or\n \"autowarmed\" using data from caches in the old searcher.\n autowarmCount is the number of items to prepopulate. For\n LRUCache, the autowarmed items will be the most recently\n accessed items.\n\n Parameters:\n class - the SolrCache implementation LRUCache or\n (LRUCache or FastLRUCache)\n size - the maximum number of entries in the cache\n initialSize - the initial capacity (number of entries) of\n the cache. (see java.util.HashMap)\n autowarmCount - the number of entries to prepopulate from\n and old cache.\n -->\n <filterCache class=\"solr.FastLRUCache\"\n size=\"512\"\n initialSize=\"512\"\n autowarmCount=\"0\"/>\n\n <!-- Query Result Cache\n\n Caches results of searches - ordered lists of document ids\n (DocList) based on a query, a sort, and the range of documents requested.\n Additional supported parameter by LRUCache:\n maxRamMB - the maximum amount of RAM (in MB) that this cache is allowed\n to occupy\n -->\n <queryResultCache class=\"solr.LRUCache\"\n size=\"512\"\n initialSize=\"512\"\n autowarmCount=\"0\"/>\n\n <!-- Document Cache\n\n Caches Lucene Document objects (the stored fields for each\n document). Since Lucene internal document ids are transient,\n this cache will not be autowarmed.\n -->\n <documentCache class=\"solr.LRUCache\"\n size=\"512\"\n initialSize=\"512\"\n autowarmCount=\"0\"/>\n\n <!-- custom cache currently used by block join -->\n <cache name=\"perSegFilter\"\n class=\"solr.search.LRUCache\"\n size=\"10\"\n initialSize=\"0\"\n autowarmCount=\"10\"\n regenerator=\"solr.NoOpRegenerator\" />\n\n <!-- Lazy Field Loading\n\n If true, stored fields that are not requested will be loaded\n lazily. This can result in a significant speed improvement\n if the usual case is to not load all stored fields,\n especially if the skipped fields are large compressed text\n fields.\n -->\n <enableLazyFieldLoading>true</enableLazyFieldLoading>\n\n <!-- Result Window Size\n\n An optimization for use with the queryResultCache. When a search\n is requested, a superset of the requested number of document ids\n are collected. For example, if a search for a particular query\n requests matching documents 10 through 19, and queryWindowSize is 50,\n then documents 0 through 49 will be collected and cached. Any further\n requests in that range can be satisfied via the cache.\n -->\n <queryResultWindowSize>20</queryResultWindowSize>\n\n <!-- Maximum number of documents to cache for any entry in the\n queryResultCache.\n -->\n <queryResultMaxDocsCached>200</queryResultMaxDocsCached>\n\n <!-- Use Cold Searcher\n\n If a search request comes in and there is no current\n registered searcher, then immediately register the still\n warming searcher and use it. If \"false\" then all requests\n will block until the first searcher is done warming.\n -->\n <useColdSearcher>false</useColdSearcher>\n\n <!-- Max Warming Searchers\n\n Maximum number of searchers that may be warming in the\n background concurrently. An error is returned if this limit\n is exceeded.\n\n Recommend values of 1-2 for read-only slaves, higher for\n masters w/o cache warming.\n -->\n <maxWarmingSearchers>2</maxWarmingSearchers>\n\n </query>\n\n\n <!-- Request Dispatcher\n\n This section contains instructions for how the SolrDispatchFilter\n should behave when processing requests for this SolrCore.\n\n handleSelect is a legacy option that affects the behavior of requests\n such as /select?qt=XXX\n\n handleSelect=\"true\" will cause the SolrDispatchFilter to process\n the request and dispatch the query to a handler specified by the\n \"qt\" param, assuming \"/select\" isn't already registered.\n\n handleSelect=\"false\" will cause the SolrDispatchFilter to\n ignore \"/select\" requests, resulting in a 404 unless a handler\n is explicitly registered with the name \"/select\"\n\n handleSelect=\"true\" is not recommended for new users, but is the default\n for backwards compatibility\n -->\n <requestDispatcher handleSelect=\"false\" >\n <!-- Request Parsing\n\n These settings indicate how Solr Requests may be parsed, and\n what restrictions may be placed on the ContentStreams from\n those requests\n\n enableRemoteStreaming - enables use of the stream.file\n and stream.url parameters for specifying remote streams.\n\n multipartUploadLimitInKB - specifies the max size (in KiB) of\n Multipart File Uploads that Solr will allow in a Request.\n\n formdataUploadLimitInKB - specifies the max size (in KiB) of\n form data (application/x-www-form-urlencoded) sent via\n POST. You can use POST to pass request parameters not\n fitting into the URL.\n\n addHttpRequestToContext - if set to true, it will instruct\n the requestParsers to include the original HttpServletRequest\n object in the context map of the SolrQueryRequest under the\n key \"httpRequest\". It will not be used by any of the existing\n Solr components, but may be useful when developing custom\n plugins.\n\n *** WARNING ***\n The settings below authorize Solr to fetch remote files, You\n should make sure your system has some authentication before\n using enableRemoteStreaming=\"true\"\n\n -->\n <requestParsers enableRemoteStreaming=\"true\"\n multipartUploadLimitInKB=\"2048000\"\n formdataUploadLimitInKB=\"2048\"\n addHttpRequestToContext=\"false\"/>\n\n <!-- HTTP Caching\n\n Set HTTP caching related parameters (for proxy caches and clients).\n\n The options below instruct Solr not to output any HTTP Caching\n related headers\n -->\n <httpCaching never304=\"true\" />\n\n </requestDispatcher>\n\n <!-- Request Handlers\n\n http://wiki.apache.org/solr/SolrRequestHandler\n\n Incoming queries will be dispatched to a specific handler by name\n based on the path specified in the request.\n\n Legacy behavior: If the request path uses \"/select\" but no Request\n Handler has that name, and if handleSelect=\"true\" has been specified in\n the requestDispatcher, then the Request Handler is dispatched based on\n the qt parameter. Handlers without a leading '/' are accessed this way\n like so: http://host/app/[core/]select?qt=name If no qt is\n given, then the requestHandler that declares default=\"true\" will be\n used or the one named \"standard\".\n\n If a Request Handler is declared with startup=\"lazy\", then it will\n not be initialized until the first request that uses it.\n\n -->\n <!-- SearchHandler\n\n http://wiki.apache.org/solr/SearchHandler\n\n For processing Search Queries, the primary Request Handler\n provided with Solr is \"SearchHandler\" It delegates to a sequent\n of SearchComponents (see below) and supports distributed\n queries across multiple shards\n -->\n <requestHandler name=\"/select\" class=\"solr.SearchHandler\">\n <!-- default values for query parameters can be specified, these\n will be overridden by parameters in the request\n -->\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <int name=\"rows\">10</int>\n </lst>\n\n </requestHandler>\n\n <!-- A request handler that returns indented JSON by default -->\n <requestHandler name=\"/query\" class=\"solr.SearchHandler\">\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <str name=\"wt\">json</str>\n <str name=\"indent\">true</str>\n <str name=\"df\">text</str>\n </lst>\n </requestHandler>\n\n <!--\n The export request handler is used to export full sorted result sets.\n Do not change these defaults.\n -->\n <requestHandler name=\"/export\" class=\"solr.SearchHandler\">\n <lst name=\"invariants\">\n <str name=\"rq\">{!xport}</str>\n <str name=\"wt\">xsort</str>\n <str name=\"distrib\">false</str>\n </lst>\n\n <arr name=\"components\">\n <str>query</str>\n </arr>\n </requestHandler>\n\n\n <initParams path=\"/update/**,/query,/select,/tvrh,/elevate,/spell\">\n <lst name=\"defaults\">\n <str name=\"df\">text</str>\n </lst>\n </initParams>\n\n <!-- Field Analysis Request Handler\n\n RequestHandler that provides much the same functionality as\n analysis.jsp. Provides the ability to specify multiple field\n types and field names in the same request and outputs\n index-time and query-time analysis for each of them.\n\n Request parameters are:\n analysis.fieldname - field name whose analyzers are to be used\n\n analysis.fieldtype - field type whose analyzers are to be used\n analysis.fieldvalue - text for index-time analysis\n q (or analysis.q) - text for query time analysis\n analysis.showmatch (true|false) - When set to true and when\n query analysis is performed, the produced tokens of the\n field value analysis will be marked as \"matched\" for every\n token that is produces by the query analysis\n -->\n <requestHandler name=\"/analysis/field\"\n startup=\"lazy\"\n class=\"solr.FieldAnalysisRequestHandler\" />\n\n\n <!-- Document Analysis Handler\n\n http://wiki.apache.org/solr/AnalysisRequestHandler\n\n An analysis handler that provides a breakdown of the analysis\n process of provided documents. This handler expects a (single)\n content stream with the following format:\n\n <docs>\n <doc>\n <field name=\"id\">1</field>\n <field name=\"name\">The Name</field>\n <field name=\"text\">The Text Value</field>\n </doc>\n <doc>...</doc>\n <doc>...</doc>\n ...\n </docs>\n\n Note: Each document must contain a field which serves as the\n unique key. This key is used in the returned response to associate\n an analysis breakdown to the analyzed document.\n\n Like the FieldAnalysisRequestHandler, this handler also supports\n query analysis by sending either an \"analysis.query\" or \"q\"\n request parameter that holds the query text to be analyzed. It\n also supports the \"analysis.showmatch\" parameter which when set to\n true, all field tokens that match the query tokens will be marked\n as a \"match\".\n -->\n <requestHandler name=\"/analysis/document\"\n class=\"solr.DocumentAnalysisRequestHandler\"\n startup=\"lazy\" />\n\n <!-- Echo the request contents back to the client -->\n <requestHandler name=\"/debug/dump\" class=\"solr.DumpRequestHandler\" >\n <lst name=\"defaults\">\n <str name=\"echoParams\">explicit</str>\n <str name=\"echoHandler\">true</str>\n </lst>\n </requestHandler>\n\n\n\n <!-- Search Components\n\n Search components are registered to SolrCore and used by\n instances of SearchHandler (which can access them by name)\n\n By default, the following components are available:\n\n <searchComponent name=\"query\" class=\"solr.QueryComponent\" />\n <searchComponent name=\"facet\" class=\"solr.FacetComponent\" />\n <searchComponent name=\"mlt\" class=\"solr.MoreLikeThisComponent\" />\n <searchComponent name=\"highlight\" class=\"solr.HighlightComponent\" />\n <searchComponent name=\"stats\" class=\"solr.StatsComponent\" />\n <searchComponent name=\"debug\" class=\"solr.DebugComponent\" />\n\n -->\n\n <!-- Terms Component\n\n http://wiki.apache.org/solr/TermsComponent\n\n A component to return terms and document frequency of those\n terms\n -->\n <searchComponent name=\"terms\" class=\"solr.TermsComponent\"/>\n\n <!-- A request handler for demonstrating the terms component -->\n <requestHandler name=\"/terms\" class=\"solr.SearchHandler\" startup=\"lazy\">\n <lst name=\"defaults\">\n <bool name=\"terms\">true</bool>\n <bool name=\"distrib\">false</bool>\n </lst>\n <arr name=\"components\">\n <str>terms</str>\n </arr>\n </requestHandler>\n\n <!-- Legacy config for the admin interface -->\n <admin>\n <defaultQuery>*:*</defaultQuery>\n </admin>\n\n</config>"
931 }
932 }
933 },
934 {
935 "hadoop-env" : {
936 "properties_attributes" : { },
937 "properties" : {
938 "hadoop_heapsize" : "1024",
939 "proxyuser_group" : "users",
940 "hadoop_root_logger" : "INFO,RFA",
941 "dtnode_heapsize" : "1024m",
942 "namenode_backup_dir" : "/tmp/upgrades",
943 "hdfs_user" : "hdfs",
944 "hadoop_pid_dir_prefix" : "/var/run/hadoop",
945 "content" : "\n # Set Hadoop-specific environment variables here.\n\n # The only required environment variable is JAVA_HOME. All others are\n # optional. When running a distributed configuration it is best to\n # set JAVA_HOME in this file, so that it is correctly defined on\n # remote nodes.\n\n # The java implementation to use. Required.\n export JAVA_HOME={{java_home}}\n export HADOOP_HOME_WARN_SUPPRESS=1\n\n # Hadoop home directory\n export HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n\n # Hadoop Configuration Directory\n\n {# this is different for HDP1 #}\n # Path to jsvc required by secure HDP 2.0 datanode\n export JSVC_HOME={{jsvc_path}}\n\n\n # The maximum amount of heap to use, in MB. Default is 1000.\n export HADOOP_HEAPSIZE=\"{{hadoop_heapsize}}\"\n\n export HADOOP_NAMENODE_INIT_HEAPSIZE=\"-Xms{{namenode_heapsize}}\"\n\n # Extra Java runtime options. Empty by default.\n export HADOOP_OPTS=\"-Djava.net.preferIPv4Stack=true ${HADOOP_OPTS}\"\n\n # Command specific options appended to HADOOP_OPTS when specified\n HADOOP_JOBTRACKER_OPTS=\"-server -XX:ParallelGCThreads=8 -XX:+UseConcMarkSweepGC -XX:ErrorFile={{hdfs_log_dir_prefix}}/$USER/hs_err_pid%p.log -XX:NewSize={{jtnode_opt_newsize}} -XX:MaxNewSize={{jtnode_opt_maxnewsize}} -Xloggc:{{hdfs_log_dir_prefix}}/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xmx{{jtnode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dmapred.audit.logger=INFO,MRAUDIT -Dhadoop.mapreduce.jobsummary.logger=INFO,JSA ${HADOOP_JOBTRACKER_OPTS}\"\n\n HADOOP_TASKTRACKER_OPTS=\"-server -Xmx{{ttnode_heapsize}} -Dhadoop.security.logger=ERROR,console -Dmapred.audit.logger=ERROR,console ${HADOOP_TASKTRACKER_OPTS}\"\n\n {% if java_version < 8 %}\n SHARED_HADOOP_NAMENODE_OPTS=\"-server -XX:ParallelGCThreads=8 -XX:+UseConcMarkSweepGC -XX:ErrorFile={{hdfs_log_dir_prefix}}/$USER/hs_err_pid%p.log -XX:NewSize={{namenode_opt_newsize}} -XX:MaxNewSize={{namenode_opt_maxnewsize}} -XX:PermSize={{namenode_opt_permsize}} -XX:MaxPermSize={{namenode_opt_maxpermsize}} -Xloggc:{{hdfs_log_dir_prefix}}/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -XX:CMSInitiatingOccupancyFraction=70 -XX:+UseCMSInitiatingOccupancyOnly -Xms{{namenode_heapsize}} -Xmx{{namenode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dhdfs.audit.logger=INFO,DRFAAUDIT\"\n export HADOOP_NAMENODE_OPTS=\"${SHARED_HADOOP_NAMENODE_OPTS} -XX:OnOutOfMemoryError=\\\"/usr/hdp/current/hadoop-hdfs-namenode/bin/kill-name-node\\\" -Dorg.mortbay.jetty.Request.maxFormContentSize=-1 ${HADOOP_NAMENODE_OPTS}\"\n export HADOOP_DATANODE_OPTS=\"-server -XX:ParallelGCThreads=4 -XX:+UseConcMarkSweepGC -XX:ErrorFile=/var/log/hadoop/$USER/hs_err_pid%p.log -XX:NewSize=200m -XX:MaxNewSize=200m -XX:PermSize=128m -XX:MaxPermSize=256m -Xloggc:/var/log/hadoop/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xms{{dtnode_heapsize}} -Xmx{{dtnode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dhdfs.audit.logger=INFO,DRFAAUDIT ${HADOOP_DATANODE_OPTS} -XX:CMSInitiatingOccupancyFraction=70 -XX:+UseCMSInitiatingOccupancyOnly\"\n\n export HADOOP_SECONDARYNAMENODE_OPTS=\"${SHARED_HADOOP_NAMENODE_OPTS} -XX:OnOutOfMemoryError=\\\"/usr/hdp/current/hadoop-hdfs-secondarynamenode/bin/kill-secondary-name-node\\\" ${HADOOP_SECONDARYNAMENODE_OPTS}\"\n\n # The following applies to multiple commands (fs, dfs, fsck, distcp etc)\n export HADOOP_CLIENT_OPTS=\"-Xmx${HADOOP_HEAPSIZE}m -XX:MaxPermSize=512m $HADOOP_CLIENT_OPTS\"\n\n {% else %}\n SHARED_HADOOP_NAMENODE_OPTS=\"-server -XX:ParallelGCThreads=8 -XX:+UseConcMarkSweepGC -XX:ErrorFile={{hdfs_log_dir_prefix}}/$USER/hs_err_pid%p.log -XX:NewSize={{namenode_opt_newsize}} -XX:MaxNewSize={{namenode_opt_maxnewsize}} -Xloggc:{{hdfs_log_dir_prefix}}/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -XX:CMSInitiatingOccupancyFraction=70 -XX:+UseCMSInitiatingOccupancyOnly -Xms{{namenode_heapsize}} -Xmx{{namenode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dhdfs.audit.logger=INFO,DRFAAUDIT\"\n export HADOOP_NAMENODE_OPTS=\"${SHARED_HADOOP_NAMENODE_OPTS} -XX:OnOutOfMemoryError=\\\"/usr/hdp/current/hadoop-hdfs-namenode/bin/kill-name-node\\\" -Dorg.mortbay.jetty.Request.maxFormContentSize=-1 ${HADOOP_NAMENODE_OPTS}\"\n export HADOOP_DATANODE_OPTS=\"-server -XX:ParallelGCThreads=4 -XX:+UseConcMarkSweepGC -XX:ErrorFile=/var/log/hadoop/$USER/hs_err_pid%p.log -XX:NewSize=200m -XX:MaxNewSize=200m -Xloggc:/var/log/hadoop/$USER/gc.log-`date +'%Y%m%d%H%M'` -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xms{{dtnode_heapsize}} -Xmx{{dtnode_heapsize}} -Dhadoop.security.logger=INFO,DRFAS -Dhdfs.audit.logger=INFO,DRFAAUDIT ${HADOOP_DATANODE_OPTS} -XX:CMSInitiatingOccupancyFraction=70 -XX:+UseCMSInitiatingOccupancyOnly\"\n\n export HADOOP_SECONDARYNAMENODE_OPTS=\"${SHARED_HADOOP_NAMENODE_OPTS} -XX:OnOutOfMemoryError=\\\"/usr/hdp/current/hadoop-hdfs-secondarynamenode/bin/kill-secondary-name-node\\\" ${HADOOP_SECONDARYNAMENODE_OPTS}\"\n\n # The following applies to multiple commands (fs, dfs, fsck, distcp etc)\n export HADOOP_CLIENT_OPTS=\"-Xmx${HADOOP_HEAPSIZE}m $HADOOP_CLIENT_OPTS\"\n {% endif %}\n\n HADOOP_NFS3_OPTS=\"-Xmx{{nfsgateway_heapsize}}m -Dhadoop.security.logger=ERROR,DRFAS ${HADOOP_NFS3_OPTS}\"\n HADOOP_BALANCER_OPTS=\"-server -Xmx{{hadoop_heapsize}}m ${HADOOP_BALANCER_OPTS}\"\n\n\n # On secure datanodes, user to run the datanode as after dropping privileges\n export HADOOP_SECURE_DN_USER=${HADOOP_SECURE_DN_USER:-{{hadoop_secure_dn_user}}}\n\n # Extra ssh options. Empty by default.\n export HADOOP_SSH_OPTS=\"-o ConnectTimeout=5 -o SendEnv=HADOOP_CONF_DIR\"\n\n # Where log files are stored. $HADOOP_HOME/logs by default.\n export HADOOP_LOG_DIR={{hdfs_log_dir_prefix}}/$USER\n\n # History server logs\n export HADOOP_MAPRED_LOG_DIR={{mapred_log_dir_prefix}}/$USER\n\n # Where log files are stored in the secure data environment.\n export HADOOP_SECURE_DN_LOG_DIR={{hdfs_log_dir_prefix}}/$HADOOP_SECURE_DN_USER\n\n # File naming remote slave hosts. $HADOOP_HOME/conf/slaves by default.\n # export HADOOP_SLAVES=${HADOOP_HOME}/conf/slaves\n\n # host:path where hadoop code should be rsync'd from. Unset by default.\n # export HADOOP_MASTER=master:/home/$USER/src/hadoop\n\n # Seconds to sleep between slave commands. Unset by default. This\n # can be useful in large clusters, where, e.g., slave rsyncs can\n # otherwise arrive faster than the master can service them.\n # export HADOOP_SLAVE_SLEEP=0.1\n\n # The directory where pid files are stored. /tmp by default.\n export HADOOP_PID_DIR={{hadoop_pid_dir_prefix}}/$USER\n export HADOOP_SECURE_DN_PID_DIR={{hadoop_pid_dir_prefix}}/$HADOOP_SECURE_DN_USER\n\n # History server pid\n export HADOOP_MAPRED_PID_DIR={{mapred_pid_dir_prefix}}/$USER\n\n YARN_RESOURCEMANAGER_OPTS=\"-Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY\"\n\n # A string representing this instance of hadoop. $USER by default.\n export HADOOP_IDENT_STRING=$USER\n\n # The scheduling priority for daemon processes. See 'man nice'.\n\n # export HADOOP_NICENESS=10\n\n # Add database libraries\n JAVA_JDBC_LIBS=\"\"\n if [ -d \"/usr/share/java\" ]; then\n for jarFile in `ls /usr/share/java | grep -E \"(mysql|ojdbc|postgresql|sqljdbc)\" 2>/dev/null`\n do\n JAVA_JDBC_LIBS=${JAVA_JDBC_LIBS}:$jarFile\n done\n fi\n\n # Add libraries to the hadoop classpath - some may not need a colon as they already include it\n export HADOOP_CLASSPATH=${HADOOP_CLASSPATH}${JAVA_JDBC_LIBS}\n\n # Setting path to hdfs command line\n export HADOOP_LIBEXEC_DIR={{hadoop_libexec_dir}}\n\n # Mostly required for hadoop 2.0\n export JAVA_LIBRARY_PATH=${JAVA_LIBRARY_PATH}:{{hadoop_lib_home}}/native/Linux-{{architecture}}-64\n\n export HADOOP_OPTS=\"-Dhdp.version=$HDP_VERSION $HADOOP_OPTS\"\n\n\n # Fix temporary bug, when ulimit from conf files is not picked up, without full relogin.\n # Makes sense to fix only when runing DN as root\n if [ \"$command\" == \"datanode\" ] && [ \"$EUID\" -eq 0 ] && [ -n \"$HADOOP_SECURE_DN_USER\" ]; then\n {% if is_datanode_max_locked_memory_set %}\n ulimit -l {{datanode_max_locked_memory}}\n {% endif %}\n ulimit -n {{hdfs_user_nofile_limit}}\n fi\n\n {% if hadoop_custom_extensions_enabled %}\n #Enable custom extensions\n export HADOOP_CLASSPATH=$HADOOP_CLASSPATH:{{stack_root}}/current/ext/hadoop/*\n {% endif %}\n\n # Enable ACLs on zookeper znodes if required\n {% if hadoop_zkfc_opts is defined %}\n export HADOOP_ZKFC_OPTS=\"{{hadoop_zkfc_opts}} $HADOOP_ZKFC_OPTS\"\n {% endif %}",
946 "hdfs_log_dir_prefix" : "/var/log/hadoop",
947 "namenode_opt_newsize" : "128m",
948 "namenode_heapsize" : "1024m",
949 "hdfs_tmp_dir" : "/tmp",
950 "namenode_opt_maxpermsize" : "256m",
951 "nfsgateway_heapsize" : "1024",
952 "hdfs_user_nofile_limit" : "128000",
953 "keyserver_host" : " ",
954 "keyserver_port" : "",
955 "hdfs_user_nproc_limit" : "65536",
956 "namenode_opt_maxnewsize" : "128m",
957 "namenode_opt_permsize" : "128m"
958 }
959 }
960 },
961 {
962 "zookeeper-env" : {
963 "properties_attributes" : { },
964 "properties" : {
965 "zk_log_dir" : "/var/log/zookeeper",
966 "zk_user" : "zookeeper",
967 "zk_pid_dir" : "/var/run/zookeeper",
968 "content" : "\nexport JAVA_HOME={{java64_home}}\nexport ZOOKEEPER_HOME={{zk_home}}\nexport ZOO_LOG_DIR={{zk_log_dir}}\nexport ZOOPIDFILE={{zk_pid_file}}\nexport SERVER_JVMFLAGS={{zk_server_heapsize}}\nexport JAVA=$JAVA_HOME/bin/java\nexport CLASSPATH=$CLASSPATH:/usr/share/zookeeper/*\n\n{% if security_enabled %}\nexport SERVER_JVMFLAGS=\"$SERVER_JVMFLAGS -Djava.security.auth.login.config={{zk_server_jaas_file}}\"\nexport CLIENT_JVMFLAGS=\"$CLIENT_JVMFLAGS -Djava.security.auth.login.config={{zk_client_jaas_file}}\"\n{% endif %}"
969 }
970 }
971 },
972 {
973 "livy2-env" : {
974 "properties_attributes" : { },
975 "properties" : {
976 "livy2_log_dir" : "/var/log/livy2",
977 "livy2_user" : "livy",
978 "spark_home" : "/usr/hdp/current/spark2-client",
979 "livy2_pid_dir" : "/var/run/livy2",
980 "livy2_group" : "livy",
981 "content" : "\n #!/usr/bin/env bash\n\n # - SPARK_HOME Spark which you would like to use in livy\n # - SPARK_CONF_DIR Directory containing the Spark configuration to use.\n # - HADOOP_CONF_DIR Directory containing the Hadoop / YARN configuration to use.\n # - LIVY_LOG_DIR Where log files are stored. (Default: ${LIVY_HOME}/logs)\n # - LIVY_PID_DIR Where the pid file is stored. (Default: /tmp)\n # - LIVY_SERVER_JAVA_OPTS Java Opts for running livy server (You can set jvm related setting here, like jvm memory/gc algorithm and etc.)\n export SPARK_HOME=/usr/hdp/current/spark2-client\n export SPARK_CONF_DIR=/etc/spark2/conf\n export JAVA_HOME={{java_home}}\n export HADOOP_CONF_DIR=/etc/hadoop/conf\n export LIVY_LOG_DIR={{livy2_log_dir}}\n export LIVY_PID_DIR={{livy2_pid_dir}}\n export LIVY_SERVER_JAVA_OPTS=\"-Xmx2g\""
982 }
983 }
984 },
985 {
986 "cluster-env" : {
987 "properties_attributes" : { },
988 "properties" : {
989 "hide_yarn_memory_widget" : "false",
990 "enable_external_ranger" : "false",
991 "recovery_max_count" : "6",
992 "manage_dirs_on_root" : "true",
993 "managed_hdfs_resource_property_names" : "",
994 "recovery_retry_interval" : "5",
995 "stack_features" : "{\n \"HDP\": {\n \"stack_features\": [\n {\n \"name\": \"snappy\",\n \"description\": \"Snappy compressor/decompressor support\",\n \"min_version\": \"2.0.0.0\",\n \"max_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"lzo\",\n \"description\": \"LZO libraries support\",\n \"min_version\": \"2.2.1.0\"\n },\n {\n \"name\": \"express_upgrade\",\n \"description\": \"Express upgrade support\",\n \"min_version\": \"2.1.0.0\"\n },\n {\n \"name\": \"rolling_upgrade\",\n \"description\": \"Rolling upgrade support\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"kafka_acl_migration_support\",\n \"description\": \"ACL migration support\",\n \"min_version\": \"2.3.4.0\"\n },\n {\n \"name\": \"secure_zookeeper\",\n \"description\": \"Protect ZNodes with SASL acl in secure clusters\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"config_versioning\",\n \"description\": \"Configurable versions support\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"datanode_non_root\",\n \"description\": \"DataNode running as non-root support (AMBARI-7615)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"remove_ranger_hdfs_plugin_env\",\n \"description\": \"HDFS removes Ranger env files (AMBARI-14299)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"ranger\",\n \"description\": \"Ranger Service support\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"ranger_tagsync_component\",\n \"description\": \"Ranger Tagsync component support (AMBARI-14383)\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"phoenix\",\n \"description\": \"Phoenix Service support\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"nfs\",\n \"description\": \"NFS support\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"tez_for_spark\",\n \"description\": \"Tez dependency for Spark\",\n \"min_version\": \"2.2.0.0\",\n \"max_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"timeline_state_store\",\n \"description\": \"Yarn application timeline-service supports state store property (AMBARI-11442)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"copy_tarball_to_hdfs\",\n \"description\": \"Copy tarball to HDFS support (AMBARI-12113)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"spark_16plus\",\n \"description\": \"Spark 1.6+\",\n \"min_version\": \"2.4.0.0\"\n },\n {\n \"name\": \"spark_thriftserver\",\n \"description\": \"Spark Thrift Server\",\n \"min_version\": \"2.3.2.0\"\n },\n {\n \"name\": \"storm_kerberos\",\n \"description\": \"Storm Kerberos support (AMBARI-7570)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"storm_ams\",\n \"description\": \"Storm AMS integration (AMBARI-10710)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"kafka_listeners\",\n \"description\": \"Kafka listeners (AMBARI-10984)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"kafka_kerberos\",\n \"description\": \"Kafka Kerberos support (AMBARI-10984)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"pig_on_tez\",\n \"description\": \"Pig on Tez support (AMBARI-7863)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"ranger_usersync_non_root\",\n \"description\": \"Ranger Usersync as non-root user (AMBARI-10416)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"ranger_audit_db_support\",\n \"description\": \"Ranger Audit to DB support\",\n \"min_version\": \"2.2.0.0\",\n \"max_version\": \"2.4.99.99\"\n },\n {\n \"name\": \"accumulo_kerberos_user_auth\",\n \"description\": \"Accumulo Kerberos User Auth (AMBARI-10163)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"knox_versioned_data_dir\",\n \"description\": \"Use versioned data dir for Knox (AMBARI-13164)\",\n \"min_version\": \"2.3.2.0\"\n },\n {\n \"name\": \"knox_sso_topology\",\n \"description\": \"Knox SSO Topology support (AMBARI-13975)\",\n \"min_version\": \"2.3.8.0\"\n },\n {\n \"name\": \"atlas_rolling_upgrade\",\n \"description\": \"Rolling upgrade support for Atlas\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"oozie_admin_user\",\n \"description\": \"Oozie install user as an Oozie admin user (AMBARI-7976)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"oozie_create_hive_tez_configs\",\n \"description\": \"Oozie create configs for Ambari Hive and Tez deployments (AMBARI-8074)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"oozie_setup_shared_lib\",\n \"description\": \"Oozie setup tools used to shared Oozie lib to HDFS (AMBARI-7240)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"oozie_host_kerberos\",\n \"description\": \"Oozie in secured clusters uses _HOST in Kerberos principal (AMBARI-9775)\",\n \"min_version\": \"2.0.0.0\"\n },\n {\n \"name\": \"falcon_extensions\",\n \"description\": \"Falcon Extension\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"hive_metastore_upgrade_schema\",\n \"description\": \"Hive metastore upgrade schema support (AMBARI-11176)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"hive_server_interactive\",\n \"description\": \"Hive server interactive support (AMBARI-15573)\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"hive_webhcat_specific_configs\",\n \"description\": \"Hive webhcat specific configurations support (AMBARI-12364)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"hive_purge_table\",\n \"description\": \"Hive purge table support (AMBARI-12260)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"hive_server2_kerberized_env\",\n \"description\": \"Hive server2 working on kerberized environment (AMBARI-13749)\",\n \"min_version\": \"2.2.3.0\",\n \"max_version\": \"2.2.5.0\"\n },\n {\n \"name\": \"hive_env_heapsize\",\n \"description\": \"Hive heapsize property defined in hive-env (AMBARI-12801)\",\n \"min_version\": \"2.2.0.0\"\n },\n {\n \"name\": \"ranger_kms_hsm_support\",\n \"description\": \"Ranger KMS HSM support (AMBARI-15752)\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_log4j_support\",\n \"description\": \"Ranger supporting log-4j properties (AMBARI-15681)\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_kerberos_support\",\n \"description\": \"Ranger Kerberos support\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"hive_metastore_site_support\",\n \"description\": \"Hive Metastore site support\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_usersync_password_jceks\",\n \"description\": \"Saving Ranger Usersync credentials in jceks\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_install_infra_client\",\n \"description\": \"Ambari Infra Service support\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"falcon_atlas_support_2_3\",\n \"description\": \"Falcon Atlas integration support for 2.3 stack\",\n \"min_version\": \"2.3.99.0\",\n \"max_version\": \"2.4.0.0\"\n },\n {\n \"name\": \"falcon_atlas_support\",\n \"description\": \"Falcon Atlas integration\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"hbase_home_directory\",\n \"description\": \"Hbase home directory in HDFS needed for HBASE backup\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"spark_livy\",\n \"description\": \"Livy as slave component of spark\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"spark_livy2\",\n \"description\": \"Livy as slave component of spark\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"atlas_ranger_plugin_support\",\n \"description\": \"Atlas Ranger plugin support\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"atlas_conf_dir_in_path\",\n \"description\": \"Prepend the Atlas conf dir (/etc/atlas/conf) to the classpath of Storm and Falcon\",\n \"min_version\": \"2.3.0.0\",\n \"max_version\": \"2.4.99.99\"\n },\n {\n \"name\": \"atlas_upgrade_support\",\n \"description\": \"Atlas supports express and rolling upgrades\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"atlas_hook_support\",\n \"description\": \"Atlas support for hooks in Hive, Storm, Falcon, and Sqoop\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_pid_support\",\n \"description\": \"Ranger Service support pid generation AMBARI-16756\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_kms_pid_support\",\n \"description\": \"Ranger KMS Service support pid generation\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_admin_password_change\",\n \"description\": \"Allow ranger admin credentials to be specified during cluster creation (AMBARI-17000)\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_setup_db_on_start\",\n \"description\": \"Allows setup of ranger db and java patches to be called multiple times on each START\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"storm_metrics_apache_classes\",\n \"description\": \"Metrics sink for Storm that uses Apache class names\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"spark_java_opts_support\",\n \"description\": \"Allow Spark to generate java-opts file\",\n \"min_version\": \"2.2.0.0\",\n \"max_version\": \"2.4.0.0\"\n },\n {\n \"name\": \"atlas_hbase_setup\",\n \"description\": \"Use script to create Atlas tables in Hbase and set permissions for Atlas user.\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"ranger_hive_plugin_jdbc_url\",\n \"description\": \"Handle Ranger hive repo config jdbc url change for stack 2.5 (AMBARI-18386)\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"zkfc_version_advertised\",\n \"description\": \"ZKFC advertise version\",\n \"min_version\": \"2.5.0.0\"\n },\n {\n \"name\": \"phoenix_core_hdfs_site_required\",\n \"description\": \"HDFS and CORE site required for Phoenix\",\n \"max_version\": \"2.5.9.9\"\n },\n {\n \"name\": \"ranger_tagsync_ssl_xml_support\",\n \"description\": \"Ranger Tagsync ssl xml support.\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"ranger_xml_configuration\",\n \"description\": \"Ranger code base support xml configurations\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"kafka_ranger_plugin_support\",\n \"description\": \"Ambari stack changes for Ranger Kafka Plugin (AMBARI-11299)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"yarn_ranger_plugin_support\",\n \"description\": \"Implement Stack changes for Ranger Yarn Plugin integration (AMBARI-10866)\",\n \"min_version\": \"2.3.0.0\"\n },\n {\n \"name\": \"ranger_solr_config_support\",\n \"description\": \"Showing Ranger solrconfig.xml on UI\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"hive_interactive_atlas_hook_required\",\n \"description\": \"Registering Atlas Hook for Hive Interactive.\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"core_site_for_ranger_plugins\",\n \"description\": \"Adding core-site.xml in when Ranger plugin is enabled for Storm, Kafka, and Knox.\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"atlas_install_hook_package_support\",\n \"description\": \"Stop installing packages from 2.6\",\n \"max_version\": \"2.5.9.9\"\n },\n {\n \"name\": \"atlas_hdfs_site_on_namenode_ha\",\n \"description\": \"Need to create hdfs-site under atlas-conf dir when Namenode-HA is enabled.\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"hive_interactive_ga\",\n \"description\": \"Hive Interactive GA support\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"secure_ranger_ssl_password\",\n \"description\": \"Securing Ranger Admin and Usersync SSL and Trustore related passwords in jceks\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"ranger_kms_ssl\",\n \"description\": \"Ranger KMS SSL properties in ambari stack\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"nifi_encrypt_config\",\n \"description\": \"Encrypt sensitive properties written to nifi property file\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"toolkit_config_update\",\n \"description\": \"Support separate input and output for toolkit configuration\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"admin_toolkit_support\",\n \"description\": \"Supports the nifi admin toolkit\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"tls_toolkit_san\",\n \"description\": \"Support subject alternative name flag\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"nifi_jaas_conf_create\",\n \"description\": \"Create NIFI jaas configuration when kerberos is enabled\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"atlas_core_site_support\",\n \"description\": \"Need to create core-site under Atlas conf directory.\",\n \"min_version\": \"2.6.0.0\"\n },\n {\n \"name\": \"hadoop_custom_extensions\",\n \"description\": \"Support hadoop custom extensions\",\n \"min_version\": \"2.6.0.0\"\n }\n ]\n }\n}",
996 "manage_hive_fsroot" : "true",
997 "stack_tools" : "{\n \"HDP\": {\n \"stack_selector\": [\n \"hdp-select\",\n \"/usr/bin/hdp-select\",\n \"hdp-select\"\n ],\n \"conf_selector\": [\n \"conf-select\",\n \"/usr/bin/conf-select\",\n \"conf-select\"\n ]\n }\n}",
998 "repo_ubuntu_template" : "{{package_type}} {{base_url}} {{components}}",
999 "stack_root" : "{\"HDP\":\"/usr/hdp\"}",
1000 "fetch_nonlocal_groups" : "true",
1001 "one_dir_per_partition" : "false",
1002 "kerberos_domain" : "EXAMPLE.COM",
1003 "stack_packages" : "{\n \"HDP\": {\n \"stack-select\": {\n \"ACCUMULO\": {\n \"ACCUMULO_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"accumulo-client\",\n \"INSTALL\": [\n \"accumulo-client\"\n ],\n \"PATCH\": [\n \"accumulo-client\"\n ],\n \"STANDARD\": [\n \"accumulo-client\"\n ]\n },\n \"ACCUMULO_GC\": {\n \"STACK-SELECT-PACKAGE\": \"accumulo-gc\",\n \"INSTALL\": [\n \"accumulo-gc\"\n ],\n \"PATCH\": [\n \"accumulo-gc\"\n ],\n \"STANDARD\": [\n \"accumulo-gc\",\n \"accumulo-client\"\n ]\n },\n \"ACCUMULO_MASTER\": {\n \"STACK-SELECT-PACKAGE\": \"accumulo-master\",\n \"INSTALL\": [\n \"accumulo-master\"\n ],\n \"PATCH\": [\n \"accumulo-master\"\n ],\n \"STANDARD\": [\n \"accumulo-master\",\n \"accumulo-client\"\n ]\n },\n \"ACCUMULO_MONITOR\": {\n \"STACK-SELECT-PACKAGE\": \"accumulo-monitor\",\n \"INSTALL\": [\n \"accumulo-monitor\"\n ],\n \"PATCH\": [\n \"accumulo-monitor\"\n ],\n \"STANDARD\": [\n \"accumulo-monitor\",\n \"accumulo-client\"\n ]\n },\n \"ACCUMULO_TRACER\": {\n \"STACK-SELECT-PACKAGE\": \"accumulo-tracer\",\n \"INSTALL\": [\n \"accumulo-tracer\"\n ],\n \"PATCH\": [\n \"accumulo-tracer\"\n ],\n \"STANDARD\": [\n \"accumulo-tracer\",\n \"accumulo-client\"\n ]\n },\n \"ACCUMULO_TSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"accumulo-tablet\",\n \"INSTALL\": [\n \"accumulo-tablet\"\n ],\n \"PATCH\": [\n \"accumulo-tablet\"\n ],\n \"STANDARD\": [\n \"accumulo-tablet\",\n \"accumulo-client\"\n ]\n }\n },\n \"ATLAS\": {\n \"ATLAS_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"atlas-client\",\n \"INSTALL\": [\n \"atlas-client\"\n ],\n \"PATCH\": [\n \"atlas-client\"\n ],\n \"STANDARD\": [\n \"atlas-client\"\n ]\n },\n \"ATLAS_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"atlas-server\",\n \"INSTALL\": [\n \"atlas-server\"\n ],\n \"PATCH\": [\n \"atlas-server\"\n ],\n \"STANDARD\": [\n \"atlas-server\"\n ]\n }\n },\n \"DRUID\": {\n \"DRUID_COORDINATOR\": {\n \"STACK-SELECT-PACKAGE\": \"druid-coordinator\",\n \"INSTALL\": [\n \"druid-coordinator\"\n ],\n \"PATCH\": [\n \"druid-coordinator\"\n ],\n \"STANDARD\": [\n \"druid-coordinator\"\n ]\n },\n \"DRUID_OVERLORD\": {\n \"STACK-SELECT-PACKAGE\": \"druid-overlord\",\n \"INSTALL\": [\n \"druid-overlord\"\n ],\n \"PATCH\": [\n \"druid-overlord\"\n ],\n \"STANDARD\": [\n \"druid-overlord\"\n ]\n },\n \"DRUID_HISTORICAL\": {\n \"STACK-SELECT-PACKAGE\": \"druid-historical\",\n \"INSTALL\": [\n \"druid-historical\"\n ],\n \"PATCH\": [\n \"druid-historical\"\n ],\n \"STANDARD\": [\n \"druid-historical\"\n ]\n },\n \"DRUID_BROKER\": {\n \"STACK-SELECT-PACKAGE\": \"druid-broker\",\n \"INSTALL\": [\n \"druid-broker\"\n ],\n \"PATCH\": [\n \"druid-broker\"\n ],\n \"STANDARD\": [\n \"druid-broker\"\n ]\n },\n \"DRUID_MIDDLEMANAGER\": {\n \"STACK-SELECT-PACKAGE\": \"druid-middlemanager\",\n \"INSTALL\": [\n \"druid-middlemanager\"\n ],\n \"PATCH\": [\n \"druid-middlemanager\"\n ],\n \"STANDARD\": [\n \"druid-middlemanager\"\n ]\n },\n \"DRUID_ROUTER\": {\n \"STACK-SELECT-PACKAGE\": \"druid-router\",\n \"INSTALL\": [\n \"druid-router\"\n ],\n \"PATCH\": [\n \"druid-router\"\n ],\n \"STANDARD\": [\n \"druid-router\"\n ]\n },\n \"DRUID_SUPERSET\": {\n \"STACK-SELECT-PACKAGE\": \"druid-superset\",\n \"INSTALL\": [\n \"druid-superset\"\n ],\n \"PATCH\": [\n \"druid-superset\"\n ],\n \"STANDARD\": [\n \"druid-superset\"\n ]\n }\n },\n \"FALCON\": {\n \"FALCON_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"falcon-client\",\n \"INSTALL\": [\n \"falcon-client\"\n ],\n \"PATCH\": [\n \"falcon-client\"\n ],\n \"STANDARD\": [\n \"falcon-client\"\n ]\n },\n \"FALCON_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"falcon-server\",\n \"INSTALL\": [\n \"falcon-server\"\n ],\n \"PATCH\": [\n \"falcon-server\"\n ],\n \"STANDARD\": [\n \"falcon-server\"\n ]\n }\n },\n \"FLUME\": {\n \"FLUME_HANDLER\": {\n \"STACK-SELECT-PACKAGE\": \"flume-server\",\n \"INSTALL\": [\n \"flume-server\"\n ],\n \"PATCH\": [\n \"flume-server\"\n ],\n \"STANDARD\": [\n \"flume-server\"\n ]\n }\n },\n \"HBASE\": {\n \"HBASE_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"hbase-client\",\n \"INSTALL\": [\n \"hbase-client\"\n ],\n \"PATCH\": [\n \"hbase-client\"\n ],\n \"STANDARD\": [\n \"hbase-client\",\n \"phoenix-client\",\n \"hadoop-client\"\n ]\n },\n \"HBASE_MASTER\": {\n \"STACK-SELECT-PACKAGE\": \"hbase-master\",\n \"INSTALL\": [\n \"hbase-master\"\n ],\n \"PATCH\": [\n \"hbase-master\"\n ],\n \"STANDARD\": [\n \"hbase-master\"\n ]\n },\n \"HBASE_REGIONSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"hbase-regionserver\",\n \"INSTALL\": [\n \"hbase-regionserver\"\n ],\n \"PATCH\": [\n \"hbase-regionserver\"\n ],\n \"STANDARD\": [\n \"hbase-regionserver\"\n ]\n },\n \"PHOENIX_QUERY_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"phoenix-server\",\n \"INSTALL\": [\n \"phoenix-server\"\n ],\n \"PATCH\": [\n \"phoenix-server\"\n ],\n \"STANDARD\": [\n \"phoenix-server\"\n ]\n }\n },\n \"HDFS\": {\n \"DATANODE\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-datanode\",\n \"INSTALL\": [\n \"hadoop-hdfs-datanode\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-datanode\"\n ],\n \"STANDARD\": [\n \"hadoop-hdfs-datanode\"\n ]\n },\n \"HDFS_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-client\",\n \"LEGACY\": \"hadoop-client\",\n \"INSTALL\": [\n \"hadoop-hdfs-client\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-client\"\n ],\n \"STANDARD\": [\n \"hadoop-client\"\n ]\n },\n \"NAMENODE\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-namenode\",\n \"INSTALL\": [\n \"hadoop-hdfs-namenode\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-namenode\"\n ],\n \"STANDARD\": [\n \"hadoop-hdfs-namenode\"\n ]\n },\n \"NFS_GATEWAY\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-nfs3\",\n \"INSTALL\": [\n \"hadoop-hdfs-nfs3\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-nfs3\"\n ],\n \"STANDARD\": [\n \"hadoop-hdfs-nfs3\"\n ]\n },\n \"JOURNALNODE\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-journalnode\",\n \"INSTALL\": [\n \"hadoop-hdfs-journalnode\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-journalnode\"\n ],\n \"STANDARD\": [\n \"hadoop-hdfs-journalnode\"\n ]\n },\n \"SECONDARY_NAMENODE\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-secondarynamenode\",\n \"INSTALL\": [\n \"hadoop-hdfs-secondarynamenode\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-secondarynamenode\"\n ],\n \"STANDARD\": [\n \"hadoop-hdfs-secondarynamenode\"\n ]\n },\n \"ZKFC\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-hdfs-zkfc\",\n \"INSTALL\": [\n \"hadoop-hdfs-zkfc\"\n ],\n \"PATCH\": [\n \"hadoop-hdfs-zkfc\"\n ],\n \"STANDARD\": [\n \"hadoop-hdfs-zkfc\"\n ]\n }\n },\n \"HIVE\": {\n \"HCAT\": {\n \"STACK-SELECT-PACKAGE\": \"hive-webhcat\",\n \"INSTALL\": [\n \"hive-webhcat\"\n ],\n \"PATCH\": [\n \"hive-webhcat\"\n ],\n \"STANDARD\": [\n \"hive-webhcat\"\n ]\n },\n \"HIVE_METASTORE\": {\n \"STACK-SELECT-PACKAGE\": \"hive-metastore\",\n \"INSTALL\": [\n \"hive-metastore\"\n ],\n \"PATCH\": [\n \"hive-metastore\"\n ],\n \"STANDARD\": [\n \"hive-metastore\"\n ]\n },\n \"HIVE_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"hive-server2\",\n \"INSTALL\": [\n \"hive-server2\"\n ],\n \"PATCH\": [\n \"hive-server2\"\n ],\n \"STANDARD\": [\n \"hive-server2\"\n ]\n },\n \"HIVE_SERVER_INTERACTIVE\": {\n \"STACK-SELECT-PACKAGE\": \"hive-server2-hive2\",\n \"INSTALL\": [\n \"hive-server2-hive2\"\n ],\n \"PATCH\": [\n \"hive-server2-hive2\"\n ],\n \"STANDARD\": [\n \"hive-server2-hive2\"\n ]\n },\n \"HIVE_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"hive-client\",\n \"LEGACY\": \"hadoop-client\",\n \"INSTALL\": [\n \"hive-client\"\n ],\n \"PATCH\": [\n \"hive-client\"\n ],\n \"STANDARD\": [\n \"hadoop-client\"\n ]\n },\n \"WEBHCAT_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"hive-webhcat\",\n \"INSTALL\": [\n \"hive-webhcat\"\n ],\n \"PATCH\": [\n \"hive-webhcat\"\n ],\n \"STANDARD\": [\n \"hive-webhcat\"\n ]\n }\n },\n \"KAFKA\": {\n \"KAFKA_BROKER\": {\n \"STACK-SELECT-PACKAGE\": \"kafka-broker\",\n \"INSTALL\": [\n \"kafka-broker\"\n ],\n \"PATCH\": [\n \"kafka-broker\"\n ],\n \"STANDARD\": [\n \"kafka-broker\"\n ]\n }\n },\n \"KNOX\": {\n \"KNOX_GATEWAY\": {\n \"STACK-SELECT-PACKAGE\": \"knox-server\",\n \"INSTALL\": [\n \"knox-server\"\n ],\n \"PATCH\": [\n \"knox-server\"\n ],\n \"STANDARD\": [\n \"knox-server\"\n ]\n }\n },\n \"MAHOUT\": {\n \"MAHOUT\": {\n \"STACK-SELECT-PACKAGE\": \"mahout-client\",\n \"INSTALL\": [\n \"mahout-client\"\n ],\n \"PATCH\": [\n \"mahout-client\"\n ],\n \"STANDARD\": [\n \"mahout-client\"\n ]\n }\n },\n \"MAPREDUCE2\": {\n \"HISTORYSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-mapreduce-historyserver\",\n \"INSTALL\": [\n \"hadoop-mapreduce-historyserver\"\n ],\n \"PATCH\": [\n \"hadoop-mapreduce-historyserver\"\n ],\n \"STANDARD\": [\n \"hadoop-mapreduce-historyserver\"\n ]\n },\n \"MAPREDUCE2_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-mapreduce-client\",\n \"LEGACY\": \"hadoop-client\",\n \"INSTALL\": [\n \"hadoop-mapreduce-client\"\n ],\n \"PATCH\": [\n \"hadoop-mapreduce-client\"\n ],\n \"STANDARD\": [\n \"hadoop-client\"\n ]\n }\n },\n \"OOZIE\": {\n \"OOZIE_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"oozie-client\",\n \"INSTALL\": [\n \"oozie-client\"\n ],\n \"PATCH\": [\n \"oozie-client\"\n ],\n \"STANDARD\": [\n \"oozie-client\"\n ]\n },\n \"OOZIE_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"oozie-server\",\n \"INSTALL\": [\n \"oozie-client\",\n \"oozie-server\"\n ],\n \"PATCH\": [\n \"oozie-server\"\n ],\n \"STANDARD\": [\n \"oozie-client\",\n \"oozie-server\"\n ]\n }\n },\n \"PIG\": {\n \"PIG\": {\n \"STACK-SELECT-PACKAGE\": \"pig-client\",\n \"LEGACY\": \"hadoop-client\",\n \"INSTALL\": [\n \"pig-client\"\n ],\n \"PATCH\": [\n \"pig-client\"\n ],\n \"STANDARD\": [\n \"hadoop-client\"\n ]\n }\n },\n \"R4ML\": {\n \"R4ML\": {\n \"STACK-SELECT-PACKAGE\": \"r4ml-client\",\n \"INSTALL\": [\n \"r4ml-client\"\n ],\n \"PATCH\": [\n \"r4ml-client\"\n ],\n \"STANDARD\": [\n \"r4ml-client\"\n ]\n }\n },\n \"RANGER\": {\n \"RANGER_ADMIN\": {\n \"STACK-SELECT-PACKAGE\": \"ranger-admin\",\n \"INSTALL\": [\n \"ranger-admin\"\n ],\n \"PATCH\": [\n \"ranger-admin\"\n ],\n \"STANDARD\": [\n \"ranger-admin\"\n ]\n },\n \"RANGER_TAGSYNC\": {\n \"STACK-SELECT-PACKAGE\": \"ranger-tagsync\",\n \"INSTALL\": [\n \"ranger-tagsync\"\n ],\n \"PATCH\": [\n \"ranger-tagsync\"\n ],\n \"STANDARD\": [\n \"ranger-tagsync\"\n ]\n },\n \"RANGER_USERSYNC\": {\n \"STACK-SELECT-PACKAGE\": \"ranger-usersync\",\n \"INSTALL\": [\n \"ranger-usersync\"\n ],\n \"PATCH\": [\n \"ranger-usersync\"\n ],\n \"STANDARD\": [\n \"ranger-usersync\"\n ]\n }\n },\n \"RANGER_KMS\": {\n \"RANGER_KMS_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"ranger-kms\",\n \"INSTALL\": [\n \"ranger-kms\"\n ],\n \"PATCH\": [\n \"ranger-kms\"\n ],\n \"STANDARD\": [\n \"ranger-kms\"\n ]\n }\n },\n \"SLIDER\": {\n \"SLIDER\": {\n \"STACK-SELECT-PACKAGE\": \"slider-client\",\n \"INSTALL\": [\n \"slider-client\"\n ],\n \"PATCH\": [\n \"slider-client\"\n ],\n \"STANDARD\": [\n \"slider-client\",\n \"hadoop-client\"\n ]\n }\n },\n \"SPARK\": {\n \"LIVY_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"livy-client\",\n \"INSTALL\": [\n \"livy-client\"\n ],\n \"PATCH\": [\n \"livy-client\"\n ],\n \"STANDARD\": [\n \"livy-client\"\n ]\n },\n \"LIVY_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"livy-server\",\n \"INSTALL\": [\n \"livy-server\"\n ],\n \"PATCH\": [\n \"livy-server\"\n ],\n \"STANDARD\": [\n \"livy-server\"\n ]\n },\n \"SPARK_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"spark-client\",\n \"INSTALL\": [\n \"spark-client\"\n ],\n \"PATCH\": [\n \"spark-client\"\n ],\n \"STANDARD\": [\n \"spark-client\"\n ]\n },\n \"SPARK_JOBHISTORYSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"spark-historyserver\",\n \"INSTALL\": [\n \"spark-historyserver\"\n ],\n \"PATCH\": [\n \"spark-historyserver\"\n ],\n \"STANDARD\": [\n \"spark-historyserver\"\n ]\n },\n \"SPARK_THRIFTSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"spark-thriftserver\",\n \"INSTALL\": [\n \"spark-thriftserver\"\n ],\n \"PATCH\": [\n \"spark-thriftserver\"\n ],\n \"STANDARD\": [\n \"spark-thriftserver\"\n ]\n }\n },\n \"SPARK2\": {\n \"LIVY2_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"livy2-client\",\n \"INSTALL\": [\n \"livy2-client\"\n ],\n \"PATCH\": [\n \"livy2-client\"\n ],\n \"STANDARD\": [\n \"livy2-client\"\n ]\n },\n \"LIVY2_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"livy2-server\",\n \"INSTALL\": [\n \"livy2-server\"\n ],\n \"PATCH\": [\n \"livy2-server\"\n ],\n \"STANDARD\": [\n \"livy2-server\"\n ]\n },\n \"SPARK2_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"spark2-client\",\n \"INSTALL\": [\n \"spark2-client\"\n ],\n \"PATCH\": [\n \"spark2-client\"\n ],\n \"STANDARD\": [\n \"spark2-client\"\n ]\n },\n \"SPARK2_JOBHISTORYSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"spark2-historyserver\",\n \"INSTALL\": [\n \"spark2-historyserver\"\n ],\n \"PATCH\": [\n \"spark2-historyserver\"\n ],\n \"STANDARD\": [\n \"spark2-historyserver\"\n ]\n },\n \"SPARK2_THRIFTSERVER\": {\n \"STACK-SELECT-PACKAGE\": \"spark2-thriftserver\",\n \"INSTALL\": [\n \"spark2-thriftserver\"\n ],\n \"PATCH\": [\n \"spark2-thriftserver\"\n ],\n \"STANDARD\": [\n \"spark2-thriftserver\"\n ]\n }\n },\n \"SQOOP\": {\n \"SQOOP\": {\n \"STACK-SELECT-PACKAGE\": \"sqoop-client\",\n \"INSTALL\": [\n \"sqoop-client\"\n ],\n \"PATCH\": [\n \"sqoop-client\"\n ],\n \"STANDARD\": [\n \"sqoop-client\"\n ]\n }\n },\n \"STORM\": {\n \"NIMBUS\": {\n \"STACK-SELECT-PACKAGE\": \"storm-nimbus\",\n \"INSTALL\": [\n \"storm-client\",\n \"storm-nimbus\"\n ],\n \"PATCH\": [\n \"storm-client\",\n \"storm-nimbus\"\n ],\n \"STANDARD\": [\n \"storm-client\",\n \"storm-nimbus\"\n ]\n },\n \"SUPERVISOR\": {\n \"STACK-SELECT-PACKAGE\": \"storm-supervisor\",\n \"INSTALL\": [\n \"storm-client\",\n \"storm-supervisor\"\n ],\n \"PATCH\": [\n \"storm-client\",\n \"storm-supervisor\"\n ],\n \"STANDARD\": [\n \"storm-client\",\n \"storm-supervisor\"\n ]\n },\n \"DRPC_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"storm-client\",\n \"INSTALL\": [\n \"storm-client\"\n ],\n \"PATCH\": [\n \"storm-client\"\n ],\n \"STANDARD\": [\n \"storm-client\"\n ]\n },\n \"STORM_UI_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"storm-client\",\n \"INSTALL\": [\n \"storm-client\"\n ],\n \"PATCH\": [\n \"storm-client\"\n ],\n \"STANDARD\": [\n \"storm-client\"\n ]\n }\n },\n \"SYSTEMML\": {\n \"SYSTEMML\": {\n \"STACK-SELECT-PACKAGE\": \"systemml-client\",\n \"INSTALL\": [\n \"systemml-client\"\n ],\n \"PATCH\": [\n \"systemml-client\"\n ],\n \"STANDARD\": [\n \"systemml-client\"\n ]\n }\n },\n \"TEZ\": {\n \"TEZ_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"tez-client\",\n \"LEGACY\": \"hadoop-client\",\n \"INSTALL\": [\n \"tez-client\"\n ],\n \"PATCH\": [\n \"tez-client\"\n ],\n \"STANDARD\": [\n \"hadoop-client\"\n ]\n }\n },\n \"TITAN\": {\n \"TITAN_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"titan-client\",\n \"INSTALL\": [\n \"titan-client\"\n ],\n \"PATCH\": [\n \"titan-client\"\n ],\n \"STANDARD\": [\n \"titan-client\"\n ]\n },\n \"TITAN_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"titan-server\",\n \"INSTALL\": [\n \"titan-server\"\n ],\n \"PATCH\": [\n \"titan-server\"\n ],\n \"STANDARD\": [\n \"titan-server\"\n ]\n }\n },\n \"YARN\": {\n \"APP_TIMELINE_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-yarn-timelineserver\",\n \"INSTALL\": [\n \"hadoop-yarn-timelineserver\"\n ],\n \"PATCH\": [\n \"hadoop-yarn-timelineserver\"\n ],\n \"STANDARD\": [\n \"hadoop-yarn-timelineserver\"\n ]\n },\n \"NODEMANAGER\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-yarn-nodemanager\",\n \"INSTALL\": [\n \"hadoop-yarn-nodemanager\"\n ],\n \"PATCH\": [\n \"hadoop-yarn-nodemanager\"\n ],\n \"STANDARD\": [\n \"hadoop-yarn-nodemanager\"\n ]\n },\n \"RESOURCEMANAGER\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-yarn-resourcemanager\",\n \"INSTALL\": [\n \"hadoop-yarn-resourcemanager\"\n ],\n \"PATCH\": [\n \"hadoop-yarn-resourcemanager\"\n ],\n \"STANDARD\": [\n \"hadoop-yarn-resourcemanager\"\n ]\n },\n \"YARN_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"hadoop-yarn-client\",\n \"LEGACY\": \"hadoop-client\",\n \"INSTALL\": [\n \"hadoop-yarn-client\"\n ],\n \"PATCH\": [\n \"hadoop-yarn-client\"\n ],\n \"STANDARD\": [\n \"hadoop-client\"\n ]\n }\n },\n \"ZEPPELIN\": {\n \"ZEPPELIN_MASTER\": {\n \"STACK-SELECT-PACKAGE\": \"zeppelin-server\",\n \"INSTALL\": [\n \"zeppelin-server\"\n ],\n \"PATCH\": [\n \"zeppelin-server\"\n ],\n \"STANDARD\": [\n \"zeppelin-server\"\n ]\n }\n },\n \"ZOOKEEPER\": {\n \"ZOOKEEPER_CLIENT\": {\n \"STACK-SELECT-PACKAGE\": \"zookeeper-client\",\n \"INSTALL\": [\n \"zookeeper-client\"\n ],\n \"PATCH\": [\n \"zookeeper-client\"\n ],\n \"STANDARD\": [\n \"zookeeper-client\"\n ]\n },\n \"ZOOKEEPER_SERVER\": {\n \"STACK-SELECT-PACKAGE\": \"zookeeper-server\",\n \"INSTALL\": [\n \"zookeeper-server\"\n ],\n \"PATCH\": [\n \"zookeeper-server\"\n ],\n \"STANDARD\": [\n \"zookeeper-server\"\n ]\n }\n }\n },\n \"conf-select\": {\n \"accumulo\": [\n {\n \"conf_dir\": \"/etc/accumulo/conf\",\n \"current_dir\": \"{0}/current/accumulo-client/conf\"\n }\n ],\n \"atlas\": [\n {\n \"conf_dir\": \"/etc/atlas/conf\",\n \"current_dir\": \"{0}/current/atlas-client/conf\"\n }\n ],\n \"druid\": [\n {\n \"conf_dir\": \"/etc/druid/conf\",\n \"current_dir\": \"{0}/current/druid-overlord/conf\"\n }\n ],\n \"falcon\": [\n {\n \"conf_dir\": \"/etc/falcon/conf\",\n \"current_dir\": \"{0}/current/falcon-client/conf\"\n }\n ],\n \"flume\": [\n {\n \"conf_dir\": \"/etc/flume/conf\",\n \"current_dir\": \"{0}/current/flume-server/conf\"\n }\n ],\n \"hadoop\": [\n {\n \"conf_dir\": \"/etc/hadoop/conf\",\n \"current_dir\": \"{0}/current/hadoop-client/conf\"\n }\n ],\n \"hbase\": [\n {\n \"conf_dir\": \"/etc/hbase/conf\",\n \"current_dir\": \"{0}/current/hbase-client/conf\"\n }\n ],\n \"hive\": [\n {\n \"conf_dir\": \"/etc/hive/conf\",\n \"current_dir\": \"{0}/current/hive-client/conf\"\n }\n ],\n \"hive2\": [\n {\n \"conf_dir\": \"/etc/hive2/conf\",\n \"current_dir\": \"{0}/current/hive-server2-hive2/conf\"\n }\n ],\n \"hive-hcatalog\": [\n {\n \"conf_dir\": \"/etc/hive-webhcat/conf\",\n \"prefix\": \"/etc/hive-webhcat\",\n \"current_dir\": \"{0}/current/hive-webhcat/etc/webhcat\"\n },\n {\n \"conf_dir\": \"/etc/hive-hcatalog/conf\",\n \"prefix\": \"/etc/hive-hcatalog\",\n \"current_dir\": \"{0}/current/hive-webhcat/etc/hcatalog\"\n }\n ],\n \"kafka\": [\n {\n \"conf_dir\": \"/etc/kafka/conf\",\n \"current_dir\": \"{0}/current/kafka-broker/conf\"\n }\n ],\n \"knox\": [\n {\n \"conf_dir\": \"/etc/knox/conf\",\n \"current_dir\": \"{0}/current/knox-server/conf\"\n }\n ],\n \"mahout\": [\n {\n \"conf_dir\": \"/etc/mahout/conf\",\n \"current_dir\": \"{0}/current/mahout-client/conf\"\n }\n ],\n \"nifi\": [\n {\n \"conf_dir\": \"/etc/nifi/conf\",\n \"current_dir\": \"{0}/current/nifi/conf\"\n }\n ],\n \"oozie\": [\n {\n \"conf_dir\": \"/etc/oozie/conf\",\n \"current_dir\": \"{0}/current/oozie-client/conf\"\n }\n ],\n \"phoenix\": [\n {\n \"conf_dir\": \"/etc/phoenix/conf\",\n \"current_dir\": \"{0}/current/phoenix-client/conf\"\n }\n ],\n \"pig\": [\n {\n \"conf_dir\": \"/etc/pig/conf\",\n \"current_dir\": \"{0}/current/pig-client/conf\"\n }\n ],\n \"ranger-admin\": [\n {\n \"conf_dir\": \"/etc/ranger/admin/conf\",\n \"current_dir\": \"{0}/current/ranger-admin/conf\"\n }\n ],\n \"ranger-kms\": [\n {\n \"conf_dir\": \"/etc/ranger/kms/conf\",\n \"current_dir\": \"{0}/current/ranger-kms/conf\"\n }\n ],\n \"ranger-tagsync\": [\n {\n \"conf_dir\": \"/etc/ranger/tagsync/conf\",\n \"current_dir\": \"{0}/current/ranger-tagsync/conf\"\n }\n ],\n \"ranger-usersync\": [\n {\n \"conf_dir\": \"/etc/ranger/usersync/conf\",\n \"current_dir\": \"{0}/current/ranger-usersync/conf\"\n }\n ],\n \"slider\": [\n {\n \"conf_dir\": \"/etc/slider/conf\",\n \"current_dir\": \"{0}/current/slider-client/conf\"\n }\n ],\n \"spark\": [\n {\n \"conf_dir\": \"/etc/spark/conf\",\n \"current_dir\": \"{0}/current/spark-client/conf\"\n }\n ],\n \"spark2\": [\n {\n \"conf_dir\": \"/etc/spark2/conf\",\n \"current_dir\": \"{0}/current/spark2-client/conf\"\n }\n ],\n \"sqoop\": [\n {\n \"conf_dir\": \"/etc/sqoop/conf\",\n \"current_dir\": \"{0}/current/sqoop-client/conf\"\n }\n ],\n \"storm\": [\n {\n \"conf_dir\": \"/etc/storm/conf\",\n \"current_dir\": \"{0}/current/storm-client/conf\"\n }\n ],\n \"storm-slider-client\": [\n {\n \"conf_dir\": \"/etc/storm-slider-client/conf\",\n \"current_dir\": \"{0}/current/storm-slider-client/conf\"\n }\n ],\n \"superset\": [\n {\n \"conf_dir\": \"/etc/druid-superset/conf\",\n \"current_dir\": \"{0}/current/druid-superset/conf\"\n }\n ],\n \"tez\": [\n {\n \"conf_dir\": \"/etc/tez/conf\",\n \"current_dir\": \"{0}/current/tez-client/conf\"\n }\n ],\n \"zeppelin\": [\n {\n \"conf_dir\": \"/etc/zeppelin/conf\",\n \"current_dir\": \"{0}/current/zeppelin-server/conf\"\n }\n ],\n \"zookeeper\": [\n {\n \"conf_dir\": \"/etc/zookeeper/conf\",\n \"current_dir\": \"{0}/current/zookeeper-client/conf\"\n }\n ]\n }\n }\n}",
1004 "ignore_bad_mounts" : "false",
1005 "user_group" : "hadoop",
1006 "sysprep_skip_setup_jce" : "false",
1007 "override_uid" : "true",
1008 "security_enabled" : "false",
1009 "sysprep_skip_copy_fast_jar_hdfs" : "false",
1010 "agent_mounts_ignore_list" : "",
1011 "recovery_lifetime_max_count" : "1024",
1012 "recovery_type" : "AUTO_START",
1013 "repo_suse_rhel_template" : "[{{repo_id}}]\nname={{repo_id}}\n{% if mirror_list %}mirrorlist={{mirror_list}}{% else %}baseurl={{base_url}}{% endif %}\n\npath=/\nenabled=1\ngpgcheck=0",
1014 "sysprep_skip_create_users_and_groups" : "false",
1015 "sysprep_skip_copy_tarballs_hdfs" : "false",
1016 "sysprep_skip_copy_oozie_share_lib_to_hdfs" : "false",
1017 "recovery_enabled" : "true",
1018 "smokeuser" : "ambari-qa",
1019 "smokeuser_keytab" : "/etc/security/keytabs/smokeuser.headless.keytab",
1020 "alerts_repeat_tolerance" : "1",
1021 "recovery_window_in_minutes" : "60",
1022 "stack_name" : "HDP",
1023 "ignore_groupsusers_create" : "false"
1024 }
1025 }
1026 },
1027 {
1028 "hive-interactive-site" : {
1029 "properties_attributes" : { },
1030 "properties" : {
1031 "hive.vectorized.groupby.maxentries" : "1000000",
1032 "hive.llap.client.consistent.splits" : "true",
1033 "hive.llap.daemon.yarn.container.mb" : "0",
1034 "hive.llap.io.memory.size" : "0",
1035 "hive.llap.daemon.am.liveness.heartbeat.interval.ms" : "10000ms",
1036 "hive.llap.task.scheduler.locality.delay" : "-1",
1037 "hive.vectorized.execution.reduce.enabled" : "true",
1038 "hive.llap.daemon.rpc.port" : "0",
1039 "hive.execution.mode" : "llap",
1040 "dfs.client.mmap.enabled" : "false",
1041 "hive.exec.orc.split.strategy" : "HYBRID",
1042 "hive.llap.io.enabled" : "true",
1043 "hive.vectorized.execution.mapjoin.native.fast.hashtable.enabled" : "true",
1044 "hive.optimize.dynamic.partition.hashjoin" : "true",
1045 "hive.mapjoin.hybridgrace.hashtable" : "false",
1046 "hive.execution.engine" : "tez",
1047 "hive.llap.object.cache.enabled" : "true",
1048 "hive.llap.daemon.queue.name" : "default",
1049 "hive.tez.container.size" : "682",
1050 "hive.metastore.uris" : "",
1051 "hive.server2.tez.sessions.restricted.configs" : "hive.execution.mode,hive.execution.engine",
1052 "hive.tez.cartesian-product.enabled" : "true",
1053 "hive.llap.auto.allow.uber" : "false",
1054 "hive.server2.webui.port" : "10502",
1055 "hive.llap.daemon.num.executors" : "1",
1056 "hive.llap.daemon.task.scheduler.enable.preemption" : "true",
1057 "hive.llap.io.use.lrfu" : "true",
1058 "hive.vectorized.execution.mapjoin.native.enabled" : "true",
1059 "hive.metastore.event.listeners" : "",
1060 "hive.server2.tez.default.queues" : "default",
1061 "hive.llap.zk.sm.connectionString" : "%HOSTGROUP::host_group_1%:2181",
1062 "hive.server2.tez.sessions.custom.queue.allowed" : "ignore",
1063 "hive.server2.tez.sessions.per.default.queue" : "1",
1064 "hive.server2.webui.use.ssl" : "false",
1065 "hive.llap.management.rpc.port" : "15004",
1066 "hive.server2.thrift.http.port" : "10501",
1067 "hive.map.aggr.hash.min.reduction" : "0.99",
1068 "hive.merge.nway.joins" : "false",
1069 "hive.llap.daemon.logger" : "query-routing",
1070 "hive.prewarm.enabled" : "false",
1071 "hive.auto.convert.join.noconditionaltask.size" : "1000000000",
1072 "llap.shuffle.connection-keep-alive.timeout" : "60",
1073 "hive.llap.execution.mode" : "only",
1074 "hive.llap.daemon.yarn.shuffle.port" : "15551",
1075 "hive.llap.enable.grace.join.in.llap" : "false",
1076 "hive.llap.daemon.vcpus.per.instance" : "${hive.llap.daemon.num.executors}",
1077 "hive.llap.io.memory.mode" : "",
1078 "hive.server2.thrift.port" : "10500",
1079 "hive.driver.parallel.compilation" : "true",
1080 "hive.tez.exec.print.summary" : "true",
1081 "hive.tez.input.generate.consistent.splits" : "true",
1082 "dfs.short.circuit.shared.memory.watcher.interrupt.check.ms" : "0",
1083 "hive.vectorized.execution.mapjoin.minmax.enabled" : "true",
1084 "hive.server2.enable.doAs" : "false",
1085 "hive.server2.zookeeper.namespace" : "hiveserver2-hive2",
1086 "hive.tez.bucket.pruning" : "true",
1087 "hive.llap.io.threadpool.size" : "2",
1088 "llap.shuffle.connection-keep-alive.enable" : "true",
1089 "hive.llap.daemon.service.hosts" : "@llap0",
1090 "hive.server2.tez.initialize.default.sessions" : "true"
1091 }
1092 }
1093 },
1094 {
1095 "livy2-conf" : {
1096 "properties_attributes" : { },
1097 "properties" : {
1098 "livy.repl.enableHiveContext" : "true",
1099 "livy.spark.master" : "yarn-cluster",
1100 "livy.server.recovery.state-store.url" : "/livy2-recovery",
1101 "livy.server.session.timeout" : "3600000",
1102 "livy.environment" : "production",
1103 "livy.server.csrf_protection.enabled" : "true",
1104 "livy.server.recovery.mode" : "recovery",
1105 "livy.impersonation.enabled" : "true",
1106 "livy.server.port" : "8999",
1107 "livy.server.recovery.state-store" : "filesystem"
1108 }
1109 }
1110 },
1111 {
1112 "ranger-hive-audit" : {
1113 "properties_attributes" : { },
1114 "properties" : {
1115 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/hive/audit/hdfs/spool",
1116 "xasecure.audit.is.enabled" : "true",
1117 "xasecure.audit.destination.hdfs" : "true",
1118 "ranger.plugin.hive.ambari.cluster.name" : "{{cluster_name}}",
1119 "xasecure.audit.destination.solr" : "true",
1120 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/hive/audit/solr/spool",
1121 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
1122 "xasecure.audit.destination.solr.zookeepers" : "NONE",
1123 "xasecure.audit.provider.summary.enabled" : "false",
1124 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits"
1125 }
1126 }
1127 },
1128 {
1129 "ranger-knox-policymgr-ssl" : {
1130 "properties_attributes" : { },
1131 "properties" : {
1132 "xasecure.policymgr.clientssl.truststore" : "/usr/hdp/current/knox-server/conf/ranger-plugin-truststore.jks",
1133 "xasecure.policymgr.clientssl.keystore" : "/usr/hdp/current/knox-server/conf/ranger-plugin-keystore.jks",
1134 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{credential_file}}",
1135 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{credential_file}}"
1136 }
1137 }
1138 },
1139 {
1140 "knoxsso-topology" : {
1141 "properties_attributes" : { },
1142 "properties" : {
1143 "content" : "\n <topology>\n <gateway>\n <provider>\n <role>webappsec</role>\n <name>WebAppSec</name>\n <enabled>true</enabled>\n <param><name>xframe.options.enabled</name><value>true</value></param>\n </provider>\n\n <provider>\n <role>authentication</role>\n <name>ShiroProvider</name>\n <enabled>true</enabled>\n <param>\n <name>sessionTimeout</name>\n <value>30</value>\n </param>\n <param>\n <name>redirectToUrl</name>\n <value>/gateway/knoxsso/knoxauth/login.html</value>\n </param>\n <param>\n <name>restrictedCookies</name>\n <value>rememberme,WWW-Authenticate</value>\n </param>\n <param>\n <name>main.ldapRealm</name>\n <value>org.apache.hadoop.gateway.shirorealm.KnoxLdapRealm</value>\n </param>\n <param>\n <name>main.ldapContextFactory</name>\n <value>org.apache.hadoop.gateway.shirorealm.KnoxLdapContextFactory</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory</name>\n <value>$ldapContextFactory</value>\n </param>\n <param>\n <name>main.ldapRealm.userDnTemplate</name>\n <value>uid={0},ou=people,dc=hadoop,dc=apache,dc=org</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory.url</name>\n <value>ldap://localhost:33389</value>\n </param> \n <param>\n <name>main.ldapRealm.authenticationCachingEnabled</name>\n <value>false</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory.authenticationMechanism</name>\n <value>simple</value>\n </param>\n <param>\n <name>urls./**</name>\n <value>authcBasic</value>\n </param>\n </provider>\n\n <provider>\n <role>identity-assertion</role>\n <name>Default</name>\n <enabled>true</enabled>\n </provider>\n </gateway>\n\n <application>\n <name>knoxauth</name>\n </application>\n\n <service>\n <role>KNOXSSO</role>\n <param>\n <name>knoxsso.cookie.secure.only</name>\n <value>false</value>\n </param>\n <param>\n <name>knoxsso.token.ttl</name>\n <value>30000</value>\n </param>\n <param>\n <name>knoxsso.redirect.whitelist.regex</name>\n <value>^https?:\\/\\/(localhost|127\\.0\\.0\\.1|0:0:0:0:0:0:0:1|::1):[0-9].*$</value>\n </param>\n </service>\n\n </topology>"
1144 }
1145 }
1146 },
1147 {
1148 "slider-log4j" : {
1149 "properties_attributes" : { },
1150 "properties" : {
1151 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\n# Define some default values that can be overridden by system properties\nlog4j.rootLogger=INFO,stdout\nlog4j.threshhold=ALL\nlog4j.appender.stdout=org.apache.log4j.ConsoleAppender\nlog4j.appender.stdout.layout=org.apache.log4j.PatternLayout\n\n# log layout skips stack-trace creation operations by avoiding line numbers and method\nlog4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} [%t] %-5p %c{2} - %m%n\n\n# debug edition is much more expensive\n#log4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} [%t] %-5p %c{2} (%F:%M(%L)) - %m%n\n\n\nlog4j.appender.subprocess=org.apache.log4j.ConsoleAppender\nlog4j.appender.subprocess.layout=org.apache.log4j.PatternLayout\nlog4j.appender.subprocess.layout.ConversionPattern=[%c{1}]: %m%n\n#log4j.logger.org.apache.slider.yarn.appmaster.SliderAppMasterer.master=INFO,subprocess\n\n# for debugging Slider\n#log4j.logger.org.apache.slider=DEBUG\n#log4j.logger.org.apache.slider=DEBUG\n\n# uncomment to debug service lifecycle issues\n#log4j.logger.org.apache.hadoop.yarn.service.launcher=DEBUG\n#log4j.logger.org.apache.hadoop.yarn.service=DEBUG\n\n# uncomment for YARN operations\n#log4j.logger.org.apache.hadoop.yarn.client=DEBUG\n\n# uncomment this to debug security problems\n#log4j.logger.org.apache.hadoop.security=DEBUG\n\n#crank back on some noise\nlog4j.logger.org.apache.hadoop.util.NativeCodeLoader=ERROR\nlog4j.logger.org.apache.hadoop.hdfs=WARN\n\n\nlog4j.logger.org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor=WARN\nlog4j.logger.org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl=WARN\nlog4j.logger.org.apache.zookeeper=WARN"
1152 }
1153 }
1154 },
1155 {
1156 "ranger-site" : {
1157 "properties_attributes" : { },
1158 "properties" : { }
1159 }
1160 },
1161 {
1162 "hbase-log4j" : {
1163 "properties_attributes" : { },
1164 "properties" : {
1165 "hbase_log_maxbackupindex" : "20",
1166 "hbase_security_log_maxfilesize" : "256",
1167 "hbase_log_maxfilesize" : "256",
1168 "hbase_security_log_maxbackupindex" : "20",
1169 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\n# Define some default values that can be overridden by system properties\nhbase.root.logger=INFO,console\nhbase.security.logger=INFO,console\nhbase.log.dir=.\nhbase.log.file=hbase.log\n\n# Define the root logger to the system property \"hbase.root.logger\".\nlog4j.rootLogger=${hbase.root.logger}\n\n# Logging Threshold\nlog4j.threshold=ALL\n\n#\n# Daily Rolling File Appender\n#\nlog4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.DRFA.File=${hbase.log.dir}/${hbase.log.file}\n\n# Rollver at midnight\nlog4j.appender.DRFA.DatePattern=.yyyy-MM-dd\n\n# 30-day backup\n#log4j.appender.DRFA.MaxBackupIndex=30\nlog4j.appender.DRFA.layout=org.apache.log4j.PatternLayout\n\n# Pattern format: Date LogLevel LoggerName LogMessage\nlog4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n# Rolling File Appender properties\nhbase.log.maxfilesize={{hbase_log_maxfilesize}}MB\nhbase.log.maxbackupindex={{hbase_log_maxbackupindex}}\n\n# Rolling File Appender\nlog4j.appender.RFA=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFA.File=${hbase.log.dir}/${hbase.log.file}\n\nlog4j.appender.RFA.MaxFileSize=${hbase.log.maxfilesize}\nlog4j.appender.RFA.MaxBackupIndex=${hbase.log.maxbackupindex}\n\nlog4j.appender.RFA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n#\n# Security audit appender\n#\nhbase.security.log.file=SecurityAuth.audit\nhbase.security.log.maxfilesize={{hbase_security_log_maxfilesize}}MB\nhbase.security.log.maxbackupindex={{hbase_security_log_maxbackupindex}}\nlog4j.appender.RFAS=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFAS.File=${hbase.log.dir}/${hbase.security.log.file}\nlog4j.appender.RFAS.MaxFileSize=${hbase.security.log.maxfilesize}\nlog4j.appender.RFAS.MaxBackupIndex=${hbase.security.log.maxbackupindex}\nlog4j.appender.RFAS.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\nlog4j.category.SecurityLogger=${hbase.security.logger}\nlog4j.additivity.SecurityLogger=false\n#log4j.logger.SecurityLogger.org.apache.hadoop.hbase.security.access.AccessController=TRACE\n\n#\n# Null Appender\n#\nlog4j.appender.NullAppender=org.apache.log4j.varia.NullAppender\n\n#\n# console\n# Add \"console\" to rootlogger above if you want to use this\n#\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n# Custom Logging levels\n\nlog4j.logger.org.apache.zookeeper=INFO\n#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG\nlog4j.logger.org.apache.hadoop.hbase=INFO\n# Make these two classes INFO-level. Make them DEBUG to see more zk debug.\nlog4j.logger.org.apache.hadoop.hbase.zookeeper.ZKUtil=INFO\nlog4j.logger.org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher=INFO\n#log4j.logger.org.apache.hadoop.dfs=DEBUG\n# Set this class to log INFO only otherwise its OTT\n# Enable this to get detailed connection error/retry logging.\n# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=TRACE\n\n\n# Uncomment this line to enable tracing on _every_ RPC call (this can be a lot of output)\n#log4j.logger.org.apache.hadoop.ipc.HBaseServer.trace=DEBUG\n\n# Uncomment the below if you want to remove logging of client region caching'\n# and scan of .META. messages\n# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=INFO\n# log4j.logger.org.apache.hadoop.hbase.client.MetaScanner=INFO"
1170 }
1171 }
1172 },
1173 {
1174 "kafka_jaas_conf" : {
1175 "properties_attributes" : { },
1176 "properties" : {
1177 "content" : "\nKafkaServer {\ncom.sun.security.auth.module.Krb5LoginModule required\nuseKeyTab=true\nkeyTab=\"{{kafka_keytab_path}}\"\nstoreKey=true\nuseTicketCache=false\nserviceName=\"{{kafka_bare_jaas_principal}}\"\nprincipal=\"{{kafka_jaas_principal}}\";\n};\nKafkaClient {\ncom.sun.security.auth.module.Krb5LoginModule required\nuseTicketCache=true\nrenewTicket=true\nserviceName=\"{{kafka_bare_jaas_principal}}\";\n};\nClient {\ncom.sun.security.auth.module.Krb5LoginModule required\nuseKeyTab=true\nkeyTab=\"{{kafka_keytab_path}}\"\nstoreKey=true\nuseTicketCache=false\nserviceName=\"zookeeper\"\nprincipal=\"{{kafka_jaas_principal}}\";\n};\ncom.sun.security.jgss.krb5.initiate {\n com.sun.security.auth.module.Krb5LoginModule required\n renewTGT=false\n doNotPrompt=true\n useKeyTab=true\n keyTab=\"{{kafka_keytab_path}}\"\n storeKey=true\n useTicketCache=false\n serviceName=\"{{kafka_bare_jaas_principal}}\"\n principal=\"{{kafka_jaas_principal}}\";\n};"
1178 }
1179 }
1180 },
1181 {
1182 "pig-env" : {
1183 "properties_attributes" : { },
1184 "properties" : {
1185 "content" : "\nJAVA_HOME={{java64_home}}\nHADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n\nif [ -d \"/usr/lib/tez\" ]; then\n PIG_OPTS=\"$PIG_OPTS -Dmapreduce.framework.name=yarn\"\nfi"
1186 }
1187 }
1188 },
1189 {
1190 "ranger-hdfs-policymgr-ssl" : {
1191 "properties_attributes" : { },
1192 "properties" : {
1193 "xasecure.policymgr.clientssl.truststore" : "/usr/hdp/current/hadoop-client/conf/ranger-plugin-truststore.jks",
1194 "xasecure.policymgr.clientssl.keystore" : "/usr/hdp/current/hadoop-client/conf/ranger-plugin-keystore.jks",
1195 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{credential_file}}",
1196 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{credential_file}}"
1197 }
1198 }
1199 },
1200 {
1201 "ranger-atlas-policymgr-ssl" : {
1202 "properties_attributes" : { },
1203 "properties" : {
1204 "xasecure.policymgr.clientssl.truststore" : "/usr/hdp/current/atlas-server/conf/ranger-plugin-truststore.jks",
1205 "xasecure.policymgr.clientssl.keystore" : "/usr/hdp/current/atlas-server/conf/ranger-plugin-keystore.jks",
1206 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{credential_file}}",
1207 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{credential_file}}"
1208 }
1209 }
1210 },
1211 {
1212 "ranger-hbase-security" : {
1213 "properties_attributes" : { },
1214 "properties" : {
1215 "ranger.plugin.hbase.policy.rest.ssl.config.file" : "/etc/hbase/conf/ranger-policymgr-ssl.xml",
1216 "ranger.plugin.hbase.service.name" : "{{repo_name}}",
1217 "xasecure.hbase.update.xapolicies.on.grant.revoke" : "true",
1218 "ranger.plugin.hbase.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache",
1219 "ranger.plugin.hbase.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminRESTClient",
1220 "ranger.plugin.hbase.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080",
1221 "ranger.plugin.hbase.policy.pollIntervalMs" : "30000"
1222 }
1223 }
1224 },
1225 {
1226 "hbase-site" : {
1227 "properties_attributes" : { },
1228 "properties" : {
1229 "hbase.coprocessor.master.classes" : "",
1230 "hfile.block.cache.size" : "0.4",
1231 "hbase.master.port" : "16000",
1232 "hbase.local.dir" : "${hbase.tmp.dir}/local",
1233 "phoenix.query.timeoutMs" : "60000",
1234 "hbase.regionserver.wal.codec" : "org.apache.hadoop.hbase.regionserver.wal.WALCellCodec",
1235 "hbase.client.retries.number" : "35",
1236 "hbase.hstore.compaction.max" : "10",
1237 "hbase.zookeeper.quorum" : "%HOSTGROUP::host_group_1%",
1238 "hbase.regionserver.info.port" : "16030",
1239 "hbase.hregion.memstore.chunkpool.maxsize" : "1",
1240 "hbase.rpc.protection" : "authentication",
1241 "zookeeper.znode.parent" : "/hbase-unsecure",
1242 "hbase.master.info.port" : "16010",
1243 "hbase.rootdir" : "hdfs://%HOSTGROUP::host_group_1%:8020/apps/hbase/data",
1244 "hbase.cluster.distributed" : "true",
1245 "hbase.hregion.majorcompaction" : "604800000",
1246 "hbase.hregion.memstore.mslab.enabled" : "true",
1247 "hbase.security.authentication" : "simple",
1248 "hbase.security.authorization" : "false",
1249 "hbase.regionserver.executor.openregion.threads" : "20",
1250 "hbase.hstore.blockingStoreFiles" : "10",
1251 "hbase.zookeeper.useMulti" : "true",
1252 "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket",
1253 "zookeeper.session.timeout" : "90000",
1254 "hbase.master.info.bindAddress" : "0.0.0.0",
1255 "hbase.master.ui.readonly" : "false",
1256 "hbase.custom-extensions.root" : "/hdp/ext/{{major_stack_version}}/hbase",
1257 "hbase.hregion.majorcompaction.jitter" : "0.50",
1258 "hbase.hregion.memstore.flush.size" : "134217728",
1259 "hbase.hregion.max.filesize" : "10737418240",
1260 "zookeeper.recovery.retry" : "6",
1261 "hbase.regionserver.global.memstore.size" : "0.4",
1262 "hbase.client.keyvalue.maxsize" : "1048576",
1263 "hbase.tmp.dir" : "/tmp/hbase-${user.name}",
1264 "hbase.client.scanner.caching" : "100",
1265 "hbase.hstore.compactionThreshold" : "3",
1266 "hbase.master.wait.on.regionservers.timeout" : "30000",
1267 "hbase.master.namespace.init.timeout" : "2400000",
1268 "hbase.rpc.timeout" : "90000",
1269 "hbase.superuser" : "hbase",
1270 "hbase.coprocessor.region.classes" : "org.apache.hadoop.hbase.security.access.SecureBulkLoadEndpoint",
1271 "hbase.regionserver.handler.count" : "30",
1272 "hbase.bulkload.staging.dir" : "/apps/hbase/staging",
1273 "hbase.regionserver.port" : "16020",
1274 "hbase.zookeeper.property.clientPort" : "2181",
1275 "hbase.defaults.for.version.skip" : "true",
1276 "hbase.hregion.memstore.block.multiplier" : "4"
1277 }
1278 }
1279 },
1280 {
1281 "ranger-yarn-policymgr-ssl" : {
1282 "properties_attributes" : { },
1283 "properties" : {
1284 "xasecure.policymgr.clientssl.truststore" : "/usr/hdp/current/hadoop-client/conf/ranger-yarn-plugin-truststore.jks",
1285 "xasecure.policymgr.clientssl.keystore" : "/usr/hdp/current/hadoop-client/conf/ranger-yarn-plugin-keystore.jks",
1286 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{credential_file}}",
1287 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{credential_file}}"
1288 }
1289 }
1290 },
1291 {
1292 "ranger-logsearch-conf" : {
1293 "properties_attributes" : { },
1294 "properties" : {
1295 "component_mappings" : "RANGER_SERVER:ranger_admin,ranger_dbpatch;RANGER_USERSYNC:ranger_usersync;",
1296 "content" : "\n{\n \"input\":[\n {\n \"type\":\"ranger_admin\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/ranger-env/ranger_admin_log_dir', '/var/log/ranger/admin')}}/xa_portal.log\"\n },\n {\n \"type\":\"ranger_dbpatch\",\n \"is_enabled\":\"true\",\n \"path\":\"{{default('/configurations/ranger-env/ranger_admin_log_dir', '/var/log/ranger/admin')}}/ranger_db_patch.log\"\n },\n {\n \"type\":\"ranger_usersync\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/ranger-env/ranger_usersync_log_dir', '/var/log/ranger/usersync')}}/usersync.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"ranger_admin\",\n \"ranger_dbpatch\"\n ]\n }\n },\n \"log4j_format\":\"%d [%t] %-5p %C{6} (%F:%L) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}\\\\[%{DATA:thread_name}\\\\]%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\(%{JAVAFILE:file}:%{INT:line_number}\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n },\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"ranger_usersync\"\n ]\n }\n },\n \"log4j_format\":\"%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %m%n\",\n \"multiline_pattern\":\"^(%{USER_SYNC_DATE:logtime})\",\n \"message_pattern\":\"(?m)^%{USER_SYNC_DATE:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\[%{DATA:thread_name}\\\\]%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"dd MMM yyyy HH:mm:ss\"\n }\n }\n }\n }\n ]\n }",
1297 "service_name" : "Ranger"
1298 }
1299 }
1300 },
1301 {
1302 "ranger-tagsync-policymgr-ssl" : {
1303 "properties_attributes" : { },
1304 "properties" : {
1305 "xasecure.policymgr.clientssl.truststore" : "/etc/security/serverKeys/ranger-tagsync-mytruststore.jks",
1306 "xasecure.policymgr.clientssl.keystore" : "/etc/security/serverKeys/ranger-tagsync-keystore.jks",
1307 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{ranger_tagsync_credential_file}}",
1308 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{ranger_tagsync_credential_file}}"
1309 }
1310 }
1311 },
1312 {
1313 "ranger-hive-policymgr-ssl" : {
1314 "properties_attributes" : { },
1315 "properties" : {
1316 "xasecure.policymgr.clientssl.truststore" : "/usr/hdp/current/hive-server2/conf/ranger-plugin-truststore.jks",
1317 "xasecure.policymgr.clientssl.keystore" : "/usr/hdp/current/hive-server2/conf/ranger-plugin-keystore.jks",
1318 "xasecure.policymgr.clientssl.keystore.credential.file" : "jceks://file{{credential_file}}",
1319 "xasecure.policymgr.clientssl.truststore.credential.file" : "jceks://file{{credential_file}}"
1320 }
1321 }
1322 },
1323 {
1324 "zookeeper-logsearch-conf" : {
1325 "properties_attributes" : { },
1326 "properties" : {
1327 "component_mappings" : "ZOOKEEPER_SERVER:zookeeper",
1328 "content" : "\n{\n \"input\":[\n {\n \"type\":\"zookeeper\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/zookeeper-env/zk_log_dir', '/var/log/zookeeper')}}/zookeeper*.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\"type\":[\"zookeeper\"]}\n },\n \"log4j_format\":\"%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}-%{SPACE}%{LOGLEVEL:level}%{SPACE}\\\\[%{DATA:thread_name}\\\\@%{INT:line_number}\\\\]%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\": {\n \"logtime\": {\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n}",
1329 "service_name" : "Zookeeper"
1330 }
1331 }
1332 },
1333 {
1334 "hcat-env" : {
1335 "properties_attributes" : { },
1336 "properties" : {
1337 "content" : "\n # Licensed to the Apache Software Foundation (ASF) under one\n # or more contributor license agreements. See the NOTICE file\n # distributed with this work for additional information\n # regarding copyright ownership. The ASF licenses this file\n # to you under the Apache License, Version 2.0 (the\n # \"License\"); you may not use this file except in compliance\n # with the License. You may obtain a copy of the License at\n #\n # http://www.apache.org/licenses/LICENSE-2.0\n #\n # Unless required by applicable law or agreed to in writing, software\n # distributed under the License is distributed on an \"AS IS\" BASIS,\n # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n # See the License for the specific language governing permissions and\n # limitations under the License.\n\n JAVA_HOME={{java64_home}}\n HCAT_PID_DIR={{hcat_pid_dir}}/\n HCAT_LOG_DIR={{hcat_log_dir}}/\n HCAT_CONF_DIR={{hcat_conf_dir}}\n HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n #DBROOT is the path where the connector jars are downloaded\n DBROOT={{hcat_dbroot}}\n USER={{hcat_user}}\n METASTORE_PORT={{hive_metastore_port}}"
1338 }
1339 }
1340 },
1341 {
1342 "atlas-logsearch-conf" : {
1343 "properties_attributes" : { },
1344 "properties" : {
1345 "component_mappings" : "ATLAS_SERVER:atlas_app",
1346 "content" : "\n{\n \"input\":[\n {\n \"type\":\"atlas_app\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/atlas-env/metadata_log_dir', '/var/log/atlas')}}/application.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"atlas_app\"\n ]\n }\n },\n \"log4j_format\":\"%d %-5p - [%t:%x] ~ %m (%c{1}:%L)%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{SPACE}-%{SPACE}\\\\[%{DATA:thread_name}\\\\]%{SPACE}~%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n }",
1347 "service_name" : "Atlas"
1348 }
1349 }
1350 },
1351 {
1352 "pig-properties" : {
1353 "properties_attributes" : { },
1354 "properties" : {
1355 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing,\n# software distributed under the License is distributed on an\n# \"AS IS\" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY\n# KIND, either express or implied. See the License for the\n# specific language governing permissions and limitations\n# under the License.\n\n# Pig default configuration file. All values can be overwritten by pig.properties and command line arguments.\n# see bin/pig -help\n\n# brief logging (no timestamps)\nbrief=false\n\n# debug level, INFO is default\ndebug=INFO\n\n# verbose print all log messages to screen (default to print only INFO and above to screen)\nverbose=false\n\n# exectype local|mapreduce|tez, mapreduce is default\nexectype=tez\n\n# Enable insertion of information about script into hadoop job conf \npig.script.info.enabled=true\n\n# Do not spill temp files smaller than this size (bytes)\npig.spill.size.threshold=5000000\n\n# EXPERIMENT: Activate garbage collection when spilling a file bigger than this size (bytes)\n# This should help reduce the number of files being spilled.\npig.spill.gc.activation.size=40000000\n\n# the following two parameters are to help estimate the reducer number\npig.exec.reducers.bytes.per.reducer=1000000000\npig.exec.reducers.max=999\n\n# Temporary location to store the intermediate data.\npig.temp.dir=/tmp/\n\n# Threshold for merging FRJoin fragment files\npig.files.concatenation.threshold=100\npig.optimistic.files.concatenation=false;\n\npig.disable.counter=false\n\nhcat.bin=/usr/bin/hcat"
1356 }
1357 }
1358 },
1359 {
1360 "ranger-hive-plugin-properties" : {
1361 "properties_attributes" : { },
1362 "properties" : {
1363 "external_ranger_admin_username" : "",
1364 "REPOSITORY_CONFIG_USERNAME" : "hive",
1365 "external_admin_username" : "",
1366 "jdbc.driverClassName" : "org.apache.hive.jdbc.HiveDriver",
1367 "common.name.for.certificate" : "",
1368 "policy_user" : "ambari-qa"
1369 }
1370 }
1371 },
1372 {
1373 "ranger-yarn-security" : {
1374 "properties_attributes" : { },
1375 "properties" : {
1376 "ranger.plugin.yarn.policy.rest.ssl.config.file" : "/etc/hadoop/conf/ranger-policymgr-ssl-yarn.xml",
1377 "ranger.plugin.yarn.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminRESTClient",
1378 "ranger.plugin.yarn.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache",
1379 "ranger.plugin.yarn.policy.pollIntervalMs" : "30000",
1380 "ranger.plugin.yarn.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080",
1381 "ranger.plugin.yarn.service.name" : "{{repo_name}}"
1382 }
1383 }
1384 },
1385 {
1386 "ranger-yarn-audit" : {
1387 "properties_attributes" : { },
1388 "properties" : {
1389 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/hadoop/yarn/audit/hdfs/spool",
1390 "xasecure.audit.is.enabled" : "true",
1391 "xasecure.audit.destination.hdfs" : "true",
1392 "xasecure.audit.destination.solr" : "true",
1393 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/hadoop/yarn/audit/solr/spool",
1394 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
1395 "ranger.plugin.yarn.ambari.cluster.name" : "{{cluster_name}}",
1396 "xasecure.audit.destination.solr.zookeepers" : "NONE",
1397 "xasecure.audit.provider.summary.enabled" : "false",
1398 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits"
1399 }
1400 }
1401 },
1402 {
1403 "livy2-log4j-properties" : {
1404 "properties_attributes" : { },
1405 "properties" : {
1406 "content" : "\n # Set everything to be logged to the console\n log4j.rootCategory=INFO, console\n log4j.appender.console=org.apache.log4j.ConsoleAppender\n log4j.appender.console.target=System.err\n log4j.appender.console.layout=org.apache.log4j.PatternLayout\n log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n\n\n log4j.logger.org.eclipse.jetty=WARN"
1407 }
1408 }
1409 },
1410 {
1411 "tez-interactive-site" : {
1412 "properties_attributes" : {
1413 "final" : {
1414 "tez.runtime.shuffle.ssl.enable" : "true"
1415 }
1416 },
1417 "properties" : {
1418 "tez.runtime.pipelined.sorter.lazy-allocate.memory" : "true",
1419 "tez.runtime.report.partition.stats" : "true",
1420 "tez.am.client.heartbeat.timeout.secs" : "90",
1421 "tez.runtime.shuffle.connect.timeout" : "30000",
1422 "tez.runtime.enable.final-merge.in.output" : "false",
1423 "tez.am.client.heartbeat.poll.interval.millis" : "6000",
1424 "tez.container.max.java.heap.fraction" : "-1",
1425 "tez.runtime.shuffle.memory.limit.percent" : "0.25",
1426 "tez.session.am.dag.submit.timeout.secs" : "1209600",
1427 "tez.runtime.shuffle.read.timeout" : "30000",
1428 "tez.am.am-rm.heartbeat.interval-ms.max" : "10000",
1429 "tez.lib.uris" : "/hdp/apps/${hdp.version}/tez_hive2/tez.tar.gz",
1430 "tez.am.task.listener.thread-count" : "1",
1431 "tez.runtime.shuffle.fetch.buffer.percent" : "0.6",
1432 "tez.task.timeout-ms" : "90000",
1433 "tez.am.node-blacklisting.enabled" : "false",
1434 "tez.history.logging.taskattempt-filters" : "SERVICE_BUSY,EXTERNAL_PREEMPTION",
1435 "tez.am.task.reschedule.higher.priority" : "false",
1436 "tez.runtime.unordered.output.buffer.size-mb" : "100",
1437 "tez.runtime.pipelined-shuffle.enabled" : "false",
1438 "tez.runtime.shuffle.fetch.verify-disk-checksum" : "false",
1439 "tez.runtime.shuffle.parallel.copies" : "8",
1440 "tez.runtime.shuffle.ssl.enable" : "false",
1441 "tez.dag.recovery.enabled" : "false",
1442 "tez.history.logging.log.level" : "TASK_ATTEMPT",
1443 "tez.task.heartbeat.timeout.check-ms" : "15000",
1444 "tez.am.resource.memory.mb" : "1536",
1445 "tez.history.logging.timeline.num-dags-per-group" : "5",
1446 "tez.grouping.node.local.only" : "true",
1447 "tez.runtime.io.sort.mb" : "512",
1448 "tez.runtime.shuffle.keep-alive.enabled" : "true"
1449 }
1450 }
1451 },
1452 {
1453 "hive-exec-log4j" : {
1454 "properties_attributes" : { },
1455 "properties" : {
1456 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n# Define some default values that can be overridden by system properties\n\nhive.log.threshold=ALL\nhive.root.logger={{hive_log_level}},FA\nhive.log.dir=${java.io.tmpdir}/${user.name}\nhive.query.id=hadoop\nhive.log.file=${hive.query.id}.log\n\n# Define the root logger to the system property \"hadoop.root.logger\".\nlog4j.rootLogger=${hive.root.logger}, EventCounter\n\n# Logging Threshold\nlog4j.threshhold=${hive.log.threshold}\n\n#\n# File Appender\n#\n\nlog4j.appender.FA=org.apache.log4j.FileAppender\nlog4j.appender.FA.File=${hive.log.dir}/${hive.log.file}\nlog4j.appender.FA.layout=org.apache.log4j.PatternLayout\n\n# Pattern format: Date LogLevel LoggerName LogMessage\n#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\n# Debugging Pattern format\nlog4j.appender.FA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\n\n\n#\n# console\n# Add \"console\" to rootlogger above if you want to use this\n#\n\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n\n\n#custom logging levels\n#log4j.logger.xxx=DEBUG\n\n#\n# Event Counter Appender\n# Sends counts of logging messages at different severity levels to Hadoop Metrics.\n#\nlog4j.appender.EventCounter=org.apache.hadoop.hive.shims.HiveEventCounter\n\n\nlog4j.category.DataNucleus=ERROR,FA\nlog4j.category.Datastore=ERROR,FA\nlog4j.category.Datastore.Schema=ERROR,FA\nlog4j.category.JPOX.Datastore=ERROR,FA\nlog4j.category.JPOX.Plugin=ERROR,FA\nlog4j.category.JPOX.MetaData=ERROR,FA\nlog4j.category.JPOX.Query=ERROR,FA\nlog4j.category.JPOX.General=ERROR,FA\nlog4j.category.JPOX.Enhancer=ERROR,FA\n\n\n# Silence useless ZK logs\nlog4j.logger.org.apache.zookeeper.server.NIOServerCnxn=WARN,FA\nlog4j.logger.org.apache.zookeeper.ClientCnxnSocketNIO=WARN,FA"
1457 }
1458 }
1459 },
1460 {
1461 "spark2-defaults" : {
1462 "properties_attributes" : { },
1463 "properties" : {
1464 "spark.history.kerberos.keytab" : "none",
1465 "spark.history.ui.port" : "18081",
1466 "spark.driver.extraLibraryPath" : "{{spark_hadoop_lib_native}}",
1467 "spark.eventLog.dir" : "hdfs:///spark2-history/",
1468 "spark.eventLog.enabled" : "true",
1469 "spark.executor.extraLibraryPath" : "{{spark_hadoop_lib_native}}",
1470 "spark.history.provider" : "org.apache.spark.deploy.history.FsHistoryProvider",
1471 "spark.yarn.historyServer.address" : "{{spark_history_server_host}}:{{spark_history_ui_port}}",
1472 "spark.history.fs.logDirectory" : "hdfs:///spark2-history/",
1473 "spark.yarn.queue" : "default"
1474 }
1475 }
1476 },
1477 {
1478 "webhcat-env" : {
1479 "properties_attributes" : { },
1480 "properties" : {
1481 "content" : "\n# The file containing the running pid\nPID_FILE={{webhcat_pid_file}}\n\nTEMPLETON_LOG_DIR={{templeton_log_dir}}/\n\n\nWEBHCAT_LOG_DIR={{templeton_log_dir}}/\n\n# The console error log\nERROR_LOG={{templeton_log_dir}}/webhcat-console-error.log\n\n# The console log\nCONSOLE_LOG={{templeton_log_dir}}/webhcat-console.log\n\n#TEMPLETON_JAR=templeton_jar_name\n\n#HADOOP_PREFIX=hadoop_prefix\n\n#HCAT_PREFIX=hive_prefix\n\n# Set HADOOP_HOME to point to a specific hadoop install directory\nexport HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}"
1482 }
1483 }
1484 },
1485 {
1486 "hdfs-site" : {
1487 "properties_attributes" : {
1488 "final" : {
1489 "dfs.webhdfs.enabled" : "true",
1490 "dfs.namenode.http-address" : "true",
1491 "dfs.support.append" : "true",
1492 "dfs.namenode.name.dir" : "true",
1493 "dfs.datanode.failed.volumes.tolerated" : "true",
1494 "dfs.datanode.data.dir" : "true"
1495 }
1496 },
1497 "properties" : {
1498 "dfs.replication" : "3",
1499 "dfs.namenode.audit.log.async" : "true",
1500 "dfs.namenode.checkpoint.dir" : "/hadoop/hdfs/namesecondary",
1501 "dfs.namenode.avoid.read.stale.datanode" : "true",
1502 "manage.include.files" : "false",
1503 "dfs.journalnode.http-address" : "0.0.0.0:8480",
1504 "nfs.file.dump.dir" : "/tmp/.hdfs-nfs",
1505 "dfs.namenode.rpc-address" : "%HOSTGROUP::host_group_1%:8020",
1506 "dfs.namenode.https-address" : "%HOSTGROUP::host_group_1%:50470",
1507 "dfs.encrypt.data.transfer.cipher.suites" : "AES/CTR/NoPadding",
1508 "dfs.client.read.shortcircuit.streams.cache.size" : "4096",
1509 "dfs.hosts.exclude" : "/etc/hadoop/conf/dfs.exclude",
1510 "dfs.namenode.accesstime.precision" : "0",
1511 "dfs.namenode.fslock.fair" : "false",
1512 "dfs.permissions.enabled" : "true",
1513 "dfs.datanode.balance.bandwidthPerSec" : "6250000",
1514 "dfs.namenode.stale.datanode.interval" : "30000",
1515 "dfs.content-summary.limit" : "5000",
1516 "dfs.http.policy" : "HTTP_ONLY",
1517 "dfs.journalnode.https-address" : "0.0.0.0:8481",
1518 "dfs.datanode.du.reserved" : "8421447168",
1519 "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket",
1520 "dfs.datanode.ipc.address" : "0.0.0.0:8010",
1521 "dfs.cluster.administrators" : " hdfs",
1522 "dfs.datanode.max.transfer.threads" : "16384",
1523 "dfs.namenode.handler.count" : "100",
1524 "dfs.https.port" : "50470",
1525 "dfs.replication.max" : "50",
1526 "dfs.client.read.shortcircuit" : "true",
1527 "dfs.webhdfs.enabled" : "true",
1528 "dfs.namenode.http-address" : "%HOSTGROUP::host_group_1%:50070",
1529 "dfs.namenode.name.dir" : "/hadoop/hdfs/namenode",
1530 "dfs.namenode.avoid.write.stale.datanode" : "true",
1531 "dfs.datanode.https.address" : "0.0.0.0:50475",
1532 "dfs.datanode.failed.volumes.tolerated" : "0",
1533 "dfs.client.retry.policy.enabled" : "false",
1534 "hadoop.caller.context.enabled" : "true",
1535 "dfs.namenode.startup.delay.block.deletion.sec" : "3600",
1536 "dfs.block.access.token.enable" : "true",
1537 "dfs.datanode.data.dir" : "/hadoop/hdfs/data",
1538 "dfs.permissions.superusergroup" : "hdfs",
1539 "dfs.blocksize" : "134217728",
1540 "dfs.namenode.checkpoint.edits.dir" : "${dfs.namenode.checkpoint.dir}",
1541 "nfs.exports.allowed.hosts" : "* rw",
1542 "dfs.datanode.address" : "0.0.0.0:50010",
1543 "dfs.blockreport.initialDelay" : "120",
1544 "dfs.datanode.data.dir.perm" : "750",
1545 "dfs.namenode.write.stale.datanode.ratio" : "1.0f",
1546 "dfs.namenode.name.dir.restore" : "true",
1547 "dfs.heartbeat.interval" : "3",
1548 "dfs.namenode.secondary.http-address" : "%HOSTGROUP::host_group_1%:50090",
1549 "dfs.namenode.checkpoint.txns" : "1000000",
1550 "dfs.journalnode.edits.dir" : "/hadoop/hdfs/journalnode",
1551 "dfs.support.append" : "true",
1552 "fs.permissions.umask-mode" : "022",
1553 "dfs.namenode.safemode.threshold-pct" : "1",
1554 "dfs.namenode.checkpoint.period" : "21600",
1555 "dfs.datanode.http.address" : "0.0.0.0:50075"
1556 }
1557 }
1558 },
1559 {
1560 "tagsync-log4j" : {
1561 "properties_attributes" : { },
1562 "properties" : {
1563 "ranger_tagsync_log_number_of_backup_files" : "20",
1564 "ranger_tagsync_log_maxfilesize" : "256",
1565 "content" : "\n#\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n\n\nlog4j.rootLogger = info,logFile\n\n# logFile\nlog4j.appender.logFile=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.logFile.file=${logdir}/tagsync.log\nlog4j.appender.logFile.datePattern='.'yyyy-MM-dd\nlog4j.appender.logFile.layout=org.apache.log4j.PatternLayout\nlog4j.appender.logFile.MaxFileSize={{ranger_tagsync_log_maxfilesize}}MB\nlog4j.appender.logFile.layout.ConversionPattern=%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %L %m%n\n\n# console\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.Target=System.out\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{dd MMM yyyy HH:mm:ss} %5p %c{1} [%t] - %L %m%n"
1566 }
1567 }
1568 },
1569 {
1570 "atlas-env" : {
1571 "properties_attributes" : { },
1572 "properties" : {
1573 "atlas_server_max_new_size" : "600",
1574 "atlas_server_metadata_size" : "50000",
1575 "metadata_log_dir" : "/var/log/atlas",
1576 "metadata_conf_file" : "atlas-application.properties",
1577 "metadata_classpath" : " ",
1578 "atlas_solr_replication_factor" : "1",
1579 "metadata_expanded_war_dir" : "./server/webapp",
1580 "content" : "\n # The java implementation to use. If JAVA_HOME is not found we expect java and jar to be in path\n export JAVA_HOME={{java64_home}}\n\n # any additional java opts you want to set. This will apply to both client and server operations\n {% if security_enabled %}\n export ATLAS_OPTS=\"{{metadata_opts}} -Djava.security.auth.login.config={{atlas_jaas_file}}\"\n {% else %}\n export ATLAS_OPTS=\"{{metadata_opts}}\"\n {% endif %}\n\n # metadata configuration directory\n export ATLAS_CONF={{conf_dir}}\n\n # Where log files are stored. Defatult is logs directory under the base install location\n export ATLAS_LOG_DIR={{log_dir}}\n\n # additional classpath entries\n export ATLASCPPATH={{metadata_classpath}}\n\n # data dir\n export ATLAS_DATA_DIR={{data_dir}}\n\n # pid dir\n export ATLAS_PID_DIR={{pid_dir}}\n\n # hbase conf dir\n export HBASE_CONF_DIR={{hbase_conf_dir}}\n\n # Where do you want to expand the war file. By Default it is in /server/webapp dir under the base install dir.\n export ATLAS_EXPANDED_WEBAPP_DIR={{expanded_war_dir}}\n export ATLAS_SERVER_OPTS=\"-server -XX:SoftRefLRUPolicyMSPerMB=0 -XX:+CMSClassUnloadingEnabled -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:+PrintTenuringDistribution -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=$ATLAS_LOG_DIR/atlas_server.hprof -Xloggc:$ATLAS_LOG_DIR/gc-worker.log -verbose:gc -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1m -XX:+PrintGCDetails -XX:+PrintHeapAtGC -XX:+PrintGCTimeStamps\"\n {% if java_version == 8 %}\n export ATLAS_SERVER_HEAP=\"-Xms{{atlas_server_xmx}}m -Xmx{{atlas_server_xmx}}m -XX:MaxNewSize={{atlas_server_max_new_size}}m -XX:MetaspaceSize=100m -XX:MaxMetaspaceSize=512m\"\n {% else %}\n export ATLAS_SERVER_HEAP=\"-Xms{{atlas_server_xmx}}m -Xmx{{atlas_server_xmx}}m -XX:MaxNewSize={{atlas_server_max_new_size}}m -XX:MaxPermSize=512m\"\n {% endif %}",
1581 "atlas.admin.username" : "admin",
1582 "metadata_user" : "atlas",
1583 "atlas_server_xmx" : "2048",
1584 "metadata_opts" : "-Dlog4j.configuration=atlas-log4j.xml",
1585 "atlas_solr_shards" : "1",
1586 "atlas.hbase.conf.dir" : "/etc/hbase/conf",
1587 "metadata_data_dir" : "/var/lib/atlas/data",
1588 "metadata_pid_dir" : "/var/run/atlas"
1589 }
1590 }
1591 },
1592 {
1593 "admin-topology" : {
1594 "properties_attributes" : { },
1595 "properties" : {
1596 "content" : "\n <topology>\n\n <gateway>\n\n <provider>\n <role>authentication</role>\n <name>ShiroProvider</name>\n <enabled>true</enabled>\n <param>\n <name>sessionTimeout</name>\n <value>30</value>\n </param>\n <param>\n <name>main.ldapRealm</name>\n <value>org.apache.hadoop.gateway.shirorealm.KnoxLdapRealm</value>\n </param>\n <param>\n <name>main.ldapRealm.userDnTemplate</name>\n <value>uid={0},ou=people,dc=hadoop,dc=apache,dc=org</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory.url</name>\n <value>ldap://{{knox_host_name}}:33389</value>\n </param>\n <param>\n <name>main.ldapRealm.contextFactory.authenticationMechanism</name>\n <value>simple</value>\n </param>\n <param>\n <name>urls./**</name>\n <value>authcBasic</value>\n </param>\n </provider>\n\n <provider>\n <role>authorization</role>\n <name>AclsAuthz</name>\n <enabled>true</enabled>\n <param>\n <name>knox.acl</name>\n <value>admin;*;*</value>\n </param>\n </provider>\n\n <provider>\n <role>identity-assertion</role>\n <name>Default</name>\n <enabled>true</enabled>\n </provider>\n\n </gateway>\n\n <service>\n <role>KNOX</role>\n </service>\n\n </topology>"
1597 }
1598 }
1599 },
1600 {
1601 "yarn-site" : {
1602 "properties_attributes" : { },
1603 "properties" : {
1604 "yarn.log-aggregation.file-formats" : "IndexedFormat,TFile",
1605 "yarn.resourcemanager.zk-address" : "%HOSTGROUP::host_group_1%:2181",
1606 "yarn.nodemanager.container-monitor.interval-ms" : "3000",
1607 "yarn.timeline-service.entity-group-fs-store.active-dir" : "/ats/active/",
1608 "yarn.log.server.web-service.url" : "http://%HOSTGROUP::host_group_1%:8188/ws/v1/applicationhistory",
1609 "yarn.nodemanager.linux-container-executor.group" : "hadoop",
1610 "yarn.client.failover-proxy-provider" : "org.apache.hadoop.yarn.client.RequestHedgingRMFailoverProxyProvider",
1611 "yarn.application.classpath" : "/etc/hadoop/conf,/usr/hdp/current/hadoop-client/*,/usr/hdp/current/hadoop-client/lib/*,/usr/hdp/current/hadoop-hdfs-client/*,/usr/hdp/current/hadoop-hdfs-client/lib/*,/usr/hdp/current/hadoop-yarn-client/*,/usr/hdp/current/hadoop-yarn-client/lib/*,/usr/hdp/current/ext/hadoop/*",
1612 "yarn.nodemanager.kill-escape.launch-command-line" : "slider-agent,LLAP",
1613 "yarn.admin.acl" : "yarn",
1614 "yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds" : "3600",
1615 "yarn.nodemanager.remote-app-log-dir-suffix" : "logs",
1616 "yarn.nodemanager.address" : "0.0.0.0:45454",
1617 "yarn.resourcemanager.webapp.address" : "%HOSTGROUP::host_group_1%:8088",
1618 "yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms" : "300000",
1619 "yarn.scheduler.maximum-allocation-vcores" : "3",
1620 "yarn.timeline-service.address" : "%HOSTGROUP::host_group_1%:10200",
1621 "yarn.timeline-service.enabled" : "true",
1622 "yarn.nodemanager.aux-services" : "mapreduce_shuffle,spark_shuffle,spark2_shuffle",
1623 "yarn.nodemanager.resource.cpu-vcores" : "3",
1624 "yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled" : "false",
1625 "yarn.nodemanager.aux-services.spark_shuffle.class" : "org.apache.spark.network.yarn.YarnShuffleService",
1626 "yarn.nodemanager.log-aggregation.debug-enabled" : "false",
1627 "yarn.resourcemanager.zk-acl" : "world:anyone:rwcda",
1628 "yarn.client.nodemanager-connect.max-wait-ms" : "60000",
1629 "yarn.http.policy" : "HTTP_ONLY",
1630 "yarn.timeline-service.http-authentication.simple.anonymous.allowed" : "true",
1631 "yarn.resourcemanager.zk-state-store.parent-path" : "/rmstore",
1632 "yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size" : "10000",
1633 "yarn.resourcemanager.admin.address" : "%HOSTGROUP::host_group_1%:8141",
1634 "yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage" : "false",
1635 "yarn.resourcemanager.resource-tracker.address" : "%HOSTGROUP::host_group_1%:8025",
1636 "yarn.nodemanager.delete.debug-delay-sec" : "0",
1637 "yarn.resourcemanager.fs.state-store.retry-policy-spec" : "2000, 500",
1638 "yarn.timeline-service.http-authentication.type" : "simple",
1639 "yarn.timeline-service.ttl-enable" : "true",
1640 "yarn.timeline-service.entity-group-fs-store.retain-seconds" : "604800",
1641 "yarn.log-aggregation.retain-seconds" : "2592000",
1642 "yarn.nodemanager.resource.memory-mb" : "3072",
1643 "yarn.nodemanager.disk-health-checker.min-healthy-disks" : "0.25",
1644 "yarn.node-labels.enabled" : "false",
1645 "yarn.nodemanager.kill-escape.user" : "hive",
1646 "yarn.resourcemanager.connect.max-wait.ms" : "-1",
1647 "yarn.resourcemanager.zk-num-retries" : "1000",
1648 "yarn.scheduler.minimum-allocation-vcores" : "1",
1649 "yarn.nodemanager.aux-services.spark2_shuffle.classpath" : "{{stack_root}}/${hdp.version}/spark2/aux/*",
1650 "yarn.resourcemanager.scheduler.class" : "org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler",
1651 "yarn.resourcemanager.system-metrics-publisher.enabled" : "true",
1652 "yarn.timeline-service.client.max-retries" : "30",
1653 "yarn.timeline-service.client.retry-interval-ms" : "1000",
1654 "yarn.timeline-service.http-authentication.proxyuser.root.hosts" : "sandbox-hdp.hortonworks.com",
1655 "yarn.timeline-service.store-class" : "org.apache.hadoop.yarn.server.timeline.EntityGroupFSTimelineStore",
1656 "yarn.timeline-service.bind-host" : "0.0.0.0",
1657 "yarn.nodemanager.container-metrics.unregister-delay-ms" : "60000",
1658 "yarn.timeline-service.generic-application-history.store-class" : "org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore",
1659 "yarn.resourcemanager.fs.state-store.uri" : " ",
1660 "yarn.resourcemanager.recovery.enabled" : "true",
1661 "yarn.timeline-service.entity-group-fs-store.group-id-plugin-classpath" : "",
1662 "yarn.resourcemanager.scheduler.address" : "%HOSTGROUP::host_group_1%:8030",
1663 "yarn.timeline-service.client.fd-flush-interval-secs" : "5",
1664 "yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size" : "10000",
1665 "yarn.timeline-service.ttl-ms" : "2678400000",
1666 "yarn.nodemanager.health-checker.script.timeout-ms" : "60000",
1667 "yarn.nodemanager.aux-services.spark2_shuffle.class" : "org.apache.spark.network.yarn.YarnShuffleService",
1668 "yarn.log.server.url" : "http://%HOSTGROUP::host_group_1%:19888/jobhistory/logs",
1669 "yarn.timeline-service.entity-group-fs-store.group-id-plugin-classes" : "org.apache.tez.dag.history.logging.ats.TimelineCachePluginImpl",
1670 "yarn.resourcemanager.address" : "%HOSTGROUP::host_group_1%:8050",
1671 "yarn.timeline-service.recovery.enabled" : "true",
1672 "yarn.nodemanager.recovery.dir" : "{{yarn_log_dir_prefix}}/nodemanager/recovery-state",
1673 "yarn.resourcemanager.scheduler.monitor.enable" : "false",
1674 "hadoop.registry.rm.enabled" : "true",
1675 "yarn.resourcemanager.bind-host" : "0.0.0.0",
1676 "yarn.nodemanager.log-aggregation.num-log-files-per-app" : "336",
1677 "yarn.nodemanager.admin-env" : "MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX",
1678 "yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size" : "10",
1679 "yarn.acl.enable" : "false",
1680 "manage.include.files" : "false",
1681 "yarn.resourcemanager.ha.enabled" : "false",
1682 "yarn.timeline-service.entity-group-fs-store.app-cache-size" : "10",
1683 "yarn.client.nodemanager-connect.retry-interval-ms" : "10000",
1684 "yarn.timeline-service.version" : "1.5",
1685 "yarn.timeline-service.leveldb-timeline-store.read-cache-size" : "104857600",
1686 "yarn.resourcemanager.monitor.capacity.preemption.natural_termination_factor" : "1",
1687 "yarn.nodemanager.local-dirs" : "/hadoop/yarn/local",
1688 "yarn.timeline-service.leveldb-timeline-store.path" : "/hadoop/yarn/timeline",
1689 "yarn.nodemanager.recovery.enabled" : "true",
1690 "yarn.log-aggregation.file-controller.IndexedFormat.class" : "org.apache.hadoop.yarn.logaggregation.filecontroller.ifile.LogAggregationIndexedFileController",
1691 "yarn.resourcemanager.zk-timeout-ms" : "10000",
1692 "yarn.resourcemanager.am.max-attempts" : "2",
1693 "yarn.resourcemanager.state-store.max-completed-applications" : "${yarn.resourcemanager.max-completed-applications}",
1694 "yarn.node-labels.fs-store.root-dir" : "/system/yarn/node-labels",
1695 "yarn.node-labels.fs-store.retry-policy-spec" : "2000, 500",
1696 "yarn.nodemanager.aux-services.mapreduce_shuffle.class" : "org.apache.hadoop.mapred.ShuffleHandler",
1697 "yarn.log-aggregation-enable" : "true",
1698 "yarn.resourcemanager.work-preserving-recovery.enabled" : "true",
1699 "yarn.nodemanager.aux-services.spark_shuffle.classpath" : "{{stack_root}}/${hdp.version}/spark/aux/*",
1700 "yarn.resourcemanager.store.class" : "org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore",
1701 "yarn.timeline-service.http-authentication.proxyuser.root.groups" : "*",
1702 "yarn.timeline-service.leveldb-state-store.path" : "/hadoop/yarn/timeline",
1703 "yarn.nodemanager.log.retain-seconds" : "604800",
1704 "yarn.timeline-service.entity-group-fs-store.done-dir" : "/ats/done/",
1705 "yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage" : "90",
1706 "hadoop.registry.zk.quorum" : "%HOSTGROUP::host_group_1%:2181",
1707 "yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds" : "3600",
1708 "yarn.nodemanager.container-executor.class" : "org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor",
1709 "yarn.resourcemanager.nodes.exclude-path" : "/etc/hadoop/conf/yarn.exclude",
1710 "yarn.timeline-service.state-store-class" : "org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore",
1711 "yarn.log-aggregation.file-controller.TFile.class" : "org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController",
1712 "yarn.nodemanager.bind-host" : "0.0.0.0",
1713 "yarn.resourcemanager.hostname" : "%HOSTGROUP::host_group_1%",
1714 "yarn.resourcemanager.monitor.capacity.preemption.total_preemption_per_round" : "1",
1715 "yarn.resourcemanager.connect.retry-interval.ms" : "15000",
1716 "yarn.timeline-service.webapp.address" : "%HOSTGROUP::host_group_1%:8188",
1717 "yarn.scheduler.minimum-allocation-mb" : "1024",
1718 "yarn.timeline-service.entity-group-fs-store.summary-store" : "org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore",
1719 "yarn.nodemanager.health-checker.interval-ms" : "135000",
1720 "yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb" : "1000",
1721 "yarn.resourcemanager.zk-retry-interval-ms" : "1000",
1722 "yarn.scheduler.capacity.ordering-policy.priority-utilization.underutilized-preemption.enabled" : "false",
1723 "yarn.nodemanager.remote-app-log-dir" : "/app-logs",
1724 "yarn.scheduler.maximum-allocation-mb" : "3072",
1725 "yarn.nodemanager.vmem-check-enabled" : "false",
1726 "yarn.timeline-service.entity-group-fs-store.scan-interval-seconds" : "15",
1727 "yarn.resourcemanager.webapp.https.address" : "%HOSTGROUP::host_group_1%:8090",
1728 "yarn.timeline-service.webapp.https.address" : "%HOSTGROUP::host_group_1%:8190",
1729 "yarn.nodemanager.resource.percentage-physical-cpu-limit" : "80",
1730 "yarn.nodemanager.vmem-pmem-ratio" : "2.1",
1731 "yarn.nodemanager.log-aggregation.compression-type" : "gz",
1732 "yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms" : "10000",
1733 "yarn.nodemanager.log-dirs" : "/hadoop/yarn/log"
1734 }
1735 }
1736 },
1737 {
1738 "hiveserver2-site" : {
1739 "properties_attributes" : { },
1740 "properties" : {
1741 "hive.service.metrics.hadoop2.component" : "hiveserver2",
1742 "hive.security.authorization.enabled" : "false",
1743 "hive.metastore.metrics.enabled" : "true",
1744 "hive.service.metrics.reporter" : "HADOOP2"
1745 }
1746 }
1747 },
1748 {
1749 "knox-logsearch-conf" : {
1750 "properties_attributes" : { },
1751 "properties" : {
1752 "component_mappings" : "KNOX_GATEWAY:knox_gateway,knox_cli,knox_ldap",
1753 "content" : "\n{\n \"input\":[\n {\n \"type\":\"knox_gateway\",\n \"rowtype\":\"service\",\n \"path\":\"/var/log/knox/gateway.log\"\n },\n {\n \"type\":\"knox_cli\",\n \"rowtype\":\"service\",\n \"path\":\"/var/log/knox/knoxcli.log\"\n },\n {\n \"type\":\"knox_ldap\",\n \"rowtype\":\"service\",\n \"path\":\"/var/log/knox/ldap.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"knox_gateway\",\n \"knox_cli\",\n \"knox_ldap\"\n ]\n\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\(%{JAVAFILE:file}:%{JAVAMETHOD:method}\\\\(%{INT:line_number}\\\\)\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n }",
1754 "service_name" : "Knox"
1755 }
1756 }
1757 },
1758 {
1759 "ranger-atlas-plugin-properties" : {
1760 "properties_attributes" : { },
1761 "properties" : {
1762 "external_ranger_admin_username" : "",
1763 "ranger-atlas-plugin-enabled" : "No",
1764 "REPOSITORY_CONFIG_USERNAME" : "admin",
1765 "external_admin_username" : "",
1766 "common.name.for.certificate" : "",
1767 "policy_user" : "atlas"
1768 }
1769 }
1770 },
1771 {
1772 "yarn-logsearch-conf" : {
1773 "properties_attributes" : { },
1774 "properties" : {
1775 "component_mappings" : "RESOURCEMANAGER:yarn_resourcemanager,yarn_historyserver,yarn_jobsummary;NODEMANAGER:yarn_nodemanager;APP_TIMELINE_SERVER:yarn_timelineserver",
1776 "content" : "\n{\n \"input\":[\n {\n \"type\":\"yarn_nodemanager\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/yarn-env/yarn_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/yarn-env/yarn_user', 'yarn')}}/yarn-{{default('configurations/yarn-env/yarn_user', 'yarn')}}-nodemanager-*.log\"\n },\n {\n \"type\":\"yarn_resourcemanager\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/yarn-env/yarn_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/yarn-env/yarn_user', 'yarn')}}/yarn-{{default('configurations/yarn-env/yarn_user', 'yarn')}}-resourcemanager-*.log\"\n },\n {\n \"type\":\"yarn_timelineserver\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/yarn-env/yarn_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/yarn-env/yarn_user', 'yarn')}}/yarn-{{default('configurations/yarn-env/yarn_user', 'yarn')}}-timelineserver-*.log\"\n },\n {\n \"type\":\"yarn_historyserver\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/yarn-env/yarn_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/yarn-env/yarn_user', 'yarn')}}/yarn-{{default('configurations/yarn-env/yarn_user', 'yarn')}}-historyserver-*.log\"\n },\n {\n \"type\":\"yarn_jobsummary\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/yarn-env/yarn_log_dir_prefix', '/var/log/hadoop')}}/{{default('configurations/yarn-env/yarn_user', 'yarn')}}/hadoop-mapreduce.jobsummary.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"yarn_historyserver\",\n \"yarn_jobsummary\",\n \"yarn_nodemanager\",\n \"yarn_resourcemanager\",\n \"yarn_timelineserver\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}%{SPACE}\\\\(%{JAVAFILE:file}:%{JAVAMETHOD:method}\\\\(%{INT:line_number}\\\\)\\\\)%{SPACE}-%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n}",
1777 "service_name" : "YARN"
1778 }
1779 }
1780 },
1781 {
1782 "users-ldif" : {
1783 "properties_attributes" : { },
1784 "properties" : {
1785 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nversion: 1\n\n# Please replace with site specific values\ndn: dc=hadoop,dc=apache,dc=org\nobjectclass: organization\nobjectclass: dcObject\no: Hadoop\ndc: hadoop\n\n# Entry for a sample people container\n# Please replace with site specific values\ndn: ou=people,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass:organizationalUnit\nou: people\n\n# Entry for a sample end user\n# Please replace with site specific values\ndn: uid=guest,ou=people,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass:person\nobjectclass:organizationalPerson\nobjectclass:inetOrgPerson\ncn: Guest\nsn: User\nuid: guest\nuserPassword:guest-password\n\n# entry for sample user admin\ndn: uid=admin,ou=people,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass:person\nobjectclass:organizationalPerson\nobjectclass:inetOrgPerson\ncn: Admin\nsn: Admin\nuid: admin\nuserPassword:admin-password\n\n# entry for sample user sam\ndn: uid=sam,ou=people,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass:person\nobjectclass:organizationalPerson\nobjectclass:inetOrgPerson\ncn: sam\nsn: sam\nuid: sam\nuserPassword:sam-password\n\n# entry for sample user tom\ndn: uid=tom,ou=people,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass:person\nobjectclass:organizationalPerson\nobjectclass:inetOrgPerson\ncn: tom\nsn: tom\nuid: tom\nuserPassword:tom-password\n\n# create FIRST Level groups branch\ndn: ou=groups,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass:organizationalUnit\nou: groups\ndescription: generic groups branch\n\n# create the analyst group under groups\ndn: cn=analyst,ou=groups,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass: groupofnames\ncn: analyst\ndescription:analyst group\nmember: uid=sam,ou=people,dc=hadoop,dc=apache,dc=org\nmember: uid=tom,ou=people,dc=hadoop,dc=apache,dc=org\n\n\n# create the scientist group under groups\ndn: cn=scientist,ou=groups,dc=hadoop,dc=apache,dc=org\nobjectclass:top\nobjectclass: groupofnames\ncn: scientist\ndescription: scientist group\nmember: uid=sam,ou=people,dc=hadoop,dc=apache,dc=org"
1786 }
1787 }
1788 },
1789 {
1790 "ranger-yarn-plugin-properties" : {
1791 "properties_attributes" : { },
1792 "properties" : {
1793 "ranger-yarn-plugin-enabled" : "No",
1794 "hadoop.rpc.protection" : "",
1795 "external_ranger_admin_username" : "",
1796 "REPOSITORY_CONFIG_USERNAME" : "yarn",
1797 "external_admin_username" : "",
1798 "common.name.for.certificate" : "",
1799 "policy_user" : "ambari-qa"
1800 }
1801 }
1802 },
1803 {
1804 "sqoop-env" : {
1805 "properties_attributes" : { },
1806 "properties" : {
1807 "jdbc_drivers" : " ",
1808 "sqoop.atlas.hook" : "true",
1809 "sqoop_user" : "sqoop",
1810 "content" : "\n# Set Hadoop-specific environment variables here.\n\n#Set path to where bin/hadoop is available\n#Set path to where bin/hadoop is available\nexport HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n\n#set the path to where bin/hbase is available\nexport HBASE_HOME=${HBASE_HOME:-{{hbase_home}}}\n\n#Set the path to where bin/hive is available\nexport HIVE_HOME=${HIVE_HOME:-{{hive_home}}}\n\n#Set the path for where zookeper config dir is\nexport ZOOCFGDIR=${ZOOCFGDIR:-/etc/zookeeper/conf}\n\n# add libthrift in hive to sqoop class path first so hive imports work\nexport SQOOP_USER_CLASSPATH=\"`ls ${HIVE_HOME}/lib/libthrift-*.jar 2> /dev/null`:${SQOOP_USER_CLASSPATH}\""
1811 }
1812 }
1813 },
1814 {
1815 "yarn-env" : {
1816 "properties_attributes" : { },
1817 "properties" : {
1818 "yarn_cgroups_enabled" : "false",
1819 "yarn_user_nproc_limit" : "65536",
1820 "yarn_log_dir_prefix" : "/var/log/hadoop-yarn",
1821 "apptimelineserver_heapsize" : "8072",
1822 "yarn_user_nofile_limit" : "32768",
1823 "content" : "\n export HADOOP_YARN_HOME={{hadoop_yarn_home}}\n export YARN_LOG_DIR={{yarn_log_dir_prefix}}/$USER\n export YARN_PID_DIR={{yarn_pid_dir_prefix}}/$USER\n export HADOOP_LIBEXEC_DIR={{hadoop_libexec_dir}}\n export JAVA_HOME={{java64_home}}\n export JAVA_LIBRARY_PATH=\"${JAVA_LIBRARY_PATH}:{{hadoop_java_io_tmpdir}}\"\n\n # We need to add the EWMA appender for the yarn daemons only;\n # however, YARN_ROOT_LOGGER is shared by the yarn client and the\n # daemons. This is restrict the EWMA appender to daemons only.\n INVOKER=\"${0##*/}\"\n if [ \"$INVOKER\" == \"yarn-daemon.sh\" ]; then\n export YARN_ROOT_LOGGER=${YARN_ROOT_LOGGER:-INFO,EWMA,RFA}\n fi\n\n # User for YARN daemons\n export HADOOP_YARN_USER=${HADOOP_YARN_USER:-yarn}\n\n # resolve links - $0 may be a softlink\n export YARN_CONF_DIR=\"${YARN_CONF_DIR:-$HADOOP_YARN_HOME/conf}\"\n\n # some Java parameters\n # export JAVA_HOME=/home/y/libexec/jdk1.6.0/\n if [ \"$JAVA_HOME\" != \"\" ]; then\n #echo \"run java in $JAVA_HOME\"\n JAVA_HOME=$JAVA_HOME\n fi\n\n if [ \"$JAVA_HOME\" = \"\" ]; then\n echo \"Error: JAVA_HOME is not set.\"\n exit 1\n fi\n\n JAVA=$JAVA_HOME/bin/java\n JAVA_HEAP_MAX=-Xmx1000m\n\n # For setting YARN specific HEAP sizes please use this\n # Parameter and set appropriately\n YARN_HEAPSIZE={{yarn_heapsize}}\n\n # check envvars which might override default args\n if [ \"$YARN_HEAPSIZE\" != \"\" ]; then\n JAVA_HEAP_MAX=\"-Xmx\"\"$YARN_HEAPSIZE\"\"m\"\n fi\n\n # Resource Manager specific parameters\n\n # Specify the max Heapsize for the ResourceManager using a numerical value\n # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set\n # the value to 1000.\n # This value will be overridden by an Xmx setting specified in either YARN_OPTS\n # and/or YARN_RESOURCEMANAGER_OPTS.\n # If not specified, the default value will be picked from either YARN_HEAPMAX\n # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.\n export YARN_RESOURCEMANAGER_HEAPSIZE={{resourcemanager_heapsize}}\n\n # Specify the JVM options to be used when starting the ResourceManager.\n # These options will be appended to the options specified as YARN_OPTS\n # and therefore may override any similar flags set in YARN_OPTS\n #export YARN_RESOURCEMANAGER_OPTS=\n\n # Node Manager specific parameters\n\n # Specify the max Heapsize for the NodeManager using a numerical value\n # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set\n # the value to 1000.\n # This value will be overridden by an Xmx setting specified in either YARN_OPTS\n # and/or YARN_NODEMANAGER_OPTS.\n # If not specified, the default value will be picked from either YARN_HEAPMAX\n # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.\n export YARN_NODEMANAGER_HEAPSIZE={{nodemanager_heapsize}}\n\n # Specify the max Heapsize for the timeline server using a numerical value\n # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set\n # the value to 1024.\n # This value will be overridden by an Xmx setting specified in either YARN_OPTS\n # and/or YARN_TIMELINESERVER_OPTS.\n # If not specified, the default value will be picked from either YARN_HEAPMAX\n # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.\n export YARN_TIMELINESERVER_HEAPSIZE={{apptimelineserver_heapsize}}\n\n # Specify the JVM options to be used when starting the NodeManager.\n # These options will be appended to the options specified as YARN_OPTS\n # and therefore may override any similar flags set in YARN_OPTS\n #export YARN_NODEMANAGER_OPTS=\n\n # so that filenames w/ spaces are handled correctly in loops below\n IFS=\n\n\n # default log directory and file\n if [ \"$YARN_LOG_DIR\" = \"\" ]; then\n YARN_LOG_DIR=\"$HADOOP_YARN_HOME/logs\"\n fi\n if [ \"$YARN_LOGFILE\" = \"\" ]; then\n YARN_LOGFILE='yarn.log'\n fi\n\n # default policy file for service-level authorization\n if [ \"$YARN_POLICYFILE\" = \"\" ]; then\n YARN_POLICYFILE=\"hadoop-policy.xml\"\n fi\n\n # restore ordinary behaviour\n unset IFS\n\n\n YARN_OPTS=\"$YARN_OPTS -Dhadoop.log.dir=$YARN_LOG_DIR\"\n YARN_OPTS=\"$YARN_OPTS -Dyarn.log.dir=$YARN_LOG_DIR\"\n YARN_OPTS=\"$YARN_OPTS -Dhadoop.log.file=$YARN_LOGFILE\"\n YARN_OPTS=\"$YARN_OPTS -Dyarn.log.file=$YARN_LOGFILE\"\n YARN_OPTS=\"$YARN_OPTS -Dyarn.home.dir=$YARN_COMMON_HOME\"\n YARN_OPTS=\"$YARN_OPTS -Dyarn.id.str=$YARN_IDENT_STRING\"\n YARN_OPTS=\"$YARN_OPTS -Dhadoop.root.logger=${YARN_ROOT_LOGGER:-INFO,console}\"\n YARN_OPTS=\"$YARN_OPTS -Dyarn.root.logger=${YARN_ROOT_LOGGER:-INFO,console}\"\n export YARN_NODEMANAGER_OPTS=\"$YARN_NODEMANAGER_OPTS -Dnm.audit.logger=INFO,NMAUDIT\"\n export YARN_RESOURCEMANAGER_OPTS=\"$YARN_RESOURCEMANAGER_OPTS -Drm.audit.logger=INFO,RMAUDIT\"\n if [ \"x$JAVA_LIBRARY_PATH\" != \"x\" ]; then\n YARN_OPTS=\"$YARN_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH\"\n fi\n YARN_OPTS=\"$YARN_OPTS -Dyarn.policy.file=$YARN_POLICYFILE\"\n YARN_OPTS=\"$YARN_OPTS -Djava.io.tmpdir={{hadoop_java_io_tmpdir}}\"\n {% if rm_security_opts is defined %}\n YARN_OPTS=\"{{rm_security_opts}} $YARN_OPTS\"\n {% endif %}",
1824 "is_supported_yarn_ranger" : "true",
1825 "service_check.queue.name" : "default",
1826 "resourcemanager_heapsize" : "1024",
1827 "yarn_pid_dir_prefix" : "/var/run/hadoop-yarn",
1828 "yarn_user" : "yarn",
1829 "min_user_id" : "1000",
1830 "yarn_heapsize" : "1024",
1831 "nodemanager_heapsize" : "1024"
1832 }
1833 }
1834 },
1835 {
1836 "gateway-log4j" : {
1837 "properties_attributes" : { },
1838 "properties" : {
1839 "knox_gateway_log_maxfilesize" : "256",
1840 "knox_gateway_log_maxbackupindex" : "20",
1841 "content" : "\n\n # Licensed to the Apache Software Foundation (ASF) under one\n # or more contributor license agreements. See the NOTICE file\n # distributed with this work for additional information\n # regarding copyright ownership. The ASF licenses this file\n # to you under the Apache License, Version 2.0 (the\n # \"License\"); you may not use this file except in compliance\n # with the License. You may obtain a copy of the License at\n #\n # http://www.apache.org/licenses/LICENSE-2.0\n #\n # Unless required by applicable law or agreed to in writing, software\n # distributed under the License is distributed on an \"AS IS\" BASIS,\n # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n # See the License for the specific language governing permissions and\n # limitations under the License.\n\n app.log.dir=${launcher.dir}/../logs\n app.log.file=${launcher.name}.log\n app.audit.file=${launcher.name}-audit.log\n\n log4j.rootLogger=ERROR, drfa\n\n log4j.logger.org.apache.hadoop.gateway=INFO\n #log4j.logger.org.apache.hadoop.gateway=DEBUG\n\n #log4j.logger.org.eclipse.jetty=DEBUG\n #log4j.logger.org.apache.shiro=DEBUG\n #log4j.logger.org.apache.http=DEBUG\n #log4j.logger.org.apache.http.client=DEBUG\n #log4j.logger.org.apache.http.headers=DEBUG\n #log4j.logger.org.apache.http.wire=DEBUG\n\n log4j.appender.stdout=org.apache.log4j.ConsoleAppender\n log4j.appender.stdout.layout=org.apache.log4j.PatternLayout\n log4j.appender.stdout.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n\n\n log4j.appender.drfa=org.apache.log4j.DailyRollingFileAppender\n log4j.appender.drfa.File=${app.log.dir}/${app.log.file}\n log4j.appender.drfa.DatePattern=.yyyy-MM-dd\n log4j.appender.drfa.layout=org.apache.log4j.PatternLayout\n log4j.appender.drfa.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\n log4j.appender.drfa.MaxFileSize = {{knox_gateway_log_maxfilesize}}MB\n log4j.appender.drfa.MaxBackupIndex = {{knox_gateway_log_maxbackupindex}}\n\n log4j.logger.audit=INFO, auditfile\n log4j.appender.auditfile=org.apache.log4j.DailyRollingFileAppender\n log4j.appender.auditfile.File=${app.log.dir}/${app.audit.file}\n log4j.appender.auditfile.Append = true\n log4j.appender.auditfile.DatePattern = '.'yyyy-MM-dd\n log4j.appender.auditfile.layout = org.apache.hadoop.gateway.audit.log4j.layout.AuditLayout"
1842 }
1843 }
1844 },
1845 {
1846 "ranger-hdfs-audit" : {
1847 "properties_attributes" : { },
1848 "properties" : {
1849 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/hadoop/hdfs/audit/hdfs/spool",
1850 "xasecure.audit.is.enabled" : "true",
1851 "xasecure.audit.destination.hdfs" : "true",
1852 "xasecure.audit.destination.solr" : "true",
1853 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/hadoop/hdfs/audit/solr/spool",
1854 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
1855 "xasecure.audit.destination.solr.zookeepers" : "NONE",
1856 "xasecure.audit.provider.summary.enabled" : "false",
1857 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits",
1858 "ranger.plugin.hdfs.ambari.cluster.name" : "{{cluster_name}}"
1859 }
1860 }
1861 },
1862 {
1863 "ranger-hdfs-plugin-properties" : {
1864 "properties_attributes" : { },
1865 "properties" : {
1866 "ranger-hdfs-plugin-enabled" : "No",
1867 "hadoop.rpc.protection" : "authentication",
1868 "external_ranger_admin_username" : "",
1869 "REPOSITORY_CONFIG_USERNAME" : "hadoop",
1870 "external_admin_username" : "",
1871 "common.name.for.certificate" : "",
1872 "policy_user" : "ambari-qa"
1873 }
1874 }
1875 },
1876 {
1877 "sqoop-site" : {
1878 "properties_attributes" : { },
1879 "properties" : {
1880 "sqoop.job.data.publish.class" : "org.apache.atlas.sqoop.hook.SqoopHook"
1881 }
1882 }
1883 },
1884 {
1885 "spark2-thrift-fairscheduler" : {
1886 "properties_attributes" : { },
1887 "properties" : {
1888 "fairscheduler_content" : "<?xml version=\"1.0\"?>\n <allocations>\n <pool name=\"default\">\n <schedulingMode>FAIR</schedulingMode>\n <weight>1</weight>\n <minShare>2</minShare>\n </pool>\n </allocations>"
1889 }
1890 }
1891 },
1892 {
1893 "usersync-properties" : {
1894 "properties_attributes" : { },
1895 "properties" : { }
1896 }
1897 },
1898 {
1899 "llap-cli-log4j2" : {
1900 "properties_attributes" : { },
1901 "properties" : {
1902 "llap_cli_log_maxfilesize" : "256",
1903 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\nstatus = WARN\nname = LlapCliLog4j2\npackages = org.apache.hadoop.hive.ql.log\n\n# list of properties\nproperty.hive.log.level = WARN\nproperty.hive.root.logger = console\nproperty.hive.log.dir = ${sys:java.io.tmpdir}/${sys:user.name}\nproperty.hive.log.file = llap-cli.log\nproperty.hive.llapstatus.consolelogger.level = INFO\n\n# list of all appenders\nappenders = console, DRFA, llapstatusconsole\n\n# console appender\nappender.console.type = Console\nappender.console.name = console\nappender.console.target = SYSTEM_ERR\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %p %c{2}: %m%n\n\n# llapstatusconsole appender\nappender.llapstatusconsole.type = Console\nappender.llapstatusconsole.name = llapstatusconsole\nappender.llapstatusconsole.target = SYSTEM_ERR\nappender.llapstatusconsole.layout.type = PatternLayout\nappender.llapstatusconsole.layout.pattern = %m%n\n\n# daily rolling file appender\nappender.DRFA.type = RollingRandomAccessFile\nappender.DRFA.name = DRFA\nappender.DRFA.fileName = ${sys:hive.log.dir}/${sys:hive.log.file}\n# Use %pidn in the filePattern to append process-id@host-name to the filename if you want separate log files for different CLI session\nappender.DRFA.filePattern = ${sys:hive.log.dir}/${sys:hive.log.file}.%d{yyyy-MM-dd}\nappender.DRFA.layout.type = PatternLayout\nappender.DRFA.layout.pattern = %d{ISO8601} %5p [%t] %c{2}: %m%n\nappender.DRFA.policies.type = Policies\nappender.DRFA.policies.time.type = TimeBasedTriggeringPolicy\nappender.DRFA.policies.time.interval = 1\nappender.DRFA.policies.time.modulate = true\nappender.DRFA.strategy.type = DefaultRolloverStrategy\nappender.DRFA.strategy.max = {{llap_cli_log_maxbackupindex}}\nappender.DRFA.policies.fsize.type = SizeBasedTriggeringPolicy\nappender.DRFA.policies.fsize.size = {{llap_cli_log_maxfilesize}}MB\n\n# list of all loggers\nloggers = ZooKeeper, DataNucleus, Datastore, JPOX, HadoopConf, LlapStatusServiceDriverConsole\n\nlogger.ZooKeeper.name = org.apache.zookeeper\nlogger.ZooKeeper.level = WARN\n\nlogger.DataNucleus.name = DataNucleus\nlogger.DataNucleus.level = ERROR\n\nlogger.Datastore.name = Datastore\nlogger.Datastore.level = ERROR\n\nlogger.JPOX.name = JPOX\nlogger.JPOX.level = ERROR\n\nlogger.HadoopConf.name = org.apache.hadoop.conf.Configuration\nlogger.HadoopConf.level = ERROR\n\nlogger.LlapStatusServiceDriverConsole.name = LlapStatusServiceDriverConsole\nlogger.LlapStatusServiceDriverConsole.additivity = false\nlogger.LlapStatusServiceDriverConsole.level = ${sys:hive.llapstatus.consolelogger.level}\n\n\n# root logger\nrootLogger.level = ${sys:hive.log.level}\nrootLogger.appenderRefs = root, DRFA\nrootLogger.appenderRef.root.ref = ${sys:hive.root.logger}\nrootLogger.appenderRef.DRFA.ref = DRFA\nlogger.LlapStatusServiceDriverConsole.appenderRefs = llapstatusconsole, DRFA\nlogger.LlapStatusServiceDriverConsole.appenderRef.llapstatusconsole.ref = llapstatusconsole\nlogger.LlapStatusServiceDriverConsole.appenderRef.DRFA.ref = DRFA",
1904 "llap_cli_log_maxbackupindex" : "30"
1905 }
1906 }
1907 },
1908 {
1909 "llap-daemon-log4j" : {
1910 "properties_attributes" : { },
1911 "properties" : {
1912 "hive_llap_log_maxfilesize" : "256",
1913 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\n# This is the log4j2 properties file used by llap-daemons. There's several loggers defined, which\n# can be selected while configuring LLAP.\n# Based on the one selected - UI links etc need to be manipulated in the system.\n# Note: Some names and logic is common to this file and llap LogHelpers. Make sure to change that\n# as well, if changing this file.\n\nstatus = INFO\nname = LlapDaemonLog4j2\npackages = org.apache.hadoop.hive.ql.log\n\n# list of properties\nproperty.llap.daemon.log.level = {{llap_log_level}}\nproperty.llap.daemon.root.logger = console\nproperty.llap.daemon.log.dir = .\nproperty.llap.daemon.log.file = llapdaemon.log\nproperty.llap.daemon.historylog.file = llapdaemon_history.log\nproperty.llap.daemon.log.maxfilesize = {{hive_llap_log_maxfilesize}}MB\nproperty.llap.daemon.log.maxbackupindex = {{hive_llap_log_maxbackupindex}}\n\n# list of all appenders\nappenders = console, RFA, HISTORYAPPENDER, query-routing\n\n# console appender\nappender.console.type = Console\nappender.console.name = console\nappender.console.target = SYSTEM_ERR\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{ISO8601} %5p [%t (%X{fragmentId})] %c{2}: %m%n\n\n# rolling file appender\nappender.RFA.type = RollingRandomAccessFile\nappender.RFA.name = RFA\nappender.RFA.fileName = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.log.file}\nappender.RFA.filePattern = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.log.file}_%d{yyyy-MM-dd-HH}_%i.done\nappender.RFA.layout.type = PatternLayout\nappender.RFA.layout.pattern = %d{ISO8601} %-5p [%t (%X{fragmentId})] %c: %m%n\nappender.RFA.policies.type = Policies\nappender.RFA.policies.time.type = TimeBasedTriggeringPolicy\nappender.RFA.policies.time.interval = 1\nappender.RFA.policies.time.modulate = true\nappender.RFA.policies.size.type = SizeBasedTriggeringPolicy\nappender.RFA.policies.size.size = ${sys:llap.daemon.log.maxfilesize}\nappender.RFA.strategy.type = DefaultRolloverStrategy\nappender.RFA.strategy.max = ${sys:llap.daemon.log.maxbackupindex}\n\n# history file appender\nappender.HISTORYAPPENDER.type = RollingRandomAccessFile\nappender.HISTORYAPPENDER.name = HISTORYAPPENDER\nappender.HISTORYAPPENDER.fileName = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.historylog.file}\nappender.HISTORYAPPENDER.filePattern = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.historylog.file}_%d{yyyy-MM-dd-HH}_%i.done\nappender.HISTORYAPPENDER.layout.type = PatternLayout\nappender.HISTORYAPPENDER.layout.pattern = %m%n\nappender.HISTORYAPPENDER.policies.type = Policies\nappender.HISTORYAPPENDER.policies.size.type = SizeBasedTriggeringPolicy\nappender.HISTORYAPPENDER.policies.size.size = ${sys:llap.daemon.log.maxfilesize}\nappender.HISTORYAPPENDER.policies.time.type = TimeBasedTriggeringPolicy\nappender.HISTORYAPPENDER.policies.time.interval = 1\nappender.HISTORYAPPENDER.policies.time.modulate = true\nappender.HISTORYAPPENDER.strategy.type = DefaultRolloverStrategy\nappender.HISTORYAPPENDER.strategy.max = ${sys:llap.daemon.log.maxbackupindex}\n\n# queryId based routing file appender\nappender.query-routing.type = Routing\nappender.query-routing.name = query-routing\nappender.query-routing.routes.type = Routes\nappender.query-routing.routes.pattern = $${ctx:queryId}\n#Purge polciy for query-based Routing Appender\nappender.query-routing.purgePolicy.type = LlapRoutingAppenderPurgePolicy\n# Note: Do not change this name without changing the corresponding entry in LlapConstants\nappender.query-routing.purgePolicy.name = llapLogPurgerQueryRouting\n# default route\nappender.query-routing.routes.route-default.type = Route\nappender.query-routing.routes.route-default.key = $${ctx:queryId}\nappender.query-routing.routes.route-default.ref = RFA\n# queryId based route\nappender.query-routing.routes.route-mdc.type = Route\nappender.query-routing.routes.route-mdc.file-mdc.type = LlapWrappedAppender\nappender.query-routing.routes.route-mdc.file-mdc.name = IrrelevantName-query-routing\nappender.query-routing.routes.route-mdc.file-mdc.app.type = RandomAccessFile\nappender.query-routing.routes.route-mdc.file-mdc.app.name = file-mdc\nappender.query-routing.routes.route-mdc.file-mdc.app.fileName = ${sys:llap.daemon.log.dir}/${ctx:queryId}-${ctx:dagId}.log\nappender.query-routing.routes.route-mdc.file-mdc.app.layout.type = PatternLayout\nappender.query-routing.routes.route-mdc.file-mdc.app.layout.pattern = %d{ISO8601} %5p [%t (%X{fragmentId})] %c{2}: %m%n\n\n# list of all loggers\nloggers = PerfLogger, EncodedReader, NIOServerCnxn, ClientCnxnSocketNIO, DataNucleus, Datastore, JPOX, HistoryLogger, LlapIoImpl, LlapIoOrc, LlapIoCache, LlapIoLocking, TezSM, TezSS, TezHC, LlapDaemon\n\nlogger.LlapDaemon.name = org.apache.hadoop.hive.llap.daemon.impl.LlapDaemon\nlogger.LlapDaemon.level = INFO\n\n# shut up the Tez logs that log debug-level stuff on INFO\n\nlogger.TezSM.name = org.apache.tez.runtime.library.common.shuffle.impl.ShuffleManager.fetch\nlogger.TezSM.level = WARN\nlogger.TezSS.name = org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleScheduler.fetch\nlogger.TezSS.level = WARN\nlogger.TezHC.name = org.apache.tez.http.HttpConnection.url\nlogger.TezHC.level = WARN\n\nlogger.PerfLogger.name = org.apache.hadoop.hive.ql.log.PerfLogger\nlogger.PerfLogger.level = DEBUG\n\nlogger.EncodedReader.name = org.apache.hadoop.hive.ql.io.orc.encoded.EncodedReaderImpl\nlogger.EncodedReader.level = INFO\n\nlogger.LlapIoImpl.name = LlapIoImpl\nlogger.LlapIoImpl.level = INFO\n\nlogger.LlapIoOrc.name = LlapIoOrc\nlogger.LlapIoOrc.level = WARN\n\nlogger.LlapIoCache.name = LlapIoCache\nlogger.LlapIoCache.level = WARN\n\nlogger.LlapIoLocking.name = LlapIoLocking\nlogger.LlapIoLocking.level = WARN\n\nlogger.NIOServerCnxn.name = org.apache.zookeeper.server.NIOServerCnxn\nlogger.NIOServerCnxn.level = WARN\n\nlogger.ClientCnxnSocketNIO.name = org.apache.zookeeper.ClientCnxnSocketNIO\nlogger.ClientCnxnSocketNIO.level = WARN\n\nlogger.DataNucleus.name = DataNucleus\nlogger.DataNucleus.level = ERROR\n\nlogger.Datastore.name = Datastore\nlogger.Datastore.level = ERROR\n\nlogger.JPOX.name = JPOX\nlogger.JPOX.level = ERROR\n\nlogger.HistoryLogger.name = org.apache.hadoop.hive.llap.daemon.HistoryLogger\nlogger.HistoryLogger.level = INFO\nlogger.HistoryLogger.additivity = false\nlogger.HistoryLogger.appenderRefs = HistoryAppender\nlogger.HistoryLogger.appenderRef.HistoryAppender.ref = HISTORYAPPENDER\n\n# root logger\nrootLogger.level = ${sys:llap.daemon.log.level}\nrootLogger.appenderRefs = root\nrootLogger.appenderRef.root.ref = ${sys:llap.daemon.root.logger}",
1914 "hive_llap_log_maxbackupindex" : "240"
1915 }
1916 }
1917 },
1918 {
1919 "ranger-kafka-audit" : {
1920 "properties_attributes" : { },
1921 "properties" : {
1922 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/kafka/audit/hdfs/spool",
1923 "xasecure.audit.is.enabled" : "true",
1924 "xasecure.audit.destination.hdfs" : "true",
1925 "xasecure.audit.destination.solr" : "true",
1926 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/kafka/audit/solr/spool",
1927 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
1928 "xasecure.audit.destination.solr.zookeepers" : "NONE",
1929 "xasecure.audit.provider.summary.enabled" : "true",
1930 "ranger.plugin.kafka.ambari.cluster.name" : "{{cluster_name}}",
1931 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits"
1932 }
1933 }
1934 },
1935 {
1936 "hive-interactive-env" : {
1937 "properties_attributes" : { },
1938 "properties" : {
1939 "enable_hive_interactive" : "false",
1940 "llap_heap_size" : "0",
1941 "llap_app_name" : "llap0",
1942 "num_retries_for_checking_llap_status" : "20",
1943 "hive_heapsize" : "512",
1944 "content" : "\nif [ \"$SERVICE\" = \"cli\" ]; then\n if [ -z \"$DEBUG\" ]; then\n export HADOOP_OPTS=\"$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:+UseParNewGC -XX:-UseGCOverheadLimit\"\n else\n export HADOOP_OPTS=\"$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:-UseGCOverheadLimit\"\n fi\nfi\n\n# The heap size of the jvm stared by hive shell script can be controlled via:\n\nif [ \"$SERVICE\" = \"metastore\" ]; then\n export HADOOP_HEAPSIZE={{hive_metastore_heapsize}} # Setting for HiveMetastore\nelse\n export HADOOP_HEAPSIZE={{hive_interactive_heapsize}} # Setting for HiveServer2 and Client\nfi\n\nexport HADOOP_CLIENT_OPTS=\"$HADOOP_CLIENT_OPTS -Xmx${HADOOP_HEAPSIZE}m\"\nexport HADOOP_CLIENT_OPTS=\"$HADOOP_CLIENT_OPTS{{heap_dump_opts}}\"\n\n# Larger heap size may be required when running queries over large number of files or partitions.\n# By default hive shell scripts use a heap size of 256 (MB). Larger heap size would also be\n# appropriate for hive server (hwi etc).\n\n\n# Set HADOOP_HOME to point to a specific hadoop install directory\nHADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n\n# Hive Configuration Directory can be controlled by:\nexport HIVE_CONF_DIR={{hive_server_interactive_conf_dir}}\n\n# Add additional hcatalog jars\nif [ \"${HIVE_AUX_JARS_PATH}\" != \"\" ]; then\n export HIVE_AUX_JARS_PATH=${HIVE_AUX_JARS_PATH}\nelse\n export HIVE_AUX_JARS_PATH=/usr/hdp/current/hive-server2-hive2/lib/hive-hcatalog-core.jar\nfi\n\nexport METASTORE_PORT={{hive_metastore_port}}\n\n# Spark assembly contains a conflicting copy of HiveConf from hive-1.2\nexport HIVE_SKIP_SPARK_ASSEMBLY=true",
1945 "llap_log_level" : "INFO",
1946 "num_llap_nodes_for_llap_daemons" : "1",
1947 "num_llap_nodes" : "1",
1948 "llap_headroom_space" : "12288",
1949 "llap_extra_slider_opts" : "",
1950 "slider_am_container_mb" : "341",
1951 "hive_aux_jars" : "",
1952 "llap_java_opts" : "-XX:+AlwaysPreTouch {% if java_version > 7 %}-Xss512k -XX:+UseG1GC -XX:TLABSize=8m -XX:+ResizeTLAB -XX:+UseNUMA -XX:+AggressiveOpts -XX:InitiatingHeapOccupancyPercent=40 -XX:G1ReservePercent=20 -XX:MaxGCPauseMillis=200{% else %}-XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC{% endif %}{{heap_dump_opts}}"
1953 }
1954 }
1955 },
1956 {
1957 "ranger-ugsync-site" : {
1958 "properties_attributes" : { },
1959 "properties" : {
1960 "ranger.usersync.ldap.user.groupnameattribute" : "memberof, ismemberof",
1961 "ranger.usersync.group.nameattribute" : "",
1962 "ranger.usersync.policymanager.baseURL" : "{{ranger_external_url}}",
1963 "ranger.usersync.ldap.bindalias" : "testldapalias",
1964 "ranger.usersync.kerberos.keytab" : "",
1965 "ranger.usersync.sink.impl.class" : "org.apache.ranger.unixusersync.process.PolicyMgrUserGroupBuilder",
1966 "ranger.usersync.ldap.referral" : "ignore",
1967 "ranger.usersync.group.searchenabled" : "true",
1968 "ranger.usersync.pagedresultssize" : "500",
1969 "ranger.usersync.port" : "5151",
1970 "ranger.usersync.sleeptimeinmillisbetweensynccycle" : "60000",
1971 "ranger.usersync.ldap.bindkeystore" : "",
1972 "ranger.usersync.policymgr.alias" : "ranger.usersync.policymgr.password",
1973 "ranger.usersync.keystore.file" : "/usr/hdp/current/ranger-usersync/conf/unixauthservice.jks",
1974 "ranger.usersync.ldap.deltasync" : "true",
1975 "ranger.usersync.group.searchbase" : "",
1976 "ranger.usersync.logdir" : "{{usersync_log_dir}}",
1977 "ranger.usersync.unix.group.file" : "/etc/group",
1978 "ranger.usersync.policymgr.keystore" : "/usr/hdp/current/ranger-usersync/conf/ugsync.jceks",
1979 "ranger.usersync.ssl" : "true",
1980 "ranger.usersync.credstore.filename" : "/usr/hdp/current/ranger-usersync/conf/ugsync.jceks",
1981 "ranger.usersync.group.objectclass" : "",
1982 "ranger.usersync.group.search.first.enabled" : "false",
1983 "ranger.usersync.passwordvalidator.path" : "./native/credValidator.uexe",
1984 "ranger.usersync.ldap.url" : "",
1985 "ranger.usersync.unix.password.file" : "/etc/passwd",
1986 "ranger.usersync.group.usermapsyncenabled" : "true",
1987 "ranger.usersync.pagedresultsenabled" : "true",
1988 "ranger.usersync.unix.minUserId" : "500",
1989 "ranger.usersync.ldap.grouphierarchylevels" : "0",
1990 "ranger.usersync.filesource.file" : "/tmp/usergroup.txt",
1991 "ranger.usersync.ldap.username.caseconversion" : "none",
1992 "ranger.usersync.source.impl.class" : "org.apache.ranger.unixusersync.process.UnixUserGroupBuilder",
1993 "ranger.usersync.group.searchfilter" : "",
1994 "ranger.usersync.ldap.user.nameattribute" : "",
1995 "ranger.usersync.ldap.groupname.caseconversion" : "none",
1996 "ranger.usersync.ldap.user.searchbase" : "",
1997 "ranger.usersync.group.searchscope" : "",
1998 "ranger.usersync.group.memberattributename" : "",
1999 "ranger.usersync.ldap.searchBase" : "dc=hadoop,dc=apache,dc=org",
2000 "ranger.usersync.enabled" : "true",
2001 "ranger.usersync.user.searchenabled" : "false",
2002 "ranger.usersync.policymgr.username" : "rangerusersync",
2003 "ranger.usersync.ldap.binddn" : "",
2004 "ranger.usersync.policymanager.maxrecordsperapicall" : "1000",
2005 "ranger.usersync.truststore.file" : "/usr/hdp/current/ranger-usersync/conf/mytruststore.jks",
2006 "ranger.usersync.ldap.user.searchscope" : "sub",
2007 "ranger.usersync.filesource.text.delimiter" : ",",
2008 "ranger.usersync.ldap.user.searchfilter" : "",
2009 "ranger.usersync.ldap.user.objectclass" : "person",
2010 "ranger.usersync.policymanager.mockrun" : "false"
2011 }
2012 }
2013 },
2014 {
2015 "spark2-log4j-properties" : {
2016 "properties_attributes" : { },
2017 "properties" : {
2018 "content" : "\n# Set everything to be logged to the console\nlog4j.rootCategory=INFO, console\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n\n\n# Settings to quiet third party logs that are too verbose\nlog4j.logger.org.eclipse.jetty=WARN\nlog4j.logger.org.eclipse.jetty.util.component.AbstractLifeCycle=ERROR\nlog4j.logger.org.apache.spark.repl.SparkIMain$exprTyper=INFO\nlog4j.logger.org.apache.spark.repl.SparkILoop$SparkILoopInterpreter=INFO"
2019 }
2020 }
2021 },
2022 {
2023 "mapred-site" : {
2024 "properties_attributes" : { },
2025 "properties" : {
2026 "mapreduce.map.speculative" : "false",
2027 "mapreduce.jobhistory.recovery.store.class" : "org.apache.hadoop.mapreduce.v2.hs.HistoryServerLeveldbStateStoreService",
2028 "mapreduce.job.counters.max" : "130",
2029 "mapreduce.reduce.log.level" : "INFO",
2030 "mapreduce.shuffle.port" : "13562",
2031 "yarn.app.mapreduce.am.admin-command-opts" : "-Dhdp.version=${hdp.version}",
2032 "mapreduce.job.emit-timeline-data" : "false",
2033 "mapreduce.jobhistory.recovery.enable" : "true",
2034 "mapreduce.map.log.level" : "INFO",
2035 "yarn.app.mapreduce.am.staging-dir" : "/user",
2036 "mapreduce.reduce.shuffle.merge.percent" : "0.66",
2037 "mapreduce.output.fileoutputformat.compress" : "false",
2038 "mapreduce.admin.map.child.java.opts" : "-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}",
2039 "mapreduce.job.reduce.slowstart.completedmaps" : "0.05",
2040 "mapreduce.jobhistory.http.policy" : "HTTP_ONLY",
2041 "mapreduce.job.queuename" : "default",
2042 "mapreduce.application.framework.path" : "/hdp/apps/${hdp.version}/mapreduce/mapreduce.tar.gz#mr-framework",
2043 "mapreduce.application.classpath" : "$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf/secure:/usr/hdp/current/ext/hadoop/*",
2044 "mapreduce.reduce.java.opts" : "-Xmx1638m",
2045 "mapreduce.map.output.compress" : "false",
2046 "mapreduce.reduce.input.buffer.percent" : "0.0",
2047 "mapreduce.jobhistory.intermediate-done-dir" : "/mr-history/tmp",
2048 "yarn.app.mapreduce.am.log.level" : "INFO",
2049 "mapreduce.reduce.shuffle.fetch.retry.interval-ms" : "1000",
2050 "mapreduce.reduce.shuffle.input.buffer.percent" : "0.7",
2051 "mapreduce.reduce.speculative" : "false",
2052 "mapreduce.output.fileoutputformat.compress.type" : "BLOCK",
2053 "mapreduce.task.io.sort.mb" : "859",
2054 "mapreduce.cluster.administrators" : " hadoop",
2055 "mapreduce.reduce.shuffle.fetch.retry.timeout-ms" : "30000",
2056 "mapreduce.jobhistory.address" : "%HOSTGROUP::host_group_1%:10020",
2057 "mapreduce.map.sort.spill.percent" : "0.7",
2058 "mapreduce.map.memory.mb" : "1536",
2059 "mapreduce.admin.reduce.child.java.opts" : "-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}",
2060 "mapreduce.jobhistory.bind-host" : "0.0.0.0",
2061 "mapreduce.task.timeout" : "300000",
2062 "mapreduce.admin.user.env" : "LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-{{architecture}}-64",
2063 "mapreduce.am.max-attempts" : "2",
2064 "mapreduce.reduce.memory.mb" : "2048",
2065 "mapreduce.framework.name" : "yarn",
2066 "mapreduce.reduce.shuffle.parallelcopies" : "30",
2067 "mapreduce.jobhistory.done-dir" : "/mr-history/done",
2068 "mapreduce.jobhistory.webapp.address" : "%HOSTGROUP::host_group_1%:19888",
2069 "mapreduce.reduce.shuffle.fetch.retry.enabled" : "1",
2070 "mapreduce.task.io.sort.factor" : "100",
2071 "mapreduce.jobhistory.recovery.store.leveldb.path" : "/hadoop/mapreduce/jhs",
2072 "yarn.app.mapreduce.client.job.max-retries" : "60",
2073 "yarn.app.mapreduce.am.command-opts" : "-Xmx819m -Dhdp.version=${hdp.version}",
2074 "mapreduce.map.java.opts" : "-Xmx1228m",
2075 "yarn.app.mapreduce.am.resource.mb" : "1024"
2076 }
2077 }
2078 },
2079 {
2080 "spark2-metrics-properties" : {
2081 "properties_attributes" : { },
2082 "properties" : {
2083 "content" : "\n# syntax: [instance].sink|source.[name].[options]=[value]\n\n# This file configures Spark's internal metrics system. The metrics system is\n# divided into instances which correspond to internal components.\n# Each instance can be configured to report its metrics to one or more sinks.\n# Accepted values for [instance] are \"master\", \"worker\", \"executor\", \"driver\",\n# and \"applications\". A wild card \"*\" can be used as an instance name, in\n# which case all instances will inherit the supplied property.\n#\n# Within an instance, a \"source\" specifies a particular set of grouped metrics.\n# there are two kinds of sources:\n# 1. Spark internal sources, like MasterSource, WorkerSource, etc, which will\n# collect a Spark component's internal state. Each instance is paired with a\n# Spark source that is added automatically.\n# 2. Common sources, like JvmSource, which will collect low level state.\n# These can be added through configuration options and are then loaded\n# using reflection.\n#\n# A \"sink\" specifies where metrics are delivered to. Each instance can be\n# assigned one or more sinks.\n#\n# The sink|source field specifies whether the property relates to a sink or\n# source.\n#\n# The [name] field specifies the name of source or sink.\n#\n# The [options] field is the specific property of this source or sink. The\n# source or sink is responsible for parsing this property.\n#\n# Notes:\n# 1. To add a new sink, set the \"class\" option to a fully qualified class\n# name (see examples below).\n# 2. Some sinks involve a polling period. The minimum allowed polling period\n# is 1 second.\n# 3. Wild card properties can be overridden by more specific properties.\n# For example, master.sink.console.period takes precedence over\n# *.sink.console.period.\n# 4. A metrics specific configuration\n# \"spark.metrics.conf=${SPARK_HOME}/conf/metrics.properties\" should be\n# added to Java properties using -Dspark.metrics.conf=xxx if you want to\n# customize metrics system. You can also put the file in ${SPARK_HOME}/conf\n# and it will be loaded automatically.\n# 5. MetricsServlet is added by default as a sink in master, worker and client\n# driver, you can send http request \"/metrics/json\" to get a snapshot of all the\n# registered metrics in json format. For master, requests \"/metrics/master/json\" and\n# \"/metrics/applications/json\" can be sent seperately to get metrics snapshot of\n# instance master and applications. MetricsServlet may not be configured by self.\n#\n\n## List of available sinks and their properties.\n\n# org.apache.spark.metrics.sink.ConsoleSink\n# Name: Default: Description:\n# period 10 Poll period\n# unit seconds Units of poll period\n\n# org.apache.spark.metrics.sink.CSVSink\n# Name: Default: Description:\n# period 10 Poll period\n# unit seconds Units of poll period\n# directory /tmp Where to store CSV files\n\n# org.apache.spark.metrics.sink.GangliaSink\n# Name: Default: Description:\n# host NONE Hostname or multicast group of Ganglia server\n# port NONE Port of Ganglia server(s)\n# period 10 Poll period\n# unit seconds Units of poll period\n# ttl 1 TTL of messages sent by Ganglia\n# mode multicast Ganglia network mode ('unicast' or 'multicast')\n\n# org.apache.spark.metrics.sink.JmxSink\n\n# org.apache.spark.metrics.sink.MetricsServlet\n# Name: Default: Description:\n# path VARIES* Path prefix from the web server root\n# sample false Whether to show entire set of samples for histograms ('false' or 'true')\n#\n# * Default path is /metrics/json for all instances except the master. The master has two paths:\n# /metrics/aplications/json # App information\n# /metrics/master/json # Master information\n\n# org.apache.spark.metrics.sink.GraphiteSink\n# Name: Default: Description:\n# host NONE Hostname of Graphite server\n# port NONE Port of Graphite server\n# period 10 Poll period\n# unit seconds Units of poll period\n# prefix EMPTY STRING Prefix to prepend to metric name\n\n## Examples\n# Enable JmxSink for all instances by class name\n#*.sink.jmx.class=org.apache.spark.metrics.sink.JmxSink\n\n# Enable ConsoleSink for all instances by class name\n#*.sink.console.class=org.apache.spark.metrics.sink.ConsoleSink\n\n# Polling period for ConsoleSink\n#*.sink.console.period=10\n\n#*.sink.console.unit=seconds\n\n# Master instance overlap polling period\n#master.sink.console.period=15\n\n#master.sink.console.unit=seconds\n\n# Enable CsvSink for all instances\n#*.sink.csv.class=org.apache.spark.metrics.sink.CsvSink\n\n# Polling period for CsvSink\n#*.sink.csv.period=1\n\n#*.sink.csv.unit=minutes\n\n# Polling directory for CsvSink\n#*.sink.csv.directory=/tmp/\n\n# Worker instance overlap polling period\n#worker.sink.csv.period=10\n\n#worker.sink.csv.unit=minutes\n\n# Enable jvm source for instance master, worker, driver and executor\n#master.source.jvm.class=org.apache.spark.metrics.source.JvmSource\n\n#worker.source.jvm.class=org.apache.spark.metrics.source.JvmSource\n\n#driver.source.jvm.class=org.apache.spark.metrics.source.JvmSource\n\n#executor.source.jvm.class=org.apache.spark.metrics.source.JvmSource"
2084 }
2085 }
2086 },
2087 {
2088 "spark2-thrift-sparkconf" : {
2089 "properties_attributes" : {
2090 "final" : {
2091 "spark.eventLog.dir" : "true",
2092 "spark.eventLog.enabled" : "true",
2093 "spark.history.fs.logDirectory" : "true"
2094 }
2095 },
2096 "properties" : {
2097 "spark.master" : "{{spark_thrift_master}}",
2098 "spark.scheduler.allocation.file" : "{{spark_conf}}/spark-thrift-fairscheduler.xml",
2099 "spark.driver.extraLibraryPath" : "{{spark_hadoop_lib_native}}",
2100 "spark.yarn.maxAppAttempts" : "1",
2101 "spark.executor.extraLibraryPath" : "{{spark_hadoop_lib_native}}",
2102 "spark.hadoop.cacheConf" : "false",
2103 "spark.history.provider" : "org.apache.spark.deploy.history.FsHistoryProvider",
2104 "spark.dynamicAllocation.maxExecutors" : "10",
2105 "spark.scheduler.mode" : "FAIR",
2106 "spark.eventLog.dir" : "{{spark_history_dir}}",
2107 "spark.eventLog.enabled" : "true",
2108 "spark.dynamicAllocation.minExecutors" : "0",
2109 "spark.shuffle.service.enabled" : "true",
2110 "spark.dynamicAllocation.initialExecutors" : "0",
2111 "spark.history.fs.logDirectory" : "{{spark_history_dir}}",
2112 "spark.yarn.queue" : "default",
2113 "spark.dynamicAllocation.enabled" : "true",
2114 "spark.yarn.executor.failuresValidityInterval" : "2h"
2115 }
2116 }
2117 },
2118 {
2119 "parquet-logging" : {
2120 "properties_attributes" : { },
2121 "properties" : {
2122 "content" : "\n# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n# Properties file which configures the operation of the JDK\n# logging facility.\n\n# The system will look for this config file, first using\n# a System property specified at startup:\n#\n# >java -Djava.util.logging.config.file=myLoggingConfigFilePath\n#\n# If this property is not specified, then the config file is\n# retrieved from its default location at:\n#\n# JDK_HOME/jre/lib/logging.properties\n\n# Global logging properties.\n# ------------------------------------------\n# The set of handlers to be loaded upon startup.\n# Comma-separated list of class names.\n# (? LogManager docs say no comma here, but JDK example has comma.)\n# handlers=java.util.logging.ConsoleHandler\norg.apache.parquet.handlers= java.util.logging.FileHandler\n\n# Default global logging level.\n# Loggers and Handlers may override this level\n.level=INFO\n\n# Handlers\n# -----------------------------------------\n\n# --- ConsoleHandler ---\n# Override of global logging level\njava.util.logging.ConsoleHandler.level=INFO\njava.util.logging.ConsoleHandler.formatter=java.util.logging.SimpleFormatter\njava.util.logging.SimpleFormatter.format=[%1$tc] %4$s: %2$s - %5$s %6$s%n\n\n# --- FileHandler ---\n# Override of global logging level\njava.util.logging.FileHandler.level=ALL\n\n# Naming style for the output file:\n# (The output file is placed in the system temporary directory.\n# %u is used to provide unique identifier for the file.\n# For more information refer\n# https://docs.oracle.com/javase/7/docs/api/java/util/logging/FileHandler.html)\njava.util.logging.FileHandler.pattern=%t/parquet-%u.log\n\n# Limiting size of output file in bytes:\njava.util.logging.FileHandler.limit=50000000\n\n# Number of output files to cycle through, by appending an\n# integer to the base file name:\njava.util.logging.FileHandler.count=1\n\n# Style of output (Simple or XML):\njava.util.logging.FileHandler.formatter=java.util.logging.SimpleFormatter"
2123 }
2124 }
2125 },
2126 {
2127 "hive-site" : {
2128 "properties_attributes" : {
2129 "hidden" : {
2130 "javax.jdo.option.ConnectionPassword" : "HIVE_CLIENT,WEBHCAT_SERVER,HCAT,CONFIG_DOWNLOAD"
2131 }
2132 },
2133 "properties" : {
2134 "hive.exec.reducers.bytes.per.reducer" : "67108864",
2135 "hive.metastore.pre.event.listeners" : "org.apache.hadoop.hive.ql.security.authorization.AuthorizationPreEventListener",
2136 "hive.optimize.reducededuplication" : "true",
2137 "hive.metastore.sasl.enabled" : "false",
2138 "hive.vectorized.execution.enabled" : "true",
2139 "hive.security.authorization.manager" : "org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdConfOnlyAuthorizerFactory",
2140 "hive.auto.convert.join.noconditionaltask" : "true",
2141 "hive.exec.orc.compression.strategy" : "SPEED",
2142 "hive.server2.allow.user.substitution" : "true",
2143 "hive.limit.pushdown.memory.usage" : "0.04",
2144 "hive.merge.rcfile.block.level" : "true",
2145 "hive.stats.fetch.column.stats" : "true",
2146 "hive.tez.dynamic.partition.pruning" : "true",
2147 "hive.exec.max.dynamic.partitions.pernode" : "2000",
2148 "hive.exec.orc.default.compress" : "ZLIB",
2149 "hive.druid.broker.address.default" : "localhost:8082",
2150 "hive.merge.mapredfiles" : "false",
2151 "hive.compactor.abortedtxn.threshold" : "1000",
2152 "hive.map.aggr" : "true",
2153 "hive.tez.dynamic.partition.pruning.max.data.size" : "104857600",
2154 "hive.compactor.initiator.on" : "false",
2155 "hive.smbjoin.cache.rows" : "10000",
2156 "atlas.rest.address" : "http://%HOSTGROUP::host_group_1%:21000",
2157 "hive.exec.max.dynamic.partitions" : "5000",
2158 "hive.auto.convert.join" : "true",
2159 "hive.server2.support.dynamic.service.discovery" : "true",
2160 "hive.tez.log.level" : "INFO",
2161 "hive.compactor.worker.timeout" : "86400L",
2162 "hive.metastore.authorization.storage.checks" : "false",
2163 "hive.merge.mapfiles" : "true",
2164 "hive.druid.metadata.username" : "druid",
2165 "hive.exec.post.hooks" : "org.apache.hadoop.hive.ql.hooks.ATSHook,org.apache.atlas.hive.hook.HiveHook",
2166 "hive.server2.transport.mode" : "binary",
2167 "hive.server2.thrift.http.path" : "cliservice",
2168 "hive.enforce.sortmergebucketmapjoin" : "true",
2169 "hive.metastore.execute.setugi" : "true",
2170 "hive.druid.select.distribute" : "true",
2171 "hive.tez.smb.number.waves" : "0.5",
2172 "hive.server2.authentication.spnego.keytab" : "HTTP/_HOST@EXAMPLE.COM",
2173 "hive.zookeeper.quorum" : "%HOSTGROUP::host_group_1%:2181",
2174 "hive.druid.storage.storageDirectory" : "{{druid_storage_dir}}",
2175 "hive.mapjoin.bucket.cache.size" : "10000",
2176 "hive.druid.maxTries" : "5",
2177 "hive.metastore.kerberos.principal" : "hive/_HOST@EXAMPLE.COM",
2178 "hive.druid.indexer.partition.size.max" : "5000000",
2179 "hive.druid.coordinator.address.default" : "localhost:8082",
2180 "hive.tez.auto.reducer.parallelism" : "true",
2181 "hive.security.metastore.authorization.manager" : "org.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider",
2182 "datanucleus.autoCreateSchema" : "false",
2183 "datanucleus.fixedDatastore" : "true",
2184 "hive.compute.query.using.stats" : "true",
2185 "hive.security.authorization.enabled" : "false",
2186 "hive.server2.thrift.sasl.qop" : "auth",
2187 "hive.merge.orcfile.stripe.level" : "true",
2188 "hive.orc.splits.include.file.footer" : "false",
2189 "hive.exec.compress.output" : "false",
2190 "hive.user.install.directory" : "/user/",
2191 "hive.prewarm.enabled" : "false",
2192 "hive.compactor.delta.num.threshold" : "10",
2193 "hive.orc.compute.splits.num.threads" : "10",
2194 "hive.vectorized.groupby.checkinterval" : "4096",
2195 "hive.txn.manager" : "org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager",
2196 "datanucleus.cache.level2.type" : "none",
2197 "hive.map.aggr.hash.percentmemory" : "0.5",
2198 "hive.optimize.bucketmapjoin" : "true",
2199 "hive.tez.max.partition.factor" : "2.0",
2200 "hive.druid.passiveWaitTimeMs" : "30000",
2201 "hive.server2.thrift.port" : "10000",
2202 "hive.exec.failure.hooks" : "org.apache.hadoop.hive.ql.hooks.ATSHook",
2203 "hive.exec.compress.intermediate" : "false",
2204 "hive.exec.max.created.files" : "100000",
2205 "hive.mapred.reduce.tasks.speculative.execution" : "false",
2206 "hive.vectorized.groupby.flush.percent" : "0.1",
2207 "hive.metastore.client.socket.timeout" : "1800s",
2208 "hive.server2.tez.initialize.default.sessions" : "false",
2209 "atlas.hook.hive.minThreads" : "1",
2210 "hive.stats.autogather" : "true",
2211 "hive.optimize.sort.dynamic.partition" : "false",
2212 "hive.txn.max.open.batch" : "1000",
2213 "hive.default.fileformat" : "TextFile",
2214 "hive.mapjoin.optimized.hashtable" : "true",
2215 "hive.vectorized.groupby.maxentries" : "100000",
2216 "hive.compactor.check.interval" : "300L",
2217 "hive.security.authenticator.manager" : "org.apache.hadoop.hive.ql.security.ProxyUserAuthenticator",
2218 "hive.security.metastore.authorization.auth.reads" : "true",
2219 "hive.compactor.delta.pct.threshold" : "0.1f",
2220 "hive.vectorized.execution.reduce.enabled" : "false",
2221 "javax.jdo.option.ConnectionDriverName" : "com.mysql.jdbc.Driver",
2222 "hive.stats.dbclass" : "fs",
2223 "hive.exec.parallel" : "false",
2224 "hive.druid.indexer.segments.granularity" : "MINUTE",
2225 "hive.compactor.worker.threads" : "0",
2226 "hive.exec.submitviachild" : "false",
2227 "hive.fetch.task.conversion" : "more",
2228 "hive.server2.authentication" : "NONE",
2229 "hive.map.aggr.hash.force.flush.memory.threshold" : "0.9",
2230 "hive.start.cleanup.scratchdir" : "false",
2231 "hive.druid.metadata.db.type" : "mysql",
2232 "hive.merge.tezfiles" : "false",
2233 "hive.metastore.cache.pinobjtypes" : "Table,Database,Type,FieldSchema,Order",
2234 "hive.optimize.index.filter" : "true",
2235 "hive.server2.authentication.spnego.principal" : "/etc/security/keytabs/spnego.service.keytab",
2236 "hive.convert.join.bucket.mapjoin.tez" : "false",
2237 "hive.metastore.warehouse.dir" : "/apps/hive/warehouse",
2238 "hive.execution.engine" : "tez",
2239 "atlas.hook.hive.maxThreads" : "1",
2240 "hive.tez.dynamic.partition.pruning.max.event.size" : "1048576",
2241 "hive.cbo.enable" : "true",
2242 "hive.druid.basePersistDirectory" : "",
2243 "hive.exec.orc.encoding.strategy" : "SPEED",
2244 "hive.optimize.constant.propagation" : "true",
2245 "hive.tez.container.size" : "1024",
2246 "hive.metastore.connect.retries" : "24",
2247 "hive.optimize.reducededuplication.min.reducer" : "4",
2248 "hive.tez.input.format" : "org.apache.hadoop.hive.ql.io.HiveInputFormat",
2249 "hive.cluster.delegation.token.store.zookeeper.connectString" : "%HOSTGROUP::host_group_1%:2181",
2250 "hive.druid.working.directory" : "/tmp/druid-indexing",
2251 "hive.metastore.uris" : "thrift://%HOSTGROUP::host_group_1%:9083",
2252 "hive.server2.max.start.attempts" : "5",
2253 "hive.exec.dynamic.partition.mode" : "strict",
2254 "hive.server2.thrift.max.worker.threads" : "500",
2255 "hive.server2.use.SSL" : "false",
2256 "hive.tez.java.opts" : "-server -Djava.net.preferIPv4Stack=true -XX:NewRatio=8 -XX:+UseNUMA -XX:+UseParallelGC -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps",
2257 "hive.exec.submit.local.task.via.child" : "true",
2258 "hive.optimize.null.scan" : "true",
2259 "hive.exec.orc.default.stripe.size" : "67108864",
2260 "hive.limit.optimize.enable" : "true",
2261 "hive.cluster.delegation.token.store.zookeeper.znode" : "/hive/cluster/delegation",
2262 "hive.exec.pre.hooks" : "org.apache.hadoop.hive.ql.hooks.ATSHook",
2263 "hive.cluster.delegation.token.store.class" : "org.apache.hadoop.hive.thrift.ZooKeeperTokenStore",
2264 "ambari.hive.db.schema.name" : "hive",
2265 "hive.zookeeper.client.port" : "2181",
2266 "hive.enforce.sorting" : "true",
2267 "hive.tez.cpu.vcores" : "-1",
2268 "hive.druid.metadata.uri" : "jdbc:mysql://localhost:3355/druid",
2269 "hive.metastore.client.connect.retry.delay" : "5s",
2270 "hive.server2.tez.default.queues" : "default",
2271 "hive.druid.bitmap.type" : "roaring",
2272 "hive.server2.tez.sessions.per.default.queue" : "1",
2273 "hive.server2.thrift.http.port" : "10001",
2274 "hive.server2.logging.operation.log.location" : "/tmp/hive/operation_logs",
2275 "javax.jdo.option.ConnectionURL" : "jdbc:mysql://%HOSTGROUP::host_group_1%/hive?createDatabaseIfNotExist=true",
2276 "hive.map.aggr.hash.min.reduction" : "0.5",
2277 "hive.merge.size.per.task" : "256000000",
2278 "hive.merge.smallfiles.avgsize" : "16000000",
2279 "hive.exec.reducers.max" : "1009",
2280 "hive.optimize.metadataonly" : "true",
2281 "hive.fetch.task.conversion.threshold" : "1073741824",
2282 "hive.prewarm.numcontainers" : "3",
2283 "hive.tez.min.partition.factor" : "0.25",
2284 "hive.auto.convert.join.noconditionaltask.size" : "286331153",
2285 "hive.server2.logging.operation.enabled" : "true",
2286 "hive.metastore.kerberos.keytab.file" : "/etc/security/keytabs/hive.service.keytab",
2287 "hive.exec.parallel.thread.number" : "8",
2288 "hive.support.concurrency" : "false",
2289 "javax.jdo.option.ConnectionUserName" : "hive",
2290 "hive.conf.restricted.list" : "hive.security.authenticator.manager,hive.security.authorization.manager,hive.users.in.admin.role",
2291 "hive.auto.convert.sortmerge.join.to.mapjoin" : "false",
2292 "hive.fetch.task.aggr" : "false",
2293 "hive.cli.print.header" : "false",
2294 "hive.server2.table.type.mapping" : "CLASSIC",
2295 "hive.txn.timeout" : "300",
2296 "hive.warehouse.subdir.inherit.perms" : "true",
2297 "hive.stats.fetch.partition.stats" : "true",
2298 "hive.optimize.bucketmapjoin.sortedmerge" : "false",
2299 "hive.security.metastore.authenticator.manager" : "org.apache.hadoop.hive.ql.security.HadoopDefaultMetastoreAuthenticator",
2300 "hive.server2.enable.doAs" : "true",
2301 "hive.server2.zookeeper.namespace" : "hiveserver2",
2302 "hive.default.fileformat.managed" : "TextFile",
2303 "hive.druid.indexer.memory.rownum.max" : "75000",
2304 "hive.enforce.bucketing" : "true",
2305 "hive.exec.scratchdir" : "/tmp/hive",
2306 "hive.exec.dynamic.partition" : "true",
2307 "hive.metastore.server.max.threads" : "100000",
2308 "hive.metastore.failure.retries" : "24",
2309 "hive.auto.convert.sortmerge.join" : "true",
2310 "hive.zookeeper.namespace" : "hive_zookeeper_namespace"
2311 }
2312 }
2313 },
2314 {
2315 "tez-site" : {
2316 "properties_attributes" : { },
2317 "properties" : {
2318 "tez.am.launch.cmd-opts" : "-XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC{{heap_dump_opts}}",
2319 "tez.runtime.sorter.class" : "PIPELINED",
2320 "tez.counters.max.groups" : "3000",
2321 "tez.am.view-acls" : "*",
2322 "tez.runtime.shuffle.memory.limit.percent" : "0.25",
2323 "tez.staging-dir" : "/tmp/${user.name}/staging",
2324 "tez.am.container.reuse.locality.delay-allocation-millis" : "250",
2325 "tez.runtime.compress" : "true",
2326 "tez.am.am-rm.heartbeat.interval-ms.max" : "250",
2327 "tez.am.container.idle.release-timeout-min.millis" : "10000",
2328 "tez.task.launch.cmd-opts" : "-XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC{{heap_dump_opts}}",
2329 "tez.lib.uris" : "/hdp/apps/${hdp.version}/tez/tez.tar.gz",
2330 "tez.counters.max" : "10000",
2331 "tez.generate.debug.artifacts" : "false",
2332 "tez.runtime.convert.user-payload.to.history-text" : "false",
2333 "tez.shuffle-vertex-manager.max-src-fraction" : "0.4",
2334 "tez.am.log.level" : "INFO",
2335 "tez.task.am.heartbeat.counter.interval-ms.max" : "4000",
2336 "tez.am.container.idle.release-timeout-max.millis" : "20000",
2337 "tez.am.resource.memory.mb" : "2048",
2338 "tez.am.max.app.attempts" : "2",
2339 "tez.cluster.additional.classpath.prefix" : "/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf/secure",
2340 "tez.am.container.reuse.non-local-fallback.enabled" : "false",
2341 "tez.am.container.reuse.rack-fallback.enabled" : "true",
2342 "tez.task.get-task.sleep.interval-ms.max" : "200",
2343 "tez.runtime.io.sort.mb" : "270",
2344 "tez.task.resource.memory.mb" : "1024",
2345 "tez.runtime.optimize.local.fetch" : "true",
2346 "tez.runtime.pipelined.sorter.sort.threads" : "2",
2347 "tez.shuffle-vertex-manager.min-src-fraction" : "0.2",
2348 "tez.session.am.dag.submit.timeout.secs" : "600",
2349 "tez.session.client.timeout.secs" : "-1",
2350 "tez.am.launch.cluster-default.cmd-opts" : "-server -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}",
2351 "tez.am.maxtaskfailures.per.node" : "10",
2352 "tez.am.tez-ui.history-url.template" : "__HISTORY_URL_BASE__?viewPath=%2F%23%2Ftez-app%2F__APPLICATION_ID__",
2353 "tez.history.logging.timeline-cache-plugin.old-num-dags-per-group" : "5",
2354 "tez.runtime.shuffle.fetch.buffer.percent" : "0.6",
2355 "tez.task.launch.env" : "LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-{{architecture}}-64",
2356 "tez.use.cluster.hadoop-libs" : "false",
2357 "tez.queue.name" : "default",
2358 "tez.runtime.unordered.output.buffer.size-mb" : "76",
2359 "tez.am.container.reuse.enabled" : "true",
2360 "tez.grouping.split-waves" : "1.7",
2361 "tez.grouping.max-size" : "1073741824",
2362 "tez.task.launch.cluster-default.cmd-opts" : "-server -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}",
2363 "tez.task.max-events-per-heartbeat" : "500",
2364 "tez.history.logging.service.class" : "org.apache.tez.dag.history.logging.ats.ATSV15HistoryLoggingService",
2365 "tez.grouping.min-size" : "16777216",
2366 "tez.task.generate.counters.per.io" : "true",
2367 "tez.am.launch.env" : "LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-{{architecture}}-64",
2368 "tez.runtime.compress.codec" : "org.apache.hadoop.io.compress.SnappyCodec"
2369 }
2370 }
2371 },
2372 {
2373 "webhcat-site" : {
2374 "properties_attributes" : { },
2375 "properties" : {
2376 "templeton.zookeeper.hosts" : "%HOSTGROUP::host_group_1%:2181",
2377 "webhcat.proxyuser.root.groups" : "*",
2378 "webhcat.proxyuser.root.hosts" : "sandbox-hdp.hortonworks.com",
2379 "templeton.hadoop.queue.name" : "default",
2380 "templeton.hadoop" : "/usr/hdp/${hdp.version}/hadoop/bin/hadoop",
2381 "templeton.hive.extra.files" : "/usr/hdp/${hdp.version}/tez/conf/tez-site.xml,/usr/hdp/${hdp.version}/tez,/usr/hdp/${hdp.version}/tez/lib",
2382 "templeton.hcat.home" : "hive.tar.gz/hive/hcatalog",
2383 "templeton.override.enabled" : "false",
2384 "templeton.hive.properties" : "hive.metastore.local=false,hive.metastore.uris=thrift://%HOSTGROUP::host_group_1%:9083,hive.metastore.sasl.enabled=false,hive.metastore.execute.setugi=true",
2385 "templeton.python" : "${env.PYTHON_CMD}",
2386 "templeton.storage.class" : "org.apache.hive.hcatalog.templeton.tool.ZooKeeperStorage",
2387 "templeton.streaming.jar" : "hdfs:///hdp/apps/${hdp.version}/mapreduce/hadoop-streaming.jar",
2388 "templeton.hadoop.conf.dir" : "/etc/hadoop/conf",
2389 "templeton.hcat" : "/usr/hdp/${hdp.version}/hive/bin/hcat",
2390 "templeton.jar" : "/usr/hdp/${hdp.version}/hive/share/webhcat/svr/lib/hive-webhcat-*.jar",
2391 "templeton.port" : "50111",
2392 "templeton.libjars" : "/usr/hdp/${hdp.version}/zookeeper/zookeeper.jar,/usr/hdp/${hdp.version}/hive/lib/hive-common.jar",
2393 "templeton.hive.path" : "hive.tar.gz/hive/bin/hive",
2394 "templeton.exec.timeout" : "60000",
2395 "templeton.sqoop.home" : "sqoop.tar.gz/sqoop",
2396 "templeton.sqoop.archive" : "hdfs:///hdp/apps/${hdp.version}/sqoop/sqoop.tar.gz",
2397 "templeton.hive.archive" : "hdfs:///hdp/apps/${hdp.version}/hive/hive.tar.gz",
2398 "templeton.hive.home" : "hive.tar.gz/hive",
2399 "templeton.pig.archive" : "hdfs:///hdp/apps/${hdp.version}/pig/pig.tar.gz",
2400 "templeton.pig.path" : "pig.tar.gz/pig/bin/pig",
2401 "templeton.sqoop.path" : "sqoop.tar.gz/sqoop/bin/sqoop"
2402 }
2403 }
2404 },
2405 {
2406 "slider-env" : {
2407 "properties_attributes" : { },
2408 "properties" : {
2409 "content" : "\n# Set Slider-specific environment variables here.\n\n# The only required environment variable is JAVA_HOME. All others are\n# optional. When running a distributed configuration it is best to\n# set JAVA_HOME in this file, so that it is correctly defined on\n# remote nodes.\n\n# The java implementation to use. Required.\nexport JAVA_HOME={{java64_home}}\n# The hadoop conf directory. Optional as slider-client.xml can be edited to add properties.\nexport HADOOP_CONF_DIR={{hadoop_conf_dir}}"
2410 }
2411 }
2412 },
2413 {
2414 "hivemetastore-site" : {
2415 "properties_attributes" : { },
2416 "properties" : {
2417 "hive.service.metrics.hadoop2.component" : "hivemetastore",
2418 "hive.metastore.metrics.enabled" : "true",
2419 "hive.service.metrics.reporter" : "HADOOP2"
2420 }
2421 }
2422 },
2423 {
2424 "hbase-logsearch-conf" : {
2425 "properties_attributes" : { },
2426 "properties" : {
2427 "component_mappings" : "HBASE_MASTER:hbase_master;HBASE_REGIONSERVER:hbase_regionserver;PHOENIX_QUERY_SERVER:hbase_phoenix_server",
2428 "content" : "\n{\n \"input\":[\n {\n \"type\":\"hbase_master\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hbase-env/hbase_log_dir', '/var/log/hbase')}}/hbase-*-master-*.log\"\n },\n {\n \"type\":\"hbase_regionserver\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hbase-env/hbase_log_dir', '/var/log/hbase')}}/hbase-*-regionserver-*.log\"\n },\n {\n \"type\":\"hbase_phoenix_server\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/hbase-env/hbase_log_dir', '/var/log/hbase')}}/phoenix-*-server.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hbase_master\",\n \"hbase_regionserver\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p [%t] %c{2}: %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}\\\\[%{DATA:thread_name}\\\\]%{SPACE}%{JAVACLASS:logger_name}:%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n },\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"hbase_phoenix_server\"\n ]\n }\n },\n \"log4j_format\":\"%d{ISO8601} %-5p [%t] %c{2}: %m%n\",\n \"multiline_pattern\":\"^(%{TIMESTAMP_ISO8601:logtime})\",\n \"message_pattern\":\"(?m)^%{TIMESTAMP_ISO8601:logtime}%{SPACE}%{LOGLEVEL:level}%{SPACE}%{JAVACLASS:logger_name}:%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n }",
2429 "service_name" : "HBase"
2430 }
2431 }
2432 },
2433 {
2434 "ldap-log4j" : {
2435 "properties_attributes" : { },
2436 "properties" : {
2437 "knox_ldap_log_maxbackupindex" : "20",
2438 "knox_ldap_log_maxfilesize" : "256",
2439 "content" : "\n # Licensed to the Apache Software Foundation (ASF) under one\n # or more contributor license agreements. See the NOTICE file\n # distributed with this work for additional information\n # regarding copyright ownership. The ASF licenses this file\n # to you under the Apache License, Version 2.0 (the\n # \"License\"); you may not use this file except in compliance\n # with the License. You may obtain a copy of the License at\n #\n # http://www.apache.org/licenses/LICENSE-2.0\n #\n # Unless required by applicable law or agreed to in writing, software\n # distributed under the License is distributed on an \"AS IS\" BASIS,\n # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n # See the License for the specific language governing permissions and\n # limitations under the License.\n\n app.log.dir=${launcher.dir}/../logs\n app.log.file=${launcher.name}.log\n\n log4j.rootLogger=ERROR, drfa\n log4j.logger.org.apache.directory.server.ldap.LdapServer=INFO\n log4j.logger.org.apache.directory=WARN\n\n log4j.appender.stdout=org.apache.log4j.ConsoleAppender\n log4j.appender.stdout.layout=org.apache.log4j.PatternLayout\n log4j.appender.stdout.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n\n\n log4j.appender.drfa=org.apache.log4j.DailyRollingFileAppender\n log4j.appender.drfa.File=${app.log.dir}/${app.log.file}\n log4j.appender.drfa.DatePattern=.yyyy-MM-dd\n log4j.appender.drfa.layout=org.apache.log4j.PatternLayout\n log4j.appender.drfa.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n\n log4j.appender.drfa.MaxFileSize = {{knox_ldap_log_maxfilesize}}MB\n log4j.appender.drfa.MaxBackupIndex = {{knox_ldap_log_maxbackupindex}}"
2440 }
2441 }
2442 },
2443 {
2444 "ssl-client" : {
2445 "properties_attributes" : { },
2446 "properties" : {
2447 "ssl.client.truststore.reload.interval" : "10000",
2448 "ssl.client.keystore.location" : "/etc/security/clientKeys/keystore.jks",
2449 "ssl.client.truststore.location" : "/etc/security/clientKeys/all.jks",
2450 "ssl.client.truststore.type" : "jks",
2451 "ssl.client.keystore.type" : "jks"
2452 }
2453 }
2454 },
2455 {
2456 "ranger-hbase-audit" : {
2457 "properties_attributes" : { },
2458 "properties" : {
2459 "xasecure.audit.destination.hdfs.batch.filespool.dir" : "/var/log/hbase/audit/hdfs/spool",
2460 "xasecure.audit.is.enabled" : "true",
2461 "ranger.plugin.hbase.ambari.cluster.name" : "{{cluster_name}}",
2462 "xasecure.audit.destination.hdfs" : "true",
2463 "xasecure.audit.destination.solr" : "true",
2464 "xasecure.audit.destination.solr.batch.filespool.dir" : "/var/log/hbase/audit/solr/spool",
2465 "xasecure.audit.destination.hdfs.dir" : "hdfs://%HOSTGROUP::host_group_1%:8020/ranger/audit",
2466 "xasecure.audit.destination.solr.zookeepers" : "NONE",
2467 "xasecure.audit.provider.summary.enabled" : "true",
2468 "xasecure.audit.destination.solr.urls" : "http://localhost:8886/solr/ranger_audits"
2469 }
2470 }
2471 },
2472 {
2473 "hive-atlas-application.properties" : {
2474 "properties_attributes" : { },
2475 "properties" : {
2476 "atlas.hook.hive.maxThreads" : "5",
2477 "atlas.hook.hive.keepAliveTime" : "10",
2478 "atlas.hook.hive.synchronous" : "false",
2479 "atlas.hook.hive.minThreads" : "5",
2480 "atlas.hook.hive.numRetries" : "3",
2481 "atlas.hook.hive.queueSize" : "1000"
2482 }
2483 }
2484 },
2485 {
2486 "ranger-kafka-plugin-properties" : {
2487 "properties_attributes" : { },
2488 "properties" : {
2489 "hadoop.rpc.protection" : "",
2490 "zookeeper.connect" : "sandbox-hdp.hortonworks.com:2181",
2491 "ranger-kafka-plugin-enabled" : "No",
2492 "external_ranger_admin_username" : "",
2493 "REPOSITORY_CONFIG_USERNAME" : "kafka",
2494 "external_admin_username" : "",
2495 "common.name.for.certificate" : "",
2496 "policy_user" : "ambari-qa"
2497 }
2498 }
2499 },
2500 {
2501 "ranger-hbase-plugin-properties" : {
2502 "properties_attributes" : { },
2503 "properties" : {
2504 "ranger-hbase-plugin-enabled" : "No",
2505 "external_ranger_admin_username" : "",
2506 "REPOSITORY_CONFIG_USERNAME" : "hbase",
2507 "external_admin_username" : "",
2508 "common.name.for.certificate" : "",
2509 "policy_user" : "ambari-qa"
2510 }
2511 }
2512 },
2513 {
2514 "ranger-hdfs-security" : {
2515 "properties_attributes" : { },
2516 "properties" : {
2517 "xasecure.add-hadoop-authorization" : "true",
2518 "ranger.plugin.hdfs.policy.rest.ssl.config.file" : "/etc/hadoop/conf/ranger-policymgr-ssl.xml",
2519 "ranger.plugin.hdfs.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminRESTClient",
2520 "ranger.plugin.hdfs.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache",
2521 "ranger.plugin.hdfs.policy.pollIntervalMs" : "30000",
2522 "ranger.plugin.hdfs.service.name" : "{{repo_name}}",
2523 "ranger.plugin.hdfs.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080"
2524 }
2525 }
2526 },
2527 {
2528 "kafka-logsearch-conf" : {
2529 "properties_attributes" : { },
2530 "properties" : {
2531 "component_mappings" : "KAFKA_BROKER:kafka_server,kafka_request,kafka_logcleaner,kafka_controller,kafka_statechange",
2532 "content" : "\n{\n \"input\":[\n {\n \"type\":\"kafka_controller\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/kafka-env/kafka_log_dir', '/var/log/kafka')}}/controller.log\"\n },\n {\n \"type\":\"kafka_request\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/kafka-env/kafka_log_dir', '/var/log/kafka')}}/kafka-request.log\"\n },\n {\n \"type\":\"kafka_logcleaner\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/kafka-env/kafka_log_dir', '/var/log/kafka')}}/log-cleaner.log\"\n },\n {\n \"type\":\"kafka_server\",\n \"rowtype\":\"service\",\n \"path\":\"{{default('/configurations/kafka-env/kafka_log_dir', '/var/log/kafka')}}/server.log\"\n },\n {\n \"type\":\"kafka_statechange\",\n \"rowtype\":\"service\",\n \"path\":\"{{kafka_log_dir}}/state-change.log\"\n }\n ],\n \"filter\":[\n {\n \"filter\":\"grok\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"kafka_controller\",\n \"kafka_request\",\n \"kafka_logcleaner\"\n ]\n }\n },\n \"log4j_format\":\"[%d] %p %m (%c)%n\",\n \"multiline_pattern\":\"^(\\\\[%{TIMESTAMP_ISO8601:logtime}\\\\])\",\n \"message_pattern\":\"(?m)^\\\\[%{TIMESTAMP_ISO8601:logtime}\\\\]%{SPACE}%{LOGLEVEL:level}%{SPACE}\\\\[%{DATA:thread_name}\\\\]%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n },\n {\n \"filter\":\"grok\",\n \"comment\":\"Suppose to be same log4j pattern as other kafka processes, but some reason thread is not printed\",\n \"conditions\":{\n \"fields\":{\n \"type\":[\n \"kafka_server\",\n \"kafka_statechange\"\n ]\n }\n },\n \"log4j_format\":\"[%d] %p %m (%c)%n\",\n \"multiline_pattern\":\"^(\\\\[%{TIMESTAMP_ISO8601:logtime}\\\\])\",\n \"message_pattern\":\"(?m)^\\\\[%{TIMESTAMP_ISO8601:logtime}\\\\]%{SPACE}%{LOGLEVEL:level}%{SPACE}%{GREEDYDATA:log_message}\",\n \"post_map_values\":{\n \"logtime\":{\n \"map_date\":{\n \"target_date_pattern\":\"yyyy-MM-dd HH:mm:ss,SSS\"\n }\n }\n }\n }\n ]\n }",
2533 "service_name" : "Kafka"
2534 }
2535 }
2536 },
2537 {
2538 "yarn-log4j" : {
2539 "properties_attributes" : { },
2540 "properties" : {
2541 "yarn_rm_summary_log_max_backup_size" : "256",
2542 "yarn_rm_summary_log_number_of_backup_files" : "20",
2543 "content" : "\n#Relative to Yarn Log Dir Prefix\nyarn.log.dir=.\n#\n# Job Summary Appender\n#\n# Use following logger to send summary to separate file defined by\n# hadoop.mapreduce.jobsummary.log.file rolled daily:\n# hadoop.mapreduce.jobsummary.logger=INFO,JSA\n#\nhadoop.mapreduce.jobsummary.logger=${hadoop.root.logger}\nhadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log\nlog4j.appender.JSA=org.apache.log4j.DailyRollingFileAppender\n# Set the ResourceManager summary log filename\nyarn.server.resourcemanager.appsummary.log.file=hadoop-mapreduce.jobsummary.log\n# Set the ResourceManager summary log level and appender\nyarn.server.resourcemanager.appsummary.logger=${hadoop.root.logger}\n#yarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY\n\n# To enable AppSummaryLogging for the RM,\n# set yarn.server.resourcemanager.appsummary.logger to\n# LEVEL,RMSUMMARY in hadoop-env.sh\n\n# Appender for ResourceManager Application Summary Log\n# Requires the following properties to be set\n# - hadoop.log.dir (Hadoop Log directory)\n# - yarn.server.resourcemanager.appsummary.log.file (resource manager app summary log filename)\n# - yarn.server.resourcemanager.appsummary.logger (resource manager app summary log level and appender)\nlog4j.appender.RMSUMMARY=org.apache.log4j.RollingFileAppender\nlog4j.appender.RMSUMMARY.File=${yarn.log.dir}/${yarn.server.resourcemanager.appsummary.log.file}\nlog4j.appender.RMSUMMARY.MaxFileSize={{yarn_rm_summary_log_max_backup_size}}MB\nlog4j.appender.RMSUMMARY.MaxBackupIndex={{yarn_rm_summary_log_number_of_backup_files}}\nlog4j.appender.RMSUMMARY.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RMSUMMARY.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n\nlog4j.appender.JSA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.JSA.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n\nlog4j.appender.JSA.DatePattern=.yyyy-MM-dd\nlog4j.appender.JSA.layout=org.apache.log4j.PatternLayout\nlog4j.logger.org.apache.hadoop.yarn.server.resourcemanager.RMAppManager$ApplicationSummary=${yarn.server.resourcemanager.appsummary.logger}\nlog4j.additivity.org.apache.hadoop.yarn.server.resourcemanager.RMAppManager$ApplicationSummary=false\n\n# Appender for viewing information for errors and warnings\nyarn.ewma.cleanupInterval=300\nyarn.ewma.messageAgeLimitSeconds=86400\nyarn.ewma.maxUniqueMessages=250\nlog4j.appender.EWMA=org.apache.hadoop.yarn.util.Log4jWarningErrorMetricsAppender\nlog4j.appender.EWMA.cleanupInterval=${yarn.ewma.cleanupInterval}\nlog4j.appender.EWMA.messageAgeLimitSeconds=${yarn.ewma.messageAgeLimitSeconds}\nlog4j.appender.EWMA.maxUniqueMessages=${yarn.ewma.maxUniqueMessages}\n\n# Audit logging for ResourceManager\nrm.audit.logger=${hadoop.root.logger}\nlog4j.logger.org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger=${rm.audit.logger}\nlog4j.additivity.org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger=false\nlog4j.appender.RMAUDIT=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.RMAUDIT.File=${yarn.log.dir}/rm-audit.log\nlog4j.appender.RMAUDIT.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RMAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n\nlog4j.appender.RMAUDIT.DatePattern=.yyyy-MM-dd\n\n# Audit logging for NodeManager\nnm.audit.logger=${hadoop.root.logger}\nlog4j.logger.org.apache.hadoop.yarn.server.nodemanager.NMAuditLogger=${nm.audit.logger}\nlog4j.additivity.org.apache.hadoop.yarn.server.nodemanager.NMAuditLogger=false\nlog4j.appender.NMAUDIT=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.NMAUDIT.File=${yarn.log.dir}/nm-audit.log\nlog4j.appender.NMAUDIT.layout=org.apache.log4j.PatternLayout\nlog4j.appender.NMAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n\nlog4j.appender.NMAUDIT.DatePattern=.yyyy-MM-dd"
2544 }
2545 }
2546 },
2547 {
2548 "mapred-env" : {
2549 "properties_attributes" : { },
2550 "properties" : {
2551 "jobhistory_heapsize" : "900",
2552 "mapred_user_nofile_limit" : "32768",
2553 "mapred_user" : "mapred",
2554 "mapred_user_nproc_limit" : "65536",
2555 "mapred_pid_dir_prefix" : "/var/run/hadoop-mapreduce",
2556 "mapred_log_dir_prefix" : "/var/log/hadoop-mapreduce",
2557 "content" : "\n# export JAVA_HOME=/home/y/libexec/jdk1.6.0/\n\nexport HADOOP_JOB_HISTORYSERVER_HEAPSIZE={{jobhistory_heapsize}}\n\nexport HADOOP_MAPRED_ROOT_LOGGER=INFO,RFA\n\n{% if security_enabled %}\nexport HADOOP_JOB_HISTORYSERVER_OPTS=\"-Djava.security.auth.login.config={{mapred_jaas_file}} -Djavax.security.auth.useSubjectCredsOnly=false\"\n{% endif %}\n#export HADOOP_MAPRED_LOG_DIR=\"\" # Where log files are stored. $HADOOP_MAPRED_HOME/logs by default.\n#export HADOOP_JHS_LOGGER=INFO,RFA # Hadoop JobSummary logger.\n#export HADOOP_MAPRED_PID_DIR= # The pid files are stored. /tmp by default.\n#export HADOOP_MAPRED_IDENT_STRING= #A string representing this instance of hadoop. $USER by default\n#export HADOOP_MAPRED_NICENESS= #The scheduling priority for daemons. Defaults to 0.\nexport HADOOP_OPTS=\"-Dhdp.version=$HDP_VERSION $HADOOP_OPTS\"\nexport HADOOP_OPTS=\"-Djava.io.tmpdir={{hadoop_java_io_tmpdir}} $HADOOP_OPTS\"\nexport JAVA_LIBRARY_PATH=\"${JAVA_LIBRARY_PATH}:{{hadoop_java_io_tmpdir}}\""
2558 }
2559 }
2560 },
2561 {
2562 "ranger-kafka-security" : {
2563 "properties_attributes" : { },
2564 "properties" : {
2565 "ranger.plugin.kafka.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080",
2566 "ranger.plugin.kafka.policy.rest.ssl.config.file" : "/etc/kafka/conf/ranger-policymgr-ssl.xml",
2567 "ranger.plugin.kafka.service.name" : "{{repo_name}}",
2568 "ranger.plugin.kafka.policy.pollIntervalMs" : "30000",
2569 "ranger.plugin.kafka.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminRESTClient",
2570 "ranger.plugin.kafka.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache"
2571 }
2572 }
2573 },
2574 {
2575 "hive-env" : {
2576 "properties_attributes" : { },
2577 "properties" : {
2578 "webhcat_user" : "hcat",
2579 "hive_log_dir" : "/var/log/hive",
2580 "hive_security_authorization" : "None",
2581 "hive_user_nproc_limit" : "16000",
2582 "content" : "\nexport HADOOP_USER_CLASSPATH_FIRST=true #this prevents old metrics libs from mapreduce lib from bringing in old jar deps overriding HIVE_LIB\nif [ \"$SERVICE\" = \"cli\" ]; then\n if [ -z \"$DEBUG\" ]; then\n export HADOOP_OPTS=\"$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:+UseNUMA -XX:+UseParallelGC -XX:-UseGCOverheadLimit\"\n else\n export HADOOP_OPTS=\"$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:-UseGCOverheadLimit\"\n fi\nfi\n\n# The heap size of the jvm stared by hive shell script can be controlled via:\n\nif [ \"$SERVICE\" = \"metastore\" ]; then\n export HADOOP_HEAPSIZE={{hive_metastore_heapsize}} # Setting for HiveMetastore\nelse\n export HADOOP_HEAPSIZE={{hive_heapsize}} # Setting for HiveServer2 and Client\nfi\n\nexport HADOOP_CLIENT_OPTS=\"$HADOOP_CLIENT_OPTS -Xmx${HADOOP_HEAPSIZE}m\"\nexport HADOOP_CLIENT_OPTS=\"$HADOOP_CLIENT_OPTS{{heap_dump_opts}}\"\n\n# Larger heap size may be required when running queries over large number of files or partitions.\n# By default hive shell scripts use a heap size of 256 (MB). Larger heap size would also be\n# appropriate for hive server (hwi etc).\n\n\n# Set HADOOP_HOME to point to a specific hadoop install directory\nHADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}\n\nexport HIVE_HOME=${HIVE_HOME:-{{hive_home_dir}}}\n\n# Hive Configuration Directory can be controlled by:\nexport HIVE_CONF_DIR=${HIVE_CONF_DIR:-{{hive_config_dir}}}\n\n# Folder containing extra libraries required for hive compilation/execution can be controlled by:\nexport HIVE_AUX_JARS_PATH={{stack_root}}/current/ext/hive\nif [ \"${HIVE_AUX_JARS_PATH}\" != \"\" ]; then\n if [ -f \"${HIVE_AUX_JARS_PATH}\" ] || [ -d \"${HIVE_AUX_JARS_PATH}\" ] ; then\n export HIVE_AUX_JARS_PATH=${HIVE_AUX_JARS_PATH}\n elif [ -d \"/usr/hdp/current/hive-webhcat/share/hcatalog\" ]; then\n export HIVE_AUX_JARS_PATH=/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar\n fi\nelif [ -d \"/usr/hdp/current/hive-webhcat/share/hcatalog\" ]; then\n export HIVE_AUX_JARS_PATH=/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar\nfi\n\nexport METASTORE_PORT={{hive_metastore_port}}\n\n{% if sqla_db_used or lib_dir_available %}\nexport LD_LIBRARY_PATH=\"$LD_LIBRARY_PATH:{{jdbc_libs_dir}}\"\nexport JAVA_LIBRARY_PATH=\"$JAVA_LIBRARY_PATH:{{jdbc_libs_dir}}\"\n{% endif %}",
2583 "hive.atlas.hook" : "true",
2584 "hive_txn_acid" : "off",
2585 "hive.client.heapsize" : "1024",
2586 "hive.heapsize" : "2989",
2587 "hive_database_type" : "mysql",
2588 "hive_user_nofile_limit" : "32000",
2589 "alert_ldap_username" : "",
2590 "hcat_pid_dir" : "/var/run/webhcat",
2591 "heap_dump_location" : "/tmp",
2592 "hive_database" : "New MySQL Database",
2593 "hcat_log_dir" : "/var/log/webhcat",
2594 "hive_exec_orc_storage_strategy" : "SPEED",
2595 "hive_user" : "hive",
2596 "hive.metastore.heapsize" : "996",
2597 "hive_timeline_logging_enabled" : "true",
2598 "hive.log.level" : "INFO",
2599 "hive_database_name" : "hive",
2600 "enable_heap_dump" : "false",
2601 "hive_pid_dir" : "/var/run/hive",
2602 "hcat_user" : "hcat",
2603 "hive_ambari_database" : "MySQL"
2604 }
2605 }
2606 },
2607 {
2608 "ranger-hive-security" : {
2609 "properties_attributes" : { },
2610 "properties" : {
2611 "xasecure.hive.update.xapolicies.on.grant.revoke" : "true",
2612 "ranger.plugin.hive.policy.source.impl" : "org.apache.ranger.admin.client.RangerAdminRESTClient",
2613 "ranger.plugin.hive.policy.pollIntervalMs" : "30000",
2614 "ranger.plugin.hive.policy.rest.ssl.config.file" : "/usr/hdp/current/{{ranger_hive_component}}/conf/conf.server/ranger-policymgr-ssl.xml",
2615 "ranger.plugin.hive.policy.cache.dir" : "/etc/ranger/{{repo_name}}/policycache",
2616 "ranger.plugin.hive.urlauth.filesystem.schemes" : "hdfs:,file:,wasb:,adl:",
2617 "ranger.plugin.hive.service.name" : "{{repo_name}}",
2618 "ranger.plugin.hive.policy.rest.url" : "http://sandbox-hdp.hortonworks.com:6080"
2619 }
2620 }
2621 }
2622 ],
2623 "host_groups" : [
2624 {
2625 "components" : [
2626 {
2627 "name" : "NODEMANAGER"
2628 },
2629 {
2630 "name" : "RANGER_TAGSYNC"
2631 },
2632 {
2633 "name" : "HIVE_SERVER"
2634 },
2635 {
2636 "name" : "SPARK2_CLIENT"
2637 },
2638 {
2639 "name" : "NFS_GATEWAY"
2640 },
2641 {
2642 "name" : "HBASE_MASTER"
2643 },
2644 {
2645 "name" : "HIVE_METASTORE"
2646 },
2647 {
2648 "name" : "TEZ_CLIENT"
2649 },
2650 {
2651 "name" : "ATLAS_SERVER"
2652 },
2653 {
2654 "name" : "ZOOKEEPER_CLIENT"
2655 },
2656 {
2657 "name" : "KNOX_GATEWAY"
2658 },
2659 {
2660 "name" : "HCAT"
2661 },
2662 {
2663 "name" : "SPARK2_JOBHISTORYSERVER"
2664 },
2665 {
2666 "name" : "WEBHCAT_SERVER"
2667 },
2668 {
2669 "name" : "KAFKA_BROKER"
2670 },
2671 {
2672 "name" : "RANGER_ADMIN"
2673 },
2674 {
2675 "name" : "SECONDARY_NAMENODE"
2676 },
2677 {
2678 "name" : "SLIDER"
2679 },
2680 {
2681 "name" : "ZOOKEEPER_SERVER"
2682 },
2683 {
2684 "name" : "HBASE_REGIONSERVER"
2685 },
2686 {
2687 "name" : "LIVY2_SERVER"
2688 },
2689 {
2690 "name" : "PHOENIX_QUERY_SERVER"
2691 },
2692 {
2693 "name" : "YARN_CLIENT"
2694 },
2695 {
2696 "name" : "HDFS_CLIENT"
2697 },
2698 {
2699 "name" : "SQOOP"
2700 },
2701 {
2702 "name" : "MYSQL_SERVER"
2703 },
2704 {
2705 "name" : "SPARK2_THRIFTSERVER"
2706 },
2707 {
2708 "name" : "HISTORYSERVER"
2709 },
2710 {
2711 "name" : "NAMENODE"
2712 },
2713 {
2714 "name" : "ZEPPELIN_MASTER"
2715 },
2716 {
2717 "name" : "PIG"
2718 },
2719 {
2720 "name" : "MAPREDUCE2_CLIENT"
2721 },
2722 {
2723 "name" : "ATLAS_CLIENT"
2724 },
2725 {
2726 "name" : "AMBARI_SERVER"
2727 },
2728 {
2729 "name" : "DATANODE"
2730 },
2731 {
2732 "name" : "HBASE_CLIENT"
2733 },
2734 {
2735 "name" : "RANGER_USERSYNC"
2736 },
2737 {
2738 "name" : "APP_TIMELINE_SERVER"
2739 },
2740 {
2741 "name" : "HIVE_CLIENT"
2742 },
2743 {
2744 "name" : "RESOURCEMANAGER"
2745 }
2746 ],
2747 "configurations" : [ ],
2748 "name" : "host_group_1",
2749 "cardinality" : "1"
2750 }
2751 ],
2752 "settings" : [
2753 {
2754 "recovery_settings" : [
2755 {
2756 "recovery_enabled" : "false"
2757 }
2758 ]
2759 },
2760 {
2761 "service_settings" : [
2762 {
2763 "name" : "HIVE",
2764 "credential_store_enabled" : "true"
2765 }
2766 ]
2767 },
2768 {
2769 "component_settings" : [ ]
2770 }
2771 ],
2772 "Blueprints" : {
2773 "stack_name" : "HDP",
2774 "stack_version" : "2.6"
2775 }
2776}