From 1724af33d9e47b6877201e905f3885b5524724df Mon Sep 17 00:00:00 2001
From: Zhiguo Wu <wuzhiguo@apache.org>
Date: Fri, 9 Aug 2024 15:53:35 +0800
Subject: [PATCH] format config file
---
.../services/hdfs/configuration/core-site.xml | 26 +++----
.../hdfs/configuration/hadoop-policy.xml | 70 ++++++++++++-------
.../services/hdfs/configuration/hdfs-site.xml | 3 +-
.../services/yarn/configuration/yarn-site.xml | 64 +++++++----------
4 files changed, 81 insertions(+), 82 deletions(-)
diff --git a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/core-site.xml b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/core-site.xml
index 1d072df24..9f76aeeab 100644
--- a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/core-site.xml
+++ b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/core-site.xml
@@ -53,9 +53,7 @@
<name>fs.defaultFS</name>
<!-- cluster variant -->
<value>hdfs://localhost:8020</value>
- <description>The name of the default file system. Either the
- literal string "local" or a host:port for HDFS.
- </description>
+ <description>The name of the default file system. Either the literal string "local" or a host:port for HDFS.</description>
<final>true</final>
</property>
<property>
@@ -73,16 +71,14 @@
<property>
<name>ipc.client.idlethreshold</name>
<value>8000</value>
- <description>Defines the threshold number of connections after which
- connections will be inspected for idleness.
+ <description>
+ Defines the threshold number of connections after which connections will be inspected for idleness.
</description>
</property>
<property>
<name>ipc.client.connection.maxidletime</name>
<value>30000</value>
- <description>The maximum time after which a client will bring down the
- connection to the server.
- </description>
+ <description>The maximum time after which a client will bring down the connection to the server.</description>
</property>
<property>
<name>ipc.client.connect.max.retries</name>
@@ -93,18 +89,16 @@
<name>ipc.server.tcpnodelay</name>
<value>true</value>
<description>Turn on/off Nagle's algorithm for the TCP socket
- connection on
- the server. Setting to true disables the algorithm and may
- decrease latency
- with a cost of more/smaller packets.
+ connection on the server. Setting to true disables the algorithm and may
+ decrease latency with a cost of more/smaller packets.
</description>
</property>
<property>
<name>hadoop.http.authentication.type</name>
<value>simple</value>
<description>
- Defines authentication used for Oozie HTTP endpoint. Supported values are: simple | kerberos |
- #AUTHENTICATION_HANDLER_CLASSNAME#
+ Defines authentication used for Oozie HTTP endpoint.
+ Supported values are: simple | kerberos | #AUTHENTICATION_HANDLER_CLASSNAME#
</description>
</property>
<property>
@@ -118,9 +112,7 @@
<property>
<name>hadoop.security.authorization</name>
<value>false</value>
- <description>
- Enable authorization for different protocols.
- </description>
+ <description>Enable authorization for different protocols.</description>
</property>
<property>
<name>hadoop.security.auth_to_local</name>
diff --git a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hadoop-policy.xml b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hadoop-policy.xml
index 812963e08..ac9aae6a4 100644
--- a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hadoop-policy.xml
+++ b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hadoop-policy.xml
@@ -35,7 +35,8 @@
for block recovery.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.datanode.protocol.acl</name>
@@ -44,7 +45,8 @@
communicate with the namenode.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.inter.datanode.protocol.acl</name>
@@ -53,7 +55,8 @@
for updating generation timestamp.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.namenode.protocol.acl</name>
@@ -62,7 +65,8 @@
namenode to communicate with the namenode.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.admin.operations.protocol.acl</name>
@@ -70,7 +74,8 @@
<description>ACL for AdminOperationsProtocol. Used for admin commands.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.refresh.user.mappings.protocol.acl</name>
@@ -79,7 +84,8 @@
users mappings. The ACL is a comma-separated list of user and
group names. The user and group list is separated by a blank. For
e.g. "alice,bob users,wheel". A special value of "*" means all
- users are allowed.</description>
+ users are allowed.
+ </description>
</property>
<property>
<name>security.refresh.policy.protocol.acl</name>
@@ -88,13 +94,15 @@
dfsadmin and mradmin commands to refresh the security policy in-effect.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.ha.service.protocol.acl</name>
<value>*</value>
<description>ACL for HAService protocol used by HAAdmin to manage the
- active and stand-by states of namenode.</description>
+ active and stand-by states of namenode.
+ </description>
</property>
<property>
<name>security.router.admin.protocol.acl</name>
@@ -108,8 +116,7 @@
<property>
<name>security.zkfc.protocol.acl</name>
<value>*</value>
- <description>ACL for access to the ZK Failover Controller
- </description>
+ <description>ACL for access to the ZK Failover Controller</description>
</property>
<property>
<name>security.qjournal.service.protocol.acl</name>
@@ -120,9 +127,7 @@
<property>
<name>security.interqjournal.service.protocol.acl</name>
<value>*</value>
- <description>ACL for InterQJournalProtocol, used by the JN to
- communicate with other JN
- </description>
+ <description>ACL for InterQJournalProtocol, used by the JN to communicate with other JN</description>
</property>
<property>
<name>security.mrhs.client.protocol.acl</name>
@@ -131,7 +136,8 @@
communciate with the MR History Server job status etc.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<!-- YARN Protocols -->
<property>
@@ -141,7 +147,8 @@
ResourceManager and NodeManager to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.resourcemanager-administration.protocol.acl</name>
@@ -149,7 +156,8 @@
<description>ACL for ResourceManagerAdministrationProtocol, for admin commands.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.applicationclient.protocol.acl</name>
@@ -158,7 +166,8 @@
and applications submission clients to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.applicationmaster.protocol.acl</name>
@@ -167,7 +176,8 @@
and ApplicationMasters to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.containermanagement.protocol.acl</name>
@@ -176,7 +186,8 @@
and ApplicationMasters to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.resourcelocalizer.protocol.acl</name>
@@ -185,7 +196,8 @@
and ResourceLocalizer to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.job.task.protocol.acl</name>
@@ -194,7 +206,8 @@
tasks to communicate with the parent tasktracker.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.job.client.protocol.acl</name>
@@ -203,7 +216,8 @@
communciate with the MR ApplicationMaster to query job status etc.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.applicationhistory.protocol.acl</name>
@@ -212,7 +226,8 @@
server and the generic history service client to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.collector-nodemanager.protocol.acl</name>
@@ -222,7 +237,8 @@
to communicate with each other.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.applicationmaster-nodemanager.applicationmaster.protocol.acl</name>
@@ -231,7 +247,8 @@
and ApplicationMasters to communicate.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
<property>
<name>security.distributedscheduling.protocol.acl</name>
@@ -240,6 +257,7 @@
and Resourcemanager to communicate.
The ACL is a comma-separated list of user and group names. The user and
group list is separated by a blank. For e.g. "alice,bob users,wheel".
- A special value of "*" means all users are allowed.</description>
+ A special value of "*" means all users are allowed.
+ </description>
</property>
</configuration>
diff --git a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hdfs-site.xml b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hdfs-site.xml
index 875d4613c..aba86039a 100644
--- a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hdfs-site.xml
+++ b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/hdfs/configuration/hdfs-site.xml
@@ -102,8 +102,7 @@
<name>dfs.replication</name>
<value>3</value>
<display-name>Block replication</display-name>
- <description>Default block replication.
- </description>
+ <description>Default block replication.</description>
</property>
<property>
<name>dfs.heartbeat.interval</name>
diff --git a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/yarn/configuration/yarn-site.xml b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/yarn/configuration/yarn-site.xml
index a718fae60..15ba17ed1 100644
--- a/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/yarn/configuration/yarn-site.xml
+++ b/bigtop-manager-server/src/main/resources/stacks/bigtop/3.3.0/services/yarn/configuration/yarn-site.xml
@@ -37,9 +37,7 @@
<property>
<name>yarn.resourcemanager.address</name>
<value>0.0.0.0:8032</value>
- <description>
- The address of the applications manager interface in the RM.
- </description>
+ <description>The address of the applications manager interface in the RM.</description>
</property>
<property>
<name>yarn.resourcemanager.admin.address</name>
@@ -122,13 +120,13 @@
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
<description>Auxilliary services of NodeManager. A valid service name should only contain
- a-zA-Z0-9_ and can
- not start with numbers</description>
+ a-zA-Z0-9_ and can not start with numbers
+ </description>
</property>
<property>
<name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
<value>org.apache.hadoop.mapred.ShuffleHandler</value>
- <description>The auxiliary service class to use </description>
+ <description>The auxiliary service class to use</description>
</property>
<property>
<name>yarn.nodemanager.log-dirs</name>
@@ -162,13 +160,6 @@
waits between two cycles of monitoring its containers' memory usage.
</description>
</property>
- <!--
- <property>
- <name>yarn.nodemanager.health-checker.script.path</name>
- <value>/etc/hadoop/conf/health_check_nodemanager</value>
- <description>The health check script to run.</description>
- </property>
- -->
<property>
<name>yarn.nodemanager.health-checker.interval-ms</name>
<value>135000</value>
@@ -183,28 +174,26 @@
<name>yarn.nodemanager.log.retain-seconds</name>
<value>604800</value>
<description>
- Time in seconds to retain user logs. Only applicable if
- log aggregation is disabled.
+ Time in seconds to retain user logs. Only applicable if log aggregation is disabled.
</description>
</property>
<property>
<name>yarn.log-aggregation-enable</name>
<value>true</value>
- <description>Whether to enable log aggregation. </description>
+ <description>Whether to enable log aggregation.</description>
<display-name>Enable Log Aggregation</display-name>
</property>
<property>
<name>yarn.nodemanager.remote-app-log-dir</name>
<display-name>YARN NodeManager Remote App Log directory</display-name>
<value>/app-logs</value>
- <description>Location to aggregate logs to. </description>
+ <description>Location to aggregate logs to.</description>
</property>
<property>
<name>yarn.nodemanager.remote-app-log-dir-suffix</name>
<value>logs</value>
<description>
- The remote log dir will be created at
- {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam}.
+ The remote log dir will be created at {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam}.
</description>
</property>
<property>
@@ -314,21 +303,22 @@
<name>manage.include.files</name>
<value>false</value>
<description>If true this will manage include file if
- yarn.resourcemanager.nodes.include-path is configured.</description>
+ yarn.resourcemanager.nodes.include-path is configured.
+ </description>
</property>
<property>
<name>yarn.http.policy</name>
<value>HTTP_ONLY</value>
<description>
This configures the HTTP endpoint for Yarn Daemons.The following values are supported: -
- HTTP_ONLY : Service is provided only on http - HTTPS_ONLY : Service is provided only on
- https
+ HTTP_ONLY : Service is provided only on http - HTTPS_ONLY : Service is provided only on https
</description>
</property>
<property>
<name>yarn.timeline-service.enabled</name>
<value>true</value>
- <description>Indicate to clients whether timeline service is enabled or not.
+ <description>
+ Indicate to clients whether timeline service is enabled or not.
If enabled, clients will put entities and events to the timeline server.
</description>
</property>
@@ -379,27 +369,26 @@
<value>2678400000</value>
</property>
<property>
- <description>Length of time to wait between deletion cycles of leveldb timeline store in
- milliseconds.</description>
<name>yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms</name>
<value>300000</value>
+ <description>Length of time to wait between deletion cycles of leveldb timeline store in milliseconds.</description>
</property>
<property>
<name>yarn.timeline-service.recovery.enabled</name>
+ <value>true</value>
<description>
Enable timeline server to recover state after starting. If
true, then yarn.timeline-service.state-store-class must be specified.
</description>
- <value>true</value>
</property>
<property>
<name>yarn.acl.enable</name>
<value>false</value>
- <description> Are acls enabled. </description>
+ <description>Are acls enabled.</description>
</property>
<property>
<name>yarn.authorization-provider</name>
- <description> Yarn authorization provider class.</description>
+ <description>Yarn authorization provider class.</description>
</property>
<property>
<name>yarn.admin.acl</name>
@@ -426,44 +415,45 @@
<property>
<name>yarn.timeline-service.entity-group-fs-store.group-id-plugin-classes</name>
<value />
- <description>Plugins that can translate a timeline entity read request into a list of
- timeline cache ids, separated by commas. </description>
+ <description>
+ Plugins that can translate a timeline entity read request into a list of timeline cache ids, separated by commas.
+ </description>
</property>
<!-- advanced ats v1.5 properties-->
<property>
<name>yarn.timeline-service.entity-group-fs-store.summary-store</name>
- <description>Summary storage for ATS v1.5</description>
<!-- Use rolling leveldb, advanced -->
<value>org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore</value>
+ <description>Summary storage for ATS v1.5</description>
</property>
<property>
<name>yarn.timeline-service.entity-group-fs-store.scan-interval-seconds</name>
+ <!-- Default is 60 seconds, advanced -->
+ <value>60</value>
<description>
Scan interval for ATS v1.5 entity group file system storage reader.This
value controls how frequent the reader will scan the HDFS active directory
for application status.
</description>
- <!-- Default is 60 seconds, advanced -->
- <value>60</value>
</property>
<property>
<name>yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds</name>
+ <!-- 3600 is default, advanced -->
+ <value>3600</value>
<description>
Scan interval for ATS v1.5 entity group file system storage cleaner.This
value controls how frequent the reader will scan the HDFS done directory
for stale application data.
</description>
- <!-- 3600 is default, advanced -->
- <value>3600</value>
</property>
<property>
<name>yarn.timeline-service.entity-group-fs-store.retain-seconds</name>
+ <!-- 7 days is default, advanced -->
+ <value>604800</value>
<description>
How long the ATS v1.5 entity group file system storage will keep an
application's data in the done directory.
</description>
- <!-- 7 days is default, advanced -->
- <value>604800</value>
</property>
<property>
<name>yarn.log.server.web-service.url</name>