[120] | 1 | <?xml version="1.0"?> |
---|
| 2 | <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> |
---|
| 3 | |
---|
| 4 | <!-- Do not modify this file directly. Instead, copy entries that you --> |
---|
| 5 | <!-- wish to modify from this file into hdfs-site.xml and change them --> |
---|
| 6 | <!-- there. If hdfs-site.xml does not already exist, create it. --> |
---|
| 7 | |
---|
| 8 | <configuration> |
---|
| 9 | |
---|
| 10 | <property> |
---|
| 11 | <name>dfs.namenode.logging.level</name> |
---|
| 12 | <value>info</value> |
---|
| 13 | <description>The logging level for dfs namenode. Other values are "dir"(trac |
---|
| 14 | e namespace mutations), "block"(trace block under/over replications and block |
---|
| 15 | creations/deletions), or "all".</description> |
---|
| 16 | </property> |
---|
| 17 | |
---|
| 18 | <property> |
---|
| 19 | <name>dfs.secondary.http.address</name> |
---|
| 20 | <value>0.0.0.0:50090</value> |
---|
| 21 | <description> |
---|
| 22 | The secondary namenode http server address and port. |
---|
| 23 | If the port is 0 then the server will start on a free port. |
---|
| 24 | </description> |
---|
| 25 | </property> |
---|
| 26 | |
---|
| 27 | <property> |
---|
| 28 | <name>dfs.datanode.address</name> |
---|
| 29 | <value>0.0.0.0:50010</value> |
---|
| 30 | <description> |
---|
| 31 | The address where the datanode server will listen to. |
---|
| 32 | If the port is 0 then the server will start on a free port. |
---|
| 33 | </description> |
---|
| 34 | </property> |
---|
| 35 | |
---|
| 36 | <property> |
---|
| 37 | <name>dfs.datanode.http.address</name> |
---|
| 38 | <value>0.0.0.0:50075</value> |
---|
| 39 | <description> |
---|
| 40 | The datanode http server address and port. |
---|
| 41 | If the port is 0 then the server will start on a free port. |
---|
| 42 | </description> |
---|
| 43 | </property> |
---|
| 44 | |
---|
| 45 | <property> |
---|
| 46 | <name>dfs.datanode.ipc.address</name> |
---|
| 47 | <value>0.0.0.0:50020</value> |
---|
| 48 | <description> |
---|
| 49 | The datanode ipc server address and port. |
---|
| 50 | If the port is 0 then the server will start on a free port. |
---|
| 51 | </description> |
---|
| 52 | </property> |
---|
| 53 | |
---|
| 54 | <property> |
---|
| 55 | <name>dfs.datanode.handler.count</name> |
---|
| 56 | <value>3</value> |
---|
| 57 | <description>The number of server threads for the datanode.</description> |
---|
| 58 | </property> |
---|
| 59 | |
---|
| 60 | <property> |
---|
| 61 | <name>dfs.http.address</name> |
---|
| 62 | <value>0.0.0.0:50070</value> |
---|
| 63 | <description> |
---|
| 64 | The address and the base port where the dfs namenode web ui will listen on. |
---|
| 65 | If the port is 0 then the server will start on a free port. |
---|
| 66 | </description> |
---|
| 67 | </property> |
---|
| 68 | |
---|
| 69 | <property> |
---|
| 70 | <name>dfs.https.enable</name> |
---|
| 71 | <value>false</value> |
---|
| 72 | <description>Decide if HTTPS(SSL) is supported on HDFS |
---|
| 73 | </description> |
---|
| 74 | </property> |
---|
| 75 | |
---|
| 76 | <property> |
---|
| 77 | <name>dfs.https.need.client.auth</name> |
---|
| 78 | <value>false</value> |
---|
| 79 | <description>Whether SSL client certificate authentication is required |
---|
| 80 | </description> |
---|
| 81 | </property> |
---|
| 82 | |
---|
| 83 | <property> |
---|
| 84 | <name>dfs.https.server.keystore.resource</name> |
---|
| 85 | <value>ssl-server.xml</value> |
---|
| 86 | <description>Resource file from which ssl server keystore |
---|
| 87 | information will be extracted |
---|
| 88 | </description> |
---|
| 89 | </property> |
---|
| 90 | |
---|
| 91 | <property> |
---|
| 92 | <name>dfs.https.client.keystore.resource</name> |
---|
| 93 | <value>ssl-client.xml</value> |
---|
| 94 | <description>Resource file from which ssl client keystore |
---|
| 95 | information will be extracted |
---|
| 96 | </description> |
---|
| 97 | </property> |
---|
| 98 | |
---|
| 99 | <property> |
---|
| 100 | <name>dfs.datanode.https.address</name> |
---|
| 101 | <value>0.0.0.0:50475</value> |
---|
| 102 | </property> |
---|
| 103 | |
---|
| 104 | <property> |
---|
| 105 | <name>dfs.https.address</name> |
---|
| 106 | <value>0.0.0.0:50470</value> |
---|
| 107 | </property> |
---|
| 108 | |
---|
| 109 | <property> |
---|
| 110 | <name>dfs.datanode.dns.interface</name> |
---|
| 111 | <value>default</value> |
---|
| 112 | <description>The name of the Network Interface from which a data node should |
---|
| 113 | report its IP address. |
---|
| 114 | </description> |
---|
| 115 | </property> |
---|
| 116 | |
---|
| 117 | <property> |
---|
| 118 | <name>dfs.datanode.dns.nameserver</name> |
---|
| 119 | <value>default</value> |
---|
| 120 | <description>The host name or IP address of the name server (DNS) |
---|
| 121 | which a DataNode should use to determine the host name used by the |
---|
| 122 | NameNode for communication and display purposes. |
---|
| 123 | </description> |
---|
| 124 | </property> |
---|
| 125 | |
---|
| 126 | |
---|
| 127 | |
---|
| 128 | <property> |
---|
| 129 | <name>dfs.replication.considerLoad</name> |
---|
| 130 | <value>true</value> |
---|
| 131 | <description>Decide if chooseTarget considers the target's load or not |
---|
| 132 | </description> |
---|
| 133 | </property> |
---|
| 134 | <property> |
---|
| 135 | <name>dfs.default.chunk.view.size</name> |
---|
| 136 | <value>32768</value> |
---|
| 137 | <description>The number of bytes to view for a file on the browser. |
---|
| 138 | </description> |
---|
| 139 | </property> |
---|
| 140 | |
---|
| 141 | <property> |
---|
| 142 | <name>dfs.datanode.du.reserved</name> |
---|
| 143 | <value>0</value> |
---|
| 144 | <description>Reserved space in bytes per volume. Always leave this much space free for non dfs use. |
---|
| 145 | </description> |
---|
| 146 | </property> |
---|
| 147 | |
---|
| 148 | <property> |
---|
| 149 | <name>dfs.name.dir</name> |
---|
| 150 | <value>${hadoop.tmp.dir}/dfs/name</value> |
---|
| 151 | <description>Determines where on the local filesystem the DFS name node |
---|
| 152 | should store the name table(fsimage). If this is a comma-delimited list |
---|
| 153 | of directories then the name table is replicated in all of the |
---|
| 154 | directories, for redundancy. </description> |
---|
| 155 | </property> |
---|
| 156 | |
---|
| 157 | <property> |
---|
| 158 | <name>dfs.name.edits.dir</name> |
---|
| 159 | <value>${dfs.name.dir}</value> |
---|
| 160 | <description>Determines where on the local filesystem the DFS name node |
---|
| 161 | should store the transaction (edits) file. If this is a comma-delimited list |
---|
| 162 | of directories then the transaction file is replicated in all of the |
---|
| 163 | directories, for redundancy. Default value is same as dfs.name.dir |
---|
| 164 | </description> |
---|
| 165 | </property> |
---|
| 166 | <property> |
---|
| 167 | <name>dfs.web.ugi</name> |
---|
| 168 | <value>webuser,webgroup</value> |
---|
| 169 | <description>The user account used by the web interface. |
---|
| 170 | Syntax: USERNAME,GROUP1,GROUP2, ... |
---|
| 171 | </description> |
---|
| 172 | </property> |
---|
| 173 | |
---|
| 174 | <property> |
---|
| 175 | <name>dfs.permissions</name> |
---|
| 176 | <value>true</value> |
---|
| 177 | <description> |
---|
| 178 | If "true", enable permission checking in HDFS. |
---|
| 179 | If "false", permission checking is turned off, |
---|
| 180 | but all other behavior is unchanged. |
---|
| 181 | Switching from one parameter value to the other does not change the mode, |
---|
| 182 | owner or group of files or directories. |
---|
| 183 | </description> |
---|
| 184 | </property> |
---|
| 185 | |
---|
| 186 | <property> |
---|
| 187 | <name>dfs.permissions.supergroup</name> |
---|
| 188 | <value>supergroup</value> |
---|
| 189 | <description>The name of the group of super-users.</description> |
---|
| 190 | </property> |
---|
| 191 | |
---|
| 192 | <property> |
---|
| 193 | <name>dfs.data.dir</name> |
---|
| 194 | <value>${hadoop.tmp.dir}/dfs/data</value> |
---|
| 195 | <description>Determines where on the local filesystem an DFS data node |
---|
| 196 | should store its blocks. If this is a comma-delimited |
---|
| 197 | list of directories, then data will be stored in all named |
---|
| 198 | directories, typically on different devices. |
---|
| 199 | Directories that do not exist are ignored. |
---|
| 200 | </description> |
---|
| 201 | </property> |
---|
| 202 | |
---|
| 203 | <property> |
---|
| 204 | <name>dfs.replication</name> |
---|
| 205 | <value>3</value> |
---|
| 206 | <description>Default block replication. |
---|
| 207 | The actual number of replications can be specified when the file is created. |
---|
| 208 | The default is used if replication is not specified in create time. |
---|
| 209 | </description> |
---|
| 210 | </property> |
---|
| 211 | |
---|
| 212 | <property> |
---|
| 213 | <name>dfs.replication.max</name> |
---|
| 214 | <value>512</value> |
---|
| 215 | <description>Maximal block replication. |
---|
| 216 | </description> |
---|
| 217 | </property> |
---|
| 218 | |
---|
| 219 | <property> |
---|
| 220 | <name>dfs.replication.min</name> |
---|
| 221 | <value>1</value> |
---|
| 222 | <description>Minimal block replication. |
---|
| 223 | </description> |
---|
| 224 | </property> |
---|
| 225 | |
---|
| 226 | <property> |
---|
| 227 | <name>dfs.block.size</name> |
---|
| 228 | <value>67108864</value> |
---|
| 229 | <description>The default block size for new files.</description> |
---|
| 230 | </property> |
---|
| 231 | |
---|
| 232 | <property> |
---|
| 233 | <name>dfs.df.interval</name> |
---|
| 234 | <value>60000</value> |
---|
| 235 | <description>Disk usage statistics refresh interval in msec.</description> |
---|
| 236 | </property> |
---|
| 237 | |
---|
| 238 | <property> |
---|
| 239 | <name>dfs.client.block.write.retries</name> |
---|
| 240 | <value>3</value> |
---|
| 241 | <description>The number of retries for writing blocks to the data nodes, |
---|
| 242 | before we signal failure to the application. |
---|
| 243 | </description> |
---|
| 244 | </property> |
---|
| 245 | |
---|
| 246 | <property> |
---|
| 247 | <name>dfs.blockreport.intervalMsec</name> |
---|
| 248 | <value>3600000</value> |
---|
| 249 | <description>Determines block reporting interval in milliseconds.</description> |
---|
| 250 | </property> |
---|
| 251 | |
---|
| 252 | <property> |
---|
| 253 | <name>dfs.blockreport.initialDelay</name> <value>0</value> |
---|
| 254 | <description>Delay for first block report in seconds.</description> |
---|
| 255 | </property> |
---|
| 256 | |
---|
| 257 | <property> |
---|
| 258 | <name>dfs.heartbeat.interval</name> |
---|
| 259 | <value>3</value> |
---|
| 260 | <description>Determines datanode heartbeat interval in seconds.</description> |
---|
| 261 | </property> |
---|
| 262 | |
---|
| 263 | <property> |
---|
| 264 | <name>dfs.namenode.handler.count</name> |
---|
| 265 | <value>10</value> |
---|
| 266 | <description>The number of server threads for the namenode.</description> |
---|
| 267 | </property> |
---|
| 268 | |
---|
| 269 | <property> |
---|
| 270 | <name>dfs.safemode.threshold.pct</name> |
---|
| 271 | <value>0.999f</value> |
---|
| 272 | <description> |
---|
| 273 | Specifies the percentage of blocks that should satisfy |
---|
| 274 | the minimal replication requirement defined by dfs.replication.min. |
---|
| 275 | Values less than or equal to 0 mean not to start in safe mode. |
---|
| 276 | Values greater than 1 will make safe mode permanent. |
---|
| 277 | </description> |
---|
| 278 | </property> |
---|
| 279 | |
---|
| 280 | <property> |
---|
| 281 | <name>dfs.safemode.extension</name> |
---|
| 282 | <value>30000</value> |
---|
| 283 | <description> |
---|
| 284 | Determines extension of safe mode in milliseconds |
---|
| 285 | after the threshold level is reached. |
---|
| 286 | </description> |
---|
| 287 | </property> |
---|
| 288 | |
---|
| 289 | <property> |
---|
| 290 | <name>dfs.balance.bandwidthPerSec</name> |
---|
| 291 | <value>1048576</value> |
---|
| 292 | <description> |
---|
| 293 | Specifies the maximum amount of bandwidth that each datanode |
---|
| 294 | can utilize for the balancing purpose in term of |
---|
| 295 | the number of bytes per second. |
---|
| 296 | </description> |
---|
| 297 | </property> |
---|
| 298 | |
---|
| 299 | <property> |
---|
| 300 | <name>dfs.hosts</name> |
---|
| 301 | <value></value> |
---|
| 302 | <description>Names a file that contains a list of hosts that are |
---|
| 303 | permitted to connect to the namenode. The full pathname of the file |
---|
| 304 | must be specified. If the value is empty, all hosts are |
---|
| 305 | permitted.</description> |
---|
| 306 | </property> |
---|
| 307 | |
---|
| 308 | <property> |
---|
| 309 | <name>dfs.hosts.exclude</name> |
---|
| 310 | <value></value> |
---|
| 311 | <description>Names a file that contains a list of hosts that are |
---|
| 312 | not permitted to connect to the namenode. The full pathname of the |
---|
| 313 | file must be specified. If the value is empty, no hosts are |
---|
| 314 | excluded.</description> |
---|
| 315 | </property> |
---|
| 316 | |
---|
| 317 | <property> |
---|
| 318 | <name>dfs.max.objects</name> |
---|
| 319 | <value>0</value> |
---|
| 320 | <description>The maximum number of files, directories and blocks |
---|
| 321 | dfs supports. A value of zero indicates no limit to the number |
---|
| 322 | of objects that dfs supports. |
---|
| 323 | </description> |
---|
| 324 | </property> |
---|
| 325 | |
---|
| 326 | <property> |
---|
| 327 | <name>dfs.namenode.decommission.interval</name> |
---|
| 328 | <value>30</value> |
---|
| 329 | <description>Namenode periodicity in seconds to check if decommission is |
---|
| 330 | complete.</description> |
---|
| 331 | </property> |
---|
| 332 | |
---|
| 333 | <property> |
---|
| 334 | <name>dfs.namenode.decommission.nodes.per.interval</name> |
---|
| 335 | <value>5</value> |
---|
| 336 | <description>The number of nodes namenode checks if decommission is complete |
---|
| 337 | in each dfs.namenode.decommission.interval.</description> |
---|
| 338 | </property> |
---|
| 339 | |
---|
| 340 | <property> |
---|
| 341 | <name>dfs.replication.interval</name> |
---|
| 342 | <value>3</value> |
---|
| 343 | <description>The periodicity in seconds with which the namenode computes |
---|
| 344 | repliaction work for datanodes. </description> |
---|
| 345 | </property> |
---|
| 346 | |
---|
| 347 | <property> |
---|
| 348 | <name>dfs.access.time.precision</name> |
---|
| 349 | <value>3600000</value> |
---|
| 350 | <description>The access time for HDFS file is precise upto this value. |
---|
| 351 | The default value is 1 hour. Setting a value of 0 disables |
---|
| 352 | access times for HDFS. |
---|
| 353 | </description> |
---|
| 354 | </property> |
---|
| 355 | |
---|
| 356 | <property> |
---|
| 357 | <name>dfs.support.append</name> |
---|
| 358 | <value>false</value> |
---|
| 359 | <description>Does HDFS allow appends to files? |
---|
| 360 | This is currently set to false because there are bugs in the |
---|
| 361 | "append code" and is not supported in any prodction cluster. |
---|
| 362 | </description> |
---|
| 363 | </property> |
---|
| 364 | |
---|
| 365 | </configuration> |
---|