Table below describes where each configuration option is read.
Analysis conducted at Wed May 18 14:28:00 2011 on:
Total of 432 options found. 323 have values in *-defaults.xml.
Notes:
CONF are Hadoop config options.
PROP indicates a Java system property.org.apache.hadoop summarized as o.a.h.TT_Child is the Task runner process.| Option name | Description | Default | In | Daemon | Position |
|---|---|---|---|---|---|
| $HADOOP_HOME | TaskTracker | o.a.h.mapred.LinuxTaskController. | |||
| $HADOOP_JAAS_DEBUG | TaskTracker | o.a.h.security.UserGroupInformation$HadoopConfiguration. | |||
| DFSAdmin | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| DataNode | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| FS_Shell | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| JobClient | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| JobTracker | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| NameNode | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| SecondaryNN | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| TT_Child | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| $HADOOP_TOKEN_FILE_LOCATION | TaskTracker | o.a.h.security.UserGroupInformation.getLoginUser:492 | |||
| DFSAdmin | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| DataNode | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| FS_Shell | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| JobClient | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| JobTracker | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| NameNode | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| SecondaryNN | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| TT_Child | o.a.h.security.UserGroupInformation.getLoginUser:492 | ||||
| $KRB5CCNAME | TaskTracker | o.a.h.security.UserGroupInformation$HadoopConfiguration. | |||
| DFSAdmin | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| DataNode | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| FS_Shell | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| JobClient | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| JobTracker | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| NameNode | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| SecondaryNN | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| TT_Child | o.a.h.security.UserGroupInformation$HadoopConfiguration. | ||||
| $hadoop.metrics.init.mode | NameNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:562 | |||
| DataNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:560 | ||||
| DataNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:562 | ||||
| NameNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:560 | ||||
| CONF-.*.*. | NameNode | o.a.h.hdfs.DFSUtil.setGenericConf:539 | |||
| DataNode | o.a.h.hdfs.DFSUtil.getConfValue:284 | ||||
| CONF-.*aggregator.descriptor..* | TT_Child | o.a.h.mapred.lib.aggregate.ValueAggregatorJobBase.getAggregatorDescriptors:72 | |||
| CONF-.*aggregator.descriptor.num | ('0 ' is default in code) | TT_Child | o.a.h.mapred.lib.aggregate.ValueAggregatorJobBase.getAggregatorDescriptors:69 | ||
| CONF-.*dfs.namenode.http-address|dfs.namenode.https-address. | SecondaryNN | o.a.h.hdfs.DFSUtil.setGenericConf:539 | |||
| SecondaryNN | o.a.h.hdfs.DFSUtil.getInfoServer:472 | ||||
| SecondaryNN | o.a.h.hdfs.DFSUtil.getNameServiceIdFromAddress:434 | ||||
| CONF-.*fs..*.impl | TaskTracker | o.a.h.fs.FileSystem.createFileSystem:1827 | |||
| DFSAdmin | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| DataNode | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| FS_Shell | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| JobClient | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| JobTracker | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| NameNode | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| SecondaryNN | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| TT_Child | o.a.h.fs.FileSystem.createFileSystem:1827 | ||||
| CONF-.*fs.ftp.password..* | Set internally by DFSAdmin o.a.h.fs.ftp.FTPFileSystem.initialize:92 | TaskTracker | o.a.h.fs.ftp.FTPFileSystem.initialize:81 | ||
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.connect:110 | ||||
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.initialize:81 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.connect:110 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.initialize:81 | ||||
| TaskTracker | o.a.h.fs.ftp.FTPFileSystem.connect:110 | ||||
| CONF-.*fs.ftp.user..* | Set internally by DFSAdmin o.a.h.fs.ftp.FTPFileSystem.initialize:88 | TaskTracker | o.a.h.fs.ftp.FTPFileSystem.initialize:81 | ||
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.connect:109 | ||||
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.initialize:81 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.connect:109 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.initialize:81 | ||||
| TaskTracker | o.a.h.fs.ftp.FTPFileSystem.connect:109 | ||||
| CONF-.*hadoop.rpc.socket.factory.class..* | TaskTracker | o.a.h.net.NetUtils.getSocketFactory:75 | |||
| DFSAdmin | o.a.h.net.NetUtils.getSocketFactory:75 | ||||
| FS_Shell | o.a.h.net.NetUtils.getSocketFactory:75 | ||||
| JobClient | o.a.h.net.NetUtils.getSocketFactory:75 | ||||
| JobTracker | o.a.h.net.NetUtils.getSocketFactory:75 | ||||
| TT_Child | o.a.h.net.NetUtils.getSocketFactory:75 | ||||
| CONF-.*hdfs.service.host_ | (' ' is default in code) | TaskTracker | o.a.h.hdfs.HftpFileSystem.initialize:165 | ||
| DFSAdmin | o.a.h.hdfs.HftpFileSystem.initialize:162 | ||||
| DFSAdmin | o.a.h.hdfs.HftpFileSystem.initialize:165 | ||||
| FS_Shell | o.a.h.hdfs.HftpFileSystem.initialize:162 | ||||
| FS_Shell | o.a.h.hdfs.HftpFileSystem.initialize:165 | ||||
| TaskTracker | o.a.h.hdfs.HftpFileSystem.initialize:162 | ||||
| CONF-.*jobTracker/.*.xml | JobTracker | o.a.h.mapred.JobInProgress.<init>:419 | |||
| CONF-.*mapred.queue..*. | Set internally by TaskTracker o.a.h.mapred.TaskTracker.writeJobACLs:1153 | (' ' is default in code) | TaskTracker | o.a.h.mapred.TaskTracker.writeJobACLs:1152 | |
| CONF-.*mapred.queue..*.state | ('* ' is default in code) | JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.getQueueState:81 | ||
| JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.deprecatedConf:113 | ||||
| JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.getQueueAcls:144 | ||||
| CONF-.*mapreduce.chain.reducer|mapreduce.chain.mapper.mapper.class..* | TT_Child | o.a.h.mapred.lib.Chain.configure:181 | |||
| CONF-.*mapreduce.chain.reducer|mapreduce.chain.mapper.mapper.config..* | TT_Child | o.a.h.mapred.lib.Chain.configure:183 | |||
| CONF-.*mapreduce.chain.reducer|mapreduce.chain.mapper.reducer.class | TT_Child | o.a.h.mapred.lib.Chain.configure:198 | |||
| CONF-.*mapreduce.chain.reducer|mapreduce.chain.mapper.reducer.config | TT_Child | o.a.h.mapred.lib.Chain.configure:201 | |||
| CONF-.*mapreduce.chain.reducer|mapreduce.chain.mapper.reducer.config|.mapper.config. | TT_Child | o.a.h.mapreduce.lib.chain.Chain.getChainElementConf:583 | |||
| TT_Child | o.a.h.mapreduce.lib.chain.Chain.getChainElementConf:581 | ||||
| CONF-.*mapreduce.chain.reducer|mapreduce.chain.mapper.size | ('0 ' is default in code) | TT_Child | o.a.h.mapred.lib.Chain.configure:179 | ||
| CONF-.*rpc.engine..* | TaskTracker | o.a.h.ipc.RPC.getProtocolEngine:94 | |||
| DFSAdmin | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| DataNode | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| FS_Shell | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| JobClient | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| JobTracker | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| NameNode | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| SecondaryNN | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| TT_Child | o.a.h.ipc.RPC.getProtocolEngine:94 | ||||
| CONF-aggregate.max.num.unique.values | <TD ALIGN="right"><CODE>"mapreduce.aggregate.max.num.unique.values"</CODE></TD> | ('9223372036854775807 ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapred.lib.aggregate.ValueAggregatorBaseDescriptor.configure:116 |
| CONF-avro.reflect.pkgs | TT_Child | o.a.h.io.serializer.avro.AvroReflectSerialization.getPackages:66 | |||
| FS_Shell | o.a.h.io.serializer.avro.AvroReflectSerialization.getPackages:66 | ||||
| CONF-chain.mapper.byValue | ('1 ' is default in code) | TT_Child | o.a.h.mapred.lib.Chain.configure:188 | ||
| CONF-chain.reducer.byValue | ('1 ' is default in code) | TT_Child | o.a.h.mapred.lib.Chain.configure:204 | ||
| CONF-dfs.block.access.key.update.interval | Interval in minutes at which namenode updates its access keys. | 600 ('600 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:543 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:543 | ||||
| CONF-dfs.block.access.token.enable | If "true", access tokens are used as capabilities for accessing datanodes. If "false", no access tokens are checked on accessing datanodes. | false ('0 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:539 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:539 | ||||
| CONF-dfs.block.access.token.lifetime | The lifetime of access tokens in minutes. | 600 ('600 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:546 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:546 | ||||
| CONF-dfs.block.invalidate.limit | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:532 | |||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:532 | ||||
| CONF-dfs.block.replicator.classname | SecondaryNN | o.a.h.hdfs.server.namenode.BlockPlacementPolicy.getInstance:185 | |||
| NameNode | o.a.h.hdfs.server.namenode.BlockPlacementPolicy.getInstance:185 | ||||
| CONF-dfs.blockreport.initialDelay | Delay for first block report in seconds. | 0 ('0 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:450 |
| CONF-dfs.blockreport.intervalMsec | Determines block reporting interval in milliseconds. | 21600000 ('3600000 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:448 |
| CONF-dfs.blocksize | The default block size for new files. | 67108864 ('67108864 ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.DFSClient.<init>:265 |
| DFSAdmin | o.a.h.hdfs.DFSClient.<init>:265 | ||||
| DataNode | o.a.h.hdfs.server.datanode.DataXceiverServer.<init>:122 | ||||
| FS_Shell | o.a.h.hdfs.DFSClient.<init>:265 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| CONF-dfs.bytes-per-checksum | The number of bytes per checksum. Must not be larger than dfs.stream-buffer-size | 512 ('512 ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.DFSClient.create:709 |
| FS_Shell | o.a.h.hdfs.DFSClient.create:709 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| CONF-dfs.client-write-packet-size | Packet size for clients to write | 65536 ('65536 ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.DFSClient.<init>:250 |
| DFSAdmin | o.a.h.hdfs.DFSClient.<init>:250 | ||||
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:445 | ||||
| FS_Shell | o.a.h.hdfs.DFSClient.<init>:250 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| CONF-dfs.client.block.write.locateFollowingBlock.retries | ('5 ' is default in code) | TaskTracker | o.a.h.hdfs.DFSOutputStream$DataStreamer.locateFollowingBlock:1073 | ||
| FS_Shell | o.a.h.hdfs.DFSOutputStream$DataStreamer.locateFollowingBlock:1073 | ||||
| CONF-dfs.client.block.write.replace-datanode-on-failure.enable | If there is a datanode/network failure in the write pipeline, DFSClient will try to remove the failed datanode from the pipeline and then continue writing with the remaining datanodes. As a result, the number of datanodes in the pipeline is decreased. The feature is to add new datanodes to the pipeline. This is a site-wise property to enable/disable the feature. See also dfs.client.block.write.replace-datanode-on-failure.policy | ture ('1 ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:772 |
| DFSAdmin | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:772 | ||||
| FS_Shell | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:772 | ||||
| NameNode | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:772 | ||||
| SecondaryNN | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:772 | ||||
| CONF-dfs.client.block.write.replace-datanode-on-failure.policy | This property is used only if the value of dfs.client.block.write.replace-datanode-on-failure.enable is true. ALWAYS: always add a new datanode when an existing datanode is removed. NEVER: never add a new datanode. DEFAULT: Let r be the replication number. Let n be the number of existing datanodes. Add a new datanode only if r is greater than or equal to 3 and either (1) floor(r/2) is greater than or equal to n; or (2) r is greater than n and the block is hflushed/appended. | DEFAULT ('DEFAULT ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:779 |
| DFSAdmin | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:779 | ||||
| FS_Shell | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:779 | ||||
| NameNode | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:779 | ||||
| SecondaryNN | o.a.h.hdfs.protocol.DataTransferProtocol$ReplaceDatanodeOnFailure.get:779 | ||||
| CONF-dfs.client.block.write.retries | The number of retries for writing blocks to the data nodes, before we signal failure to the application. | 3 ('3 ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.DFSOutputStream$DataStreamer.nextBlockOutputStream:950 |
| FS_Shell | o.a.h.hdfs.DFSOutputStream$DataStreamer.nextBlockOutputStream:950 | ||||
| CONF-dfs.client.https.keystore.resource | Resource file from which ssl client keystore information will be extracted | ssl-client.xml ('ssl-client.xml ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:73 |
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:73 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:73 | ||||
| CONF-dfs.client.https.need-auth | Whether SSL client certificate authentication is required | false ('0 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.startInfoServer:479 |
| CONF-dfs.client.read.prefetch.size | TaskTracker | o.a.h.hdfs.DFSInputStream.<init>:101 | |||
| DFSAdmin | o.a.h.hdfs.DFSInputStream.<init>:101 | ||||
| FS_Shell | o.a.h.hdfs.DFSInputStream.<init>:101 | ||||
| CONF-dfs.client.retry.window.base | TaskTracker | o.a.h.hdfs.DFSInputStream.<init>:103 | |||
| DFSAdmin | o.a.h.hdfs.DFSInputStream.<init>:103 | ||||
| FS_Shell | o.a.h.hdfs.DFSInputStream.<init>:103 | ||||
| CONF-dfs.client.socket-timeout | ('60000 ' is default in code) | TaskTracker | o.a.h.hdfs.DFSClient.<init>:245 | ||
| DFSAdmin | o.a.h.hdfs.DFSClient.<init>:245 | ||||
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:437 | ||||
| FS_Shell | o.a.h.hdfs.DFSClient.<init>:245 | ||||
| CONF-dfs.cluster.administrators | (' ' is default in code) | DataNode | o.a.h.hdfs.server.datanode.DataNode.startInfoServer:469 | ||
| DataNode | o.a.h.hdfs.server.datanode.DataNode.startInfoServer:469 | ||||
| CONF-dfs.corruptfilesreturned.max | ('500 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:146 | ||
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:146 | ||||
| CONF-dfs.datanode.address | The address where the datanode server will listen to. If the port is 0 then the server will start on a free port. | 0.0.0.0:50010 ('0.0.0.0:50010 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.getStreamingAddr:2598 |
| CONF-dfs.datanode.balance.bandwidthPerSec | Specifies the maximum amount of bandwidth that each datanode can utilize for the balancing purpose in term of the number of bytes per second. | 1048576 ('1048576 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataXceiverServer.<init>:126 |
| CONF-dfs.datanode.block.volume.choice.policy | The policy class to use to determine into which of the datanode's available volumes a block must be written to. Default is a simple round-robin policy that chooses volumes in a cyclic order. | org.apache.hadoop.hdfs.server.datanode.RoundRobinVolumesPolicy | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.FSDataset.<init>:1163 |
| CONF-dfs.datanode.data.dir.perm | Permissions for the directories on on the local filesystem where the DFS data node store its blocks. The permissions can either be octal or symbolic. | 700 ('700 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir:250 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.makeInstance:2125 | ||||
| CONF-dfs.datanode.directoryscan.interval | Interval in seconds for Datanode to scan data directories and reconcile the difference between blocks in memory and on the disk. | 21600 ('21600 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DirectoryScanner.<init>:223 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initDirectoryScanner:587 | ||||
| CONF-dfs.datanode.directoryscan.threads | How many threads should the threadpool used to compile reports for volumes in parallel have. | 1 ('1 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DirectoryScanner.<init>:226 |
| CONF-dfs.datanode.dns.interface | The name of the Network Interface from which a data node should report its IP address. | default ('default ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.metrics.ganglia.GangliaContext31.init:59 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.getHostName:430 | ||||
| JobClient | o.a.h.metrics.ganglia.GangliaContext31.init:59 | ||||
| JobTracker | o.a.h.metrics.ganglia.GangliaContext31.init:59 | ||||
| TT_Child | o.a.h.metrics.ganglia.GangliaContext31.init:59 | ||||
| CONF-dfs.datanode.dns.nameserver | The host name or IP address of the name server (DNS) which a DataNode should use to determine the host name used by the NameNode for communication and display purposes. | default ('default ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.metrics.ganglia.GangliaContext31.init:59 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.getHostName:430 | ||||
| JobClient | o.a.h.metrics.ganglia.GangliaContext31.init:59 | ||||
| JobTracker | o.a.h.metrics.ganglia.GangliaContext31.init:59 | ||||
| TT_Child | o.a.h.metrics.ganglia.GangliaContext31.init:59 | ||||
| CONF-dfs.datanode.du.reserved | Reserved space in bytes per volume. Always leave this much space free for non dfs use. | 0 ('0 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.FSDataset$FSVolume.<init>:539 |
| CONF-dfs.datanode.failed.volumes.tolerated | The number of volumes that are allowed to fail before a datanode stops offering service. By default any volume failure will cause a datanode to shutdown. | 0 ('0 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.FSDataset.<init>:1145 |
| CONF-dfs.datanode.handler.count | The number of server threads for the datanode. | 3 ('3 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.NameNode.initialize:404 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initIpcServer:518 | ||||
| CONF-dfs.datanode.hostname | DataNode | o.a.h.hdfs.server.datanode.DataNode.getHostName:427 | |||
| DataNode | o.a.h.hdfs.server.datanode.DataNode.getHostName:426 | ||||
| CONF-dfs.datanode.http.address | The datanode http server address and port. If the port is 0 then the server will start on a free port. | 0.0.0.0:50075 ('0.0.0.0:50075 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.getInfoAddr:1423 |
| CONF-dfs.datanode.https.address | 0.0.0.0:50475 | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.startInfoServer:481 | |
| CONF-dfs.datanode.ipc.address | The datanode ipc server address and port. If the port is 0 then the server will start on a free port. | 0.0.0.0:50020 | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.initIpcServer:516 |
| CONF-dfs.datanode.kerberos.principal | (' ' is default in code) | DataNode | o.a.h.security.SecurityUtil.login:254 | ||
| DFSAdmin | o.a.h.hdfs.tools.DFSAdmin.getDataNodeProxy:1093 | ||||
| CONF-dfs.datanode.keytab.file | DataNode | o.a.h.security.SecurityUtil.login:249 | |||
| CONF-dfs.datanode.max.transfer.threads | Specifies the maximum number of threads to use for transferring data in and out of the DN. | 4096 ('4096 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataXceiverServer.<init>:118 |
| CONF-dfs.datanode.numblocks | ('64 ' is default in code) | DataNode | o.a.h.hdfs.server.datanode.FSDataset.<init>:1137 | ||
| CONF-dfs.datanode.scan.period.hours | ('0 ' is default in code) | DataNode | o.a.h.hdfs.server.datanode.DataNode.initDataBlockScanner:558 | ||
| DataNode | o.a.h.hdfs.server.datanode.BlockPoolSliceScanner.<init>:148 | ||||
| CONF-dfs.datanode.simulateddatastorage | ('0 ' is default in code) | DataNode | o.a.h.hdfs.server.datanode.DataNode.initFsDataSet:1398 | ||
| DataNode | o.a.h.hdfs.server.datanode.DataNode$BPOfferService.setupBPStorage:786 | ||||
| CONF-dfs.datanode.socket.write.timeout | ('480000 ' is default in code) | TaskTracker | o.a.h.hdfs.DFSClient.getDatanodeWriteTimeout:297 | ||
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:439 | ||||
| FS_Shell | o.a.h.hdfs.DFSClient.getDatanodeWriteTimeout:297 | ||||
| CONF-dfs.datanode.startup | Set internally by DataNode o.a.h.hdfs.server.datanode.DataNode.setStartupOption:2203 | DataNode | o.a.h.hdfs.server.datanode.DataNode.getStartupOption:2207 | ||
| CONF-dfs.datanode.synconclose | ('0 ' is default in code) | DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:460 | ||
| CONF-dfs.datanode.transferTo.allowed | ('1 ' is default in code) | DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:443 | ||
| CONF-dfs.federation.nameservice.id | SecondaryNN | o.a.h.hdfs.DFSUtil.getNameServiceId:554 | |||
| NameNode | o.a.h.hdfs.DFSUtil.getNameServiceId:554 | ||||
| CONF-dfs.federation.nameservices | SecondaryNN | o.a.h.hdfs.DFSUtil.getNameServiceIds:265 | |||
| DataNode | o.a.h.hdfs.DFSUtil.getNameServiceIds:265 | ||||
| CONF-dfs.heartbeat.interval | Determines datanode heartbeat interval in seconds. | 3 ('3 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:508 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initConfig:457 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:508 | ||||
| CONF-dfs.hftp.https.port | ('-1 ' is default in code) | TaskTracker | o.a.h.hdfs.HftpFileSystem.initialize:145 | ||
| DFSAdmin | o.a.h.hdfs.HftpFileSystem.initialize:145 | ||||
| FS_Shell | o.a.h.hdfs.HftpFileSystem.initialize:145 | ||||
| JobTracker | o.a.h.mapreduce.security.token.DelegationTokenRenewal.getHttpAddressForToken:163 | ||||
| CONF-dfs.hosts | Names a file that contains a list of hosts that are permitted to connect to the namenode. The full pathname of the file must be specified. If the value is empty, all hosts are permitted. | (' ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.refreshNodes:3828 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.initialize:344 | ||||
| CONF-dfs.hosts.exclude | Names a file that contains a list of hosts that are not permitted to connect to the namenode. The full pathname of the file must be specified. If the value is empty, no hosts are excluded. | (' ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.refreshNodes:3828 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.initialize:344 | ||||
| CONF-dfs.https.enable | Decide if HTTPS(SSL) is supported on HDFS | false ('0 ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.startInfoServer:478 |
| CONF-dfs.https.port | ('50470 ' is default in code) | TaskTracker | o.a.h.hdfs.HftpFileSystem.initialize:147 | ||
| DFSAdmin | o.a.h.hdfs.HftpFileSystem.initialize:147 | ||||
| FS_Shell | o.a.h.hdfs.HftpFileSystem.initialize:147 | ||||
| JobTracker | o.a.h.mapreduce.security.token.DelegationTokenRenewal.getHttpAddressForToken:166 | ||||
| CONF-dfs.https.server.keystore.resource | Resource file from which ssl server keystore information will be extracted | ssl-server.xml ('ssl-server.xml ' is default in code) | hdfs-default.xml | DataNode | o.a.h.hdfs.server.datanode.DataNode.startInfoServer:484 |
| CONF-dfs.image.compress | Should the dfs image be compressed? | false ('0 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSImageCompression.createCompression:74 |
| NameNode | o.a.h.hdfs.server.namenode.FSImageCompression.createCompression:74 | ||||
| CONF-dfs.image.compression.codec | If the dfs image is compressed, how should they be compressed? This has to be a codec defined in io.compression.codecs. | org.apache.hadoop.io.compress.DefaultCodec ('org.apache.hadoop.io.compress.DefaultCodec ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSImageCompression.createCompression:82 |
| NameNode | o.a.h.hdfs.server.namenode.FSImageCompression.createCompression:82 | ||||
| CONF-dfs.ls.limit | ('1000 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.FSDirectory.<init>:121 | ||
| NameNode | o.a.h.hdfs.server.namenode.FSDirectory.<init>:121 | ||||
| CONF-dfs.metrics.session-id | SecondaryNN | o.a.h.hdfs.server.namenode.SecondaryNameNode.initialize:158 | |||
| DataNode | o.a.h.hdfs.server.datanode.metrics.DataNodeMetrics.create:83 | ||||
| NameNode | o.a.h.hdfs.server.namenode.metrics.NameNodeMetrics.create:72 | ||||
| CONF-dfs.namenode.accesstime.precision | The access time for HDFS file is precise upto this value. The default value is 1 hour. Setting a value of 0 disables access times for HDFS. | 3600000 ('0 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:536 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:536 | ||||
| CONF-dfs.namenode.backup.address | The backup node server address and port. If the port is 0 then the server will start on a free port. | 0.0.0.0:50100 ('localhost:50100 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.BackupNode.getRpcServerAddress:85 |
| CONF-dfs.namenode.backup.dnrpc-address | Set internally by NameNode o.a.h.hdfs.server.namenode.BackupNode.setRpcServiceServerAddress:105 | NameNode | o.a.h.hdfs.server.namenode.BackupNode.getServiceRpcServerAddress:91 | ||
| CONF-dfs.namenode.backup.http-address | The backup node http server address and port. If the port is 0 then the server will start on a free port. | 0.0.0.0:50105 ('0.0.0.0:50105 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.Checkpointer.initialize:101 |
| NameNode | o.a.h.hdfs.server.namenode.BackupNode.getHttpServerAddress:111 | ||||
| CONF-dfs.namenode.checkpoint.dir | Determines where on the local filesystem the DFS secondary name node should store the temporary images to merge. If this is a comma-delimited list of directories then the image is replicated in all of the directories for redundancy. | file://${hadoop.tmp.dir}/dfs/namesecondary | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSImage.getCheckpointDirs:1207 |
| NameNode | o.a.h.hdfs.server.namenode.FSImage.getCheckpointDirs:1207 | ||||
| CONF-dfs.namenode.checkpoint.edits.dir | Determines where on the local filesystem the DFS secondary name node should store the temporary edits to merge. If this is a comma-delimited list of directoires then teh edits is replicated in all of the directoires for redundancy. Default value is same as dfs.namenode.checkpoint.dir | ${dfs.namenode.checkpoint.dir} | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSImage.getCheckpointEditsDirs:1216 |
| NameNode | o.a.h.hdfs.server.namenode.FSImage.getCheckpointEditsDirs:1216 | ||||
| CONF-dfs.namenode.checkpoint.period | The number of seconds between two periodic checkpoints. | 3600 ('3600 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.SecondaryNameNode.initialize:181 |
| NameNode | o.a.h.hdfs.server.namenode.Checkpointer.initialize:95 | ||||
| CONF-dfs.namenode.checkpoint.size | The size of the current edit log (in bytes) that triggers a periodic checkpoint even if the dfs.namenode.checkpoint.period hasn't expired. | 67108864 ('4194304 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.SecondaryNameNode.initialize:183 |
| NameNode | o.a.h.hdfs.server.namenode.Checkpointer.initialize:97 | ||||
| CONF-dfs.namenode.decommission.interval | Namenode periodicity in seconds to check if decommission is complete. | 30 ('30 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.activate:375 |
| CONF-dfs.namenode.decommission.nodes.per.interval | The number of nodes namenode checks if decommission is complete in each dfs.namenode.decommission.interval. | 5 ('5 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.activate:375 |
| CONF-dfs.namenode.delegation.key.update-interval | The update interval for master key for delegation tokens in the namenode in milliseconds. | 86400000 ('86400000 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.createDelegationTokenSecretManager:5209 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.createDelegationTokenSecretManager:5209 | ||||
| CONF-dfs.namenode.delegation.token.max-lifetime | The maximum lifetime in milliseconds for which a delegation token is valid. | 604800000 ('604800000 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.createDelegationTokenSecretManager:5209 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.createDelegationTokenSecretManager:5209 | ||||
| CONF-dfs.namenode.delegation.token.renew-interval | The renewal interval for delegation token in milliseconds. | 86400000 ('86400000 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.createDelegationTokenSecretManager:5209 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.createDelegationTokenSecretManager:5209 | ||||
| CONF-dfs.namenode.fs-limits.max-component-length | Defines the maximum number of characters in each component of a path. A value of 0 will disable the check. | 0 ('0 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSDirectory.<init>:127 |
| NameNode | o.a.h.hdfs.server.namenode.FSDirectory.<init>:127 | ||||
| CONF-dfs.namenode.fs-limits.max-directory-items | Defines the maximum number of items that a directory may contain. A value of 0 will disable the check. | 0 ('0 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSDirectory.<init>:130 |
| NameNode | o.a.h.hdfs.server.namenode.FSDirectory.<init>:130 | ||||
| CONF-dfs.namenode.heartbeat.recheck-interval | ('300000 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:511 | ||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:511 | ||||
| CONF-dfs.namenode.http-address | The address and the base port where the dfs namenode web ui will listen on. If the port is 0 then the server will start on a free port. | 0.0.0.0:50070 ('0.0.0.0:50070 or 0.0.0.0:50470 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.DFSUtil.getInfoServer:478 |
| NameNode | o.a.h.hdfs.server.namenode.NameNode.getHttpServerAddress:370 | ||||
| CONF-dfs.namenode.https-address | 0.0.0.0:50470 ('0.0.0.0:50070 or 0.0.0.0:50470 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.DFSUtil.getInfoServer:478 | |
| CONF-dfs.namenode.kerberos.https.principal | NameNode | o.a.h.security.SecurityUtil.login:254 | |||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.startHttpServer:489 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.startHttpServer:577 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.startHttpServer:577 | ||||
| CONF-dfs.namenode.kerberos.principal | (' ' is default in code) | NameNode | o.a.h.security.SecurityUtil.login:254 | ||
| DFSAdmin | o.a.h.hdfs.tools.DFSAdmin.refreshServiceAcl:748 | ||||
| DFSAdmin | o.a.h.hdfs.tools.DFSAdmin.refreshSuperUserGroupsConfiguration:809 | ||||
| DFSAdmin | o.a.h.hdfs.tools.DFSAdmin.refreshUserToGroupsMappings:778 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.startHttpServer:492 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.startHttpServer:580 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.startHttpServer:580 | ||||
| CONF-dfs.namenode.keytab.file | NameNode | o.a.h.security.SecurityUtil.login:249 | |||
| CONF-dfs.namenode.max.objects | The maximum number of files, directories and blocks dfs supports. A value of zero indicates no limit to the number of objects that dfs supports. | 0 ('0 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:525 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:525 | ||||
| CONF-dfs.namenode.name.cache.threshold | ('10 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.FSDirectory.<init>:134 | ||
| NameNode | o.a.h.hdfs.server.namenode.FSDirectory.<init>:134 | ||||
| CONF-dfs.namenode.name.dir.restore | ('0 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.FSImage.<init>:112 | ||
| NameNode | o.a.h.hdfs.server.namenode.FSImage.<init>:112 | ||||
| CONF-dfs.namenode.replication.interval | The periodicity in seconds with which the namenode computes repliaction work for datanodes. | 3 ('3 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:516 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:516 | ||||
| CONF-dfs.namenode.replication.max-streams | ('2 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:170 | ||
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:170 | ||||
| CONF-dfs.namenode.replication.min | Minimal block replication. | 1 ('1 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:153 |
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:153 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem$SafeModeInfo.<init>:3975 | ||||
| CONF-dfs.namenode.replication.pending.timeout-sec | ('-1 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.<init>:133 | ||
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.<init>:133 | ||||
| CONF-dfs.namenode.replqueue.threshold-pct | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem$SafeModeInfo.<init>:3978 | |||
| CONF-dfs.namenode.resource.check.interval | ('5000 ' is default in code) | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.initialize:320 | ||
| CONF-dfs.namenode.resource.du.reserved | ('104857600 ' is default in code) | NameNode | o.a.h.hdfs.server.namenode.NameNodeResourceChecker.<init>:63 | ||
| CONF-dfs.namenode.rpc-address | SecondaryNN | o.a.h.hdfs.server.namenode.NameNode.initializeGenericKeys:1704 | |||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.initializeGenericKeys:1703 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.initializeGenericKeys:1704 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.NameNode.initializeGenericKeys:1703 | ||||
| CONF-dfs.namenode.safemode.extension | Determines extension of safe mode in milliseconds after the threshold level is reached. | 30000 ('0 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem$SafeModeInfo.<init>:3974 |
| CONF-dfs.namenode.safemode.min.datanodes | Specifies the number of datanodes that must be considered alive before the name node exits safemode. Values less than or equal to 0 mean not to take the number of live datanodes into account when deciding whether to remain in safe mode during startup. Values greater than the number of datanodes in the cluster will make safe mode permanent. | 0 ('0 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem$SafeModeInfo.<init>:3971 |
| CONF-dfs.namenode.safemode.threshold-pct | Specifies the percentage of blocks that should satisfy the minimal replication requirement defined by dfs.namenode.replication.min. Values less than or equal to 0 mean not to wait for any particular percentage of blocks before exiting safemode. Values greater than 1 will make safe mode permanent. | 0.999f ('0.95 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem$SafeModeInfo.<init>:3970 |
| CONF-dfs.namenode.secondary.http-address | The secondary namenode http server address and port. If the port is 0 then the server will start on a free port. | 0.0.0.0:50090 ('0.0.0.0:50090 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.SecondaryNameNode.getHttpAddress:139 |
| CONF-dfs.namenode.service.handler.count | ('10 ' is default in code) | NameNode | o.a.h.hdfs.server.namenode.NameNode.initialize:413 | ||
| CONF-dfs.namenode.servicerpc-address | Set internally by NameNode o.a.h.hdfs.server.namenode.NameNode.setServiceAddress:273 | SecondaryNN | o.a.h.hdfs.server.namenode.NameNode.getServiceAddress:285 | ||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.getServiceAddress:285 | ||||
| CONF-dfs.namenode.startup | Set internally by NameNode o.a.h.hdfs.server.namenode.NameNode.setStartupOption:1635 | NameNode | o.a.h.hdfs.server.namenode.NameNode.getStartupOption:1639 | ||
| CONF-dfs.namenode.support.allow.format | Does HDFS namenode allow itself to be formatted? You may consider setting this to false for any production cluster, to avoid any possibility of formatting a running DFS. | true ('1 ' is default in code) | hdfs-default.xml | NameNode | o.a.h.hdfs.server.namenode.NameNode.format:1473 |
| CONF-dfs.namenode.upgrade.permission | ('511 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:503 | ||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:503 | ||||
| CONF-dfs.network.script | DataNode | o.a.h.hdfs.server.datanode.DataNode.instantiateDataNode:2058 | |||
| CONF-dfs.permissions.enabled | If "true", enable permission checking in HDFS. If "false", permission checking is turned off, but all other behavior is unchanged. Switching from one parameter value to the other does not change the mode, owner or group of files or directories. | true ('1 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:499 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:499 | ||||
| CONF-dfs.permissions.superusergroup | The name of the group of super-users. | supergroup ('supergroup ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:497 |
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:497 | ||||
| CONF-dfs.replication | Default block replication. The actual number of replications can be specified when the file is created. The default is used if replication is not specified in create time. | 3 ('3 ' is default in code) | hdfs-default.xml | TaskTracker | o.a.h.hdfs.DFSClient.<init>:266 |
| DFSAdmin | o.a.h.hdfs.DFSClient.<init>:266 | ||||
| FS_Shell | o.a.h.hdfs.DFSClient.<init>:266 | ||||
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:149 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:149 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| CONF-dfs.replication.max | Maximal block replication. | 512 ('512 ' is default in code) | hdfs-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:151 |
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:151 | ||||
| CONF-dfs.secondary.namenode.kerberos.https.principal | SecondaryNN | o.a.h.hdfs.server.namenode.SecondaryNameNode.initialize:188 | |||
| CONF-dfs.secondary.namenode.kerberos.principal | SecondaryNN | o.a.h.security.SecurityUtil.login:254 | |||
| CONF-dfs.secondary.namenode.keytab.file | SecondaryNN | o.a.h.security.SecurityUtil.login:249 | |||
| SecondaryNN | o.a.h.hdfs.server.namenode.SecondaryNameNode.initialize:188 | ||||
| CONF-dfs.support.append | ('1 ' is default in code) | SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:537 | ||
| DataNode | o.a.h.hdfs.server.datanode.FSDataset.<init>:1140 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:537 | ||||
| CONF-dfs.umask | ('-2147483648 ' is default in code) | TaskTracker | o.a.h.fs.permission.FsPermission.getUMask:228 | ||
| FS_Shell | o.a.h.fs.permission.FsPermission.getUMask:228 | ||||
| JobTracker | o.a.h.fs.permission.FsPermission.getUMask:228 | ||||
| CONF-file.bytes-per-checksum | The number of bytes per checksum. Must not be larger than file.stream-buffer-size | 512 ('512 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.ChecksumFileSystem.setConf:61 |
| DFSAdmin | o.a.h.fs.ChecksumFileSystem.setConf:61 | ||||
| FS_Shell | o.a.h.fs.ChecksumFileSystem.setConf:61 | ||||
| TT_Child | o.a.h.fs.ChecksumFileSystem.setConf:61 | ||||
| CONF-file.stream-buffer-size | The size of buffer to stream files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. | 4096 ('4096 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.ChecksumFileSystem.getSumBufferSize:102 |
| DFSAdmin | o.a.h.fs.ChecksumFileSystem.getSumBufferSize:102 | ||||
| FS_Shell | o.a.h.fs.ChecksumFileSystem.getSumBufferSize:102 | ||||
| TT_Child | o.a.h.fs.ChecksumFileSystem.getSumBufferSize:102 | ||||
| CONF-fs.automatic.close | By default, FileSystem instances are automatically closed at program exit using a JVM shutdown hook. Setting this property to false disables this behavior. This is an advanced option that should only be used by server applications requiring a more carefully orchestrated shutdown sequence. | true ('1 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.FileSystem$Cache.getInternal:1880 |
| DFSAdmin | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| DataNode | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| FS_Shell | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| JobClient | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| JobTracker | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| NameNode | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| SecondaryNN | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| TT_Child | o.a.h.fs.FileSystem$Cache.getInternal:1880 | ||||
| CONF-fs.defaultFS | The name of the default file system. A URI whose scheme and authority determine the FileSystem implementation. The uri's scheme determines the config property (fs.SCHEME.impl) naming the FileSystem implementation class. The uri's authority is used to determine the host, port, etc. for a filesystem. | file:/// ('file:/// ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.FileSystem.getDefaultUri:154 |
| DFSAdmin | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| DataNode | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| FS_Shell | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| JobClient | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| JobTracker | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| NameNode | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| SecondaryNN | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| TT_Child | o.a.h.fs.FileSystem.getDefaultUri:154 | ||||
| CONF-fs.df.interval | Disk usage statistics refresh interval in msec. | 60000 ('3000 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.DF.<init>:80 |
| DataNode | o.a.h.fs.DF.<init>:80 | ||||
| NameNode | o.a.h.fs.DF.<init>:80 | ||||
| CONF-fs.ftp.host | FTP filesystem connects to this server | 0.0.0.0 | core-default.xml | TaskTracker | o.a.h.fs.ftp.FTPFileSystem.initialize:67 |
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.connect:107 | ||||
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.initialize:67 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.connect:107 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.initialize:67 | ||||
| TaskTracker | o.a.h.fs.ftp.FTPFileSystem.connect:107 | ||||
| CONF-fs.ftp.host.port | FTP filesystem connects to fs.ftp.host on this port | 21 ('21 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.ftp.FTPFileSystem.connect:108 |
| DFSAdmin | o.a.h.fs.ftp.FTPFileSystem.connect:108 | ||||
| FS_Shell | o.a.h.fs.ftp.FTPFileSystem.connect:108 | ||||
| CONF-fs.kfs.metaServerHost | (' ' is default in code) | TaskTracker | o.a.h.fs.kfs.KosmosFileSystem.initialize:71 | ||
| DFSAdmin | o.a.h.fs.kfs.KosmosFileSystem.initialize:71 | ||||
| FS_Shell | o.a.h.fs.kfs.KosmosFileSystem.initialize:71 | ||||
| CONF-fs.kfs.metaServerPort | ('-1 ' is default in code) | TaskTracker | o.a.h.fs.kfs.KosmosFileSystem.initialize:71 | ||
| DFSAdmin | o.a.h.fs.kfs.KosmosFileSystem.initialize:71 | ||||
| FS_Shell | o.a.h.fs.kfs.KosmosFileSystem.initialize:71 | ||||
| CONF-fs.local.block.size | ('33554432 ' is default in code) | TaskTracker | o.a.h.fs.FileSystem.getDefaultBlockSize:1701 | ||
| DFSAdmin | o.a.h.fs.FileSystem.getDefaultBlockSize:1701 | ||||
| FS_Shell | o.a.h.fs.FileSystem.getDefaultBlockSize:1701 | ||||
| JobTracker | o.a.h.fs.FileSystem.getDefaultBlockSize:1701 | ||||
| TT_Child | o.a.h.fs.FileSystem.getDefaultBlockSize:1701 | ||||
| CONF-fs.permissions.umask-mode | TaskTracker | o.a.h.fs.permission.FsPermission.getUMask:227 | |||
| FS_Shell | o.a.h.fs.permission.FsPermission.getUMask:227 | ||||
| JobTracker | o.a.h.fs.permission.FsPermission.getUMask:227 | ||||
| CONF-fs.s3.block.size | Block size to use when writing files to S3. | 67108864 ('67108864 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.s3.S3FileSystem.getDefaultBlockSize:337 |
| DFSAdmin | o.a.h.fs.s3.S3FileSystem.getDefaultBlockSize:337 | ||||
| FS_Shell | o.a.h.fs.s3.S3FileSystem.getDefaultBlockSize:337 | ||||
| CONF-fs.s3.buffer.dir | Determines where on the local filesystem the S3 filesystem should store files before sending them to S3 (or after retrieving them from S3). | ${hadoop.tmp.dir}/s3 | core-default.xml | TaskTracker | o.a.h.fs.s3native.NativeS3FileSystem$NativeS3FsOutputStream.newBackupFile:196 |
| FS_Shell | o.a.h.fs.s3.S3OutputStream.newBackupFile:92 | ||||
| FS_Shell | o.a.h.fs.s3native.NativeS3FileSystem$NativeS3FsOutputStream.newBackupFile:196 | ||||
| TaskTracker | o.a.h.fs.s3.S3OutputStream.newBackupFile:92 | ||||
| CONF-fs.s3.maxRetries | The maximum number of retries for reading or writing files to S3, before we signal failure to the application. | 4 ('4 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.s3native.NativeS3FileSystem.createDefaultStore:271 |
| DFSAdmin | o.a.h.fs.s3.S3FileSystem.createDefaultStore:91 | ||||
| DFSAdmin | o.a.h.fs.s3native.NativeS3FileSystem.createDefaultStore:271 | ||||
| FS_Shell | o.a.h.fs.s3.S3FileSystem.createDefaultStore:91 | ||||
| FS_Shell | o.a.h.fs.s3native.NativeS3FileSystem.createDefaultStore:271 | ||||
| TaskTracker | o.a.h.fs.s3.S3FileSystem.createDefaultStore:91 | ||||
| CONF-fs.s3.sleepTimeSeconds | The number of seconds to sleep between each S3 retry. | 10 ('10 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.s3native.NativeS3FileSystem.createDefaultStore:271 |
| DFSAdmin | o.a.h.fs.s3.S3FileSystem.createDefaultStore:91 | ||||
| DFSAdmin | o.a.h.fs.s3native.NativeS3FileSystem.createDefaultStore:271 | ||||
| FS_Shell | o.a.h.fs.s3.S3FileSystem.createDefaultStore:91 | ||||
| FS_Shell | o.a.h.fs.s3native.NativeS3FileSystem.createDefaultStore:271 | ||||
| TaskTracker | o.a.h.fs.s3.S3FileSystem.createDefaultStore:91 | ||||
| CONF-fs.s3n.block.size | Block size to use when reading files using the native S3 filesystem (s3n: URIs). | 67108864 ('67108864 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.s3native.NativeS3FileSystem.getDefaultBlockSize:676 |
| DFSAdmin | o.a.h.fs.s3native.NativeS3FileSystem.getDefaultBlockSize:676 | ||||
| FS_Shell | o.a.h.fs.s3native.NativeS3FileSystem.getDefaultBlockSize:676 | ||||
| CONF-fs.trash.checkpoint.interval | Number of minutes between trash checkpoints. Should be smaller or equal to fs.trash.interval. Every time the checkpointer runs it creates a new checkpoint out of current and removes checkpoints created more than fs.trash.interval minutes ago. | 0 ('0.0 ' is default in code) | core-default.xml | NameNode | o.a.h.fs.Trash$Emptier.<init>:251 |
| CONF-fs.trash.interval | Number of minutes after which the checkpoint gets deleted. If zero, the trash feature is disabled. | 0 ('0 ' is default in code) | core-default.xml | NameNode | o.a.h.hdfs.server.namenode.NameNode.startTrashEmptier:475 |
| FS_Shell | o.a.h.fs.Trash.<init>:85 | ||||
| NameNode | o.a.h.fs.Trash.<init>:85 | ||||
| NameNode | o.a.h.fs.Trash.<init>:96 | ||||
| CONF-hadoop.http.filter.initializers | A comma separated list of class names. Each class in the list must extend org.apache.hadoop.http.FilterInitializer. The corresponding Filter will be initialized. Then, the Filter will be applied to all user facing jsp and servlet web pages. The ordering of the list defines the ordering of the filters. | core-default.xml | TaskTracker | o.a.h.http.HttpServer.getFilterInitializers:235 | |
| DataNode | o.a.h.http.HttpServer.getFilterInitializers:235 | ||||
| JobTracker | o.a.h.http.HttpServer.getFilterInitializers:235 | ||||
| CONF-hadoop.http.max.threads | ('-1 ' is default in code) | TaskTracker | o.a.h.http.HttpServer.<init>:175 | ||
| DataNode | o.a.h.http.HttpServer.<init>:175 | ||||
| JobTracker | o.a.h.http.HttpServer.<init>:175 | ||||
| CONF-hadoop.kerberos.kinit.command | Used to periodically renew Kerberos credentials when provided to Hadoop. The default setting assumes that kinit is in the PATH of users running the Hadoop client. Change this to the absolute path to kinit if this is not the case. | kinit ('kinit ' is default in code) | core-default.xml | TaskTracker | o.a.h.security.UserGroupInformation$1.run:551 |
| DFSAdmin | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| DataNode | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| FS_Shell | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| JobClient | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| JobTracker | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| NameNode | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| SecondaryNN | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| TT_Child | o.a.h.security.UserGroupInformation$1.run:551 | ||||
| CONF-hadoop.rpc.protection | This field sets the quality of protection for secured sasl connections. Possible values are authentication, integrity and privacy. authentication means authentication only and no integrity or privacy; integrity implies authentication and integrity are enabled; and privacy implies all of authentication, integrity and privacy are enabled. | authentication | core-default.xml | TaskTracker | o.a.h.security.SaslRpcServer.init:81 |
| DFSAdmin | o.a.h.security.SaslRpcServer.init:81 | ||||
| DataNode | o.a.h.security.SaslRpcServer.init:81 | ||||
| FS_Shell | o.a.h.security.SaslRpcServer.init:81 | ||||
| JobClient | o.a.h.security.SaslRpcServer.init:81 | ||||
| JobTracker | o.a.h.security.SaslRpcServer.init:81 | ||||
| NameNode | o.a.h.security.SaslRpcServer.init:81 | ||||
| SecondaryNN | o.a.h.security.SaslRpcServer.init:81 | ||||
| TT_Child | o.a.h.security.SaslRpcServer.init:81 | ||||
| CONF-hadoop.rpc.socket.factory.class.default | Default SocketFactory to use. This parameter is expected to be formatted as "package.FactoryClassName". | org.apache.hadoop.net.StandardSocketFactory | core-default.xml | TaskTracker | o.a.h.net.NetUtils.getDefaultSocketFactory:97 |
| DFSAdmin | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| DataNode | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| FS_Shell | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| JobClient | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| JobTracker | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| NameNode | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| SecondaryNN | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| TT_Child | o.a.h.net.NetUtils.getDefaultSocketFactory:97 | ||||
| CONF-hadoop.security.auth_to_local | ('DEFAULT ' is default in code) | TaskTracker | o.a.h.security.KerberosName.setConfiguration:347 | ||
| DFSAdmin | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| DataNode | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| FS_Shell | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| JobClient | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| JobTracker | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| NameNode | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| SecondaryNN | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| TT_Child | o.a.h.security.KerberosName.setConfiguration:347 | ||||
| CONF-hadoop.security.authentication | Possible values are simple (no authentication), and kerberos | simple | core-default.xml | TaskTracker | o.a.h.security.UserGroupInformation.initUGI:209 |
| DFSAdmin | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| DataNode | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| FS_Shell | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| JobClient | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| JobTracker | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| NameNode | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| SecondaryNN | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| TT_Child | o.a.h.security.UserGroupInformation.initUGI:209 | ||||
| CONF-hadoop.security.authorization | Is service-level authorization enabled? | false ('0 ' is default in code) | core-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:669 |
| DataNode | o.a.h.hdfs.server.datanode.DataNode.initIpcServer:524 | ||||
| JobTracker | o.a.h.mapred.JobTracker.<init>:1489 | ||||
| JobTracker | o.a.h.mapred.JobTracker.refreshServiceAcl:4450 | ||||
| NameNode | o.a.h.hdfs.server.namenode.NameNode.initialize:428 | ||||
| CONF-hadoop.security.authorization.policyprovider | TaskTracker | o.a.h.mapred.TaskTracker.initialize:671 | |||
| CONF-hadoop.security.group.mapping | Class for user to group mapping (get groups for a given user) for ACL | org.apache.hadoop.security.ShellBasedUnixGroupsMapping | core-default.xml | TaskTracker | o.a.h.security.Groups.<init>:54 |
| DFSAdmin | o.a.h.security.Groups.<init>:54 | ||||
| DataNode | o.a.h.security.Groups.<init>:54 | ||||
| FS_Shell | o.a.h.security.Groups.<init>:54 | ||||
| JobClient | o.a.h.security.Groups.<init>:54 | ||||
| JobTracker | o.a.h.security.Groups.<init>:54 | ||||
| NameNode | o.a.h.security.Groups.<init>:54 | ||||
| SecondaryNN | o.a.h.security.Groups.<init>:54 | ||||
| TT_Child | o.a.h.security.Groups.<init>:54 | ||||
| CONF-hadoop.security.groups.cache.secs | This is the config controlling the validity of the entries in the cache containing the user->group mapping. When this duration has expired, then the implementation of the group mapping provider is invoked to get the groups of the user and then cached back. | 300 ('300 ' is default in code) | core-default.xml | TaskTracker | o.a.h.security.Groups.<init>:61 |
| DFSAdmin | o.a.h.security.Groups.<init>:61 | ||||
| DataNode | o.a.h.security.Groups.<init>:61 | ||||
| FS_Shell | o.a.h.security.Groups.<init>:61 | ||||
| JobClient | o.a.h.security.Groups.<init>:61 | ||||
| JobTracker | o.a.h.security.Groups.<init>:61 | ||||
| NameNode | o.a.h.security.Groups.<init>:61 | ||||
| SecondaryNN | o.a.h.security.Groups.<init>:61 | ||||
| TT_Child | o.a.h.security.Groups.<init>:61 | ||||
| CONF-hadoop.workaround.non.threadsafe.getpwuid | ('0 ' is default in code) | TaskTracker | o.a.h.io.nativeio.NativeIO. | ||
| FS_Shell | o.a.h.io.nativeio.NativeIO. | ||||
| TT_Child | o.a.h.io.nativeio.NativeIO. | ||||
| CONF-io.bytes.per.checksum | The number of bytes per checksum. Must not be larger than io.file.buffer.size. | 512 ('512 ' is default in code) | core-default.xml | TT_Child | o.a.h.io.SequenceFile$Reader.handleChecksumException:2417 |
| CONF-io.compression.codecs | A list of the compression codec classes that can be used for compression/decompression. | org.apache.hadoop.io.compress.DefaultCodec org.apache.hadoop.io.compress.GzipCodec org.apache.hadoop.io.compress.BZip2Codec | core-default.xml | TT_Child | o.a.h.io.compress.CompressionCodecFactory.getCodecClasses:90 |
| FS_Shell | o.a.h.io.compress.CompressionCodecFactory.getCodecClasses:90 | ||||
| NameNode | o.a.h.io.compress.CompressionCodecFactory.getCodecClasses:90 | ||||
| SecondaryNN | o.a.h.io.compress.CompressionCodecFactory.getCodecClasses:90 | ||||
| CONF-io.file.buffer.size | The size of buffer for use in sequence files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. | 4096 ('4096 ' is default in code) | core-default.xml | TaskTracker | o.a.h.io.IOUtils.copyBytes:107 |
| DFSAdmin | o.a.h.fs.FileSystem.open:565 | ||||
| DataNode | o.a.h.fs.FileSystem.open:565 | ||||
| FS_Shell | o.a.h.fs.FileSystem.create:581 | ||||
| FS_Shell | o.a.h.fs.FileSystem.open:565 | ||||
| FS_Shell | o.a.h.io.IOUtils.copyBytes:107 | ||||
| FS_Shell | o.a.h.io.IOUtils.copyBytes:94 | ||||
| FS_Shell | o.a.h.io.SequenceFile.getBufferSize:1432 | ||||
| FS_Shell | o.a.h.io.compress.DefaultCodec.createInputStream:77 | ||||
| FS_Shell | o.a.h.io.compress.DefaultCodec.createInputStream:84 | ||||
| FS_Shell | o.a.h.io.compress.GzipCodec.createInputStream:136 | ||||
| JobClient | o.a.h.fs.FileSystem.open:565 | ||||
| JobTracker | o.a.h.fs.FileSystem.create:581 | ||||
| JobTracker | o.a.h.fs.FileSystem.open:565 | ||||
| JobTracker | o.a.h.io.IOUtils.copyBytes:107 | ||||
| JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.setupEventWriter:281 | ||||
| JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.setupEventWriter:302 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| NameNode | o.a.h.io.compress.DefaultCodec.createInputStream:77 | ||||
| NameNode | o.a.h.io.compress.DefaultCodec.createOutputStream:56 | ||||
| NameNode | o.a.h.io.compress.GzipCodec.createInputStream:136 | ||||
| NameNode | o.a.h.io.compress.GzipCodec.createOutputStream:97 | ||||
| SecondaryNN | o.a.h.hdfs.server.namenode.FSNamesystem.setConfigurationParameters:519 | ||||
| SecondaryNN | o.a.h.io.compress.DefaultCodec.createInputStream:77 | ||||
| SecondaryNN | o.a.h.io.compress.DefaultCodec.createOutputStream:56 | ||||
| SecondaryNN | o.a.h.io.compress.GzipCodec.createInputStream:136 | ||||
| SecondaryNN | o.a.h.io.compress.GzipCodec.createOutputStream:97 | ||||
| TT_Child | o.a.h.fs.FileSystem.create:581 | ||||
| TT_Child | o.a.h.fs.FileSystem.open:565 | ||||
| TT_Child | o.a.h.io.IOUtils.copyBytes:107 | ||||
| TT_Child | o.a.h.io.SequenceFile.getBufferSize:1432 | ||||
| TT_Child | o.a.h.io.compress.DefaultCodec.createInputStream:84 | ||||
| TT_Child | o.a.h.io.compress.GzipCodec.createInputStream:136 | ||||
| TaskTracker | o.a.h.fs.FileSystem.create:581 | ||||
| TaskTracker | o.a.h.fs.FileSystem.open:565 | ||||
| CONF-io.native.lib.available | Should native hadoop libraries, if present, be used. | true ('1 ' is default in code) | core-default.xml | TT_Child | o.a.h.io.compress.zlib.ZlibFactory.isNativeZlibLoaded:64 |
| FS_Shell | o.a.h.io.compress.zlib.ZlibFactory.isNativeZlibLoaded:64 | ||||
| NameNode | o.a.h.io.compress.zlib.ZlibFactory.isNativeZlibLoaded:64 | ||||
| SecondaryNN | o.a.h.io.compress.zlib.ZlibFactory.isNativeZlibLoaded:64 | ||||
| CONF-io.serializations | A list of serialization classes that can be used for obtaining serializers and deserializers. | org.apache.hadoop.io.serializer.WritableSerialization org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization org.apache.hadoop.io.serializer.avro.AvroReflectSerialization | core-default.xml | TT_Child | o.a.h.io.serializer.SerializationFactory.<init>:58 |
| FS_Shell | o.a.h.io.serializer.SerializationFactory.<init>:58 | ||||
| CONF-io.skip.checksum.errors | If true, when a checksum error is encountered while reading a sequence file, entries are skipped, instead of throwing an exception. | false ('0 ' is default in code) | core-default.xml | TT_Child | o.a.h.io.SequenceFile$Reader.handleChecksumException:2415 |
| CONF-ipc.client.ping | ('1 ' is default in code) | TaskTracker | o.a.h.ipc.Client.getTimeout:128 | ||
| DFSAdmin | o.a.h.ipc.Client.getTimeout:128 | ||||
| FS_Shell | o.a.h.ipc.Client.getTimeout:128 | ||||
| CONF-ipc.ping.interval | ('60000 ' is default in code) | TaskTracker | o.a.h.ipc.Client.getPingInterval:115 | ||
| DFSAdmin | o.a.h.ipc.Client.getPingInterval:115 | ||||
| FS_Shell | o.a.h.ipc.Client.getPingInterval:115 | ||||
| CONF-jobclient.output.filter | <li>MAPREDUCE-1773. streaming doesn't support jobclient.output.filter.<br />(Amareshwari Sriramadasu via vinodkv)</li> | ('FAILED ' is default in code) | docs/changes.html | JobTracker | o.a.h.mapred.JobClient.getTaskOutputFilter:845 |
| CONF-mapred.combiner.class | Set internally by JobTracker o.a.h.mapred.JobConf.setCombinerClass:1101 | JobTracker | o.a.h.mapred.JobConf.getCombinerClass:1074 | ||
| CONF-mapred.heartbeats.in.second | ('100 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4663 | ||
| CONF-mapred.hosts | (' ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4676 | ||
| CONF-mapred.hosts.exclude | (' ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4676 | ||
| CONF-mapred.input.format.class | Set internally by JobTracker o.a.h.mapred.JobConf.setInputFormat:634 | TT_Child | o.a.h.mapred.JobConf.getInputFormat:621 | ||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapred.JobConf.getInputFormat:621 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapred.job.tracker.http.address | ('0.0.0.0:50030 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4695 | ||
| CONF-mapred.job.tracker.retiredjobs.cache.size | ('1000 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4657 | ||
| CONF-mapred.jobtracker.taskScheduler | JobTracker | o.a.h.mapred.JobTracker.<init>:4688 | |||
| CONF-mapred.map.runner.class | Set internally by JobTracker o.a.h.mapred.JobConf.setMapRunnerClass:1023 | JobTracker | o.a.h.mapred.JobConf.getMapRunnerClass:1011 | ||
| CONF-mapred.mapper.class | Set internally by JobTracker o.a.h.mapred.JobConf.setMapperClass:1002 | TT_Child | o.a.h.mapred.JobConf.getMapperClass:993 | ||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobClient | o.a.h.mapreduce.Job.setUseNewAPI:977 | ||||
| JobTracker | o.a.h.mapred.JobConf.getMapperClass:993 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapreduce.Job.setUseNewAPI:977 | ||||
| CONF-mapred.mapper.new-api | Set internally by JobClient o.a.h.mapreduce.Job.setUseNewAPI:977 | ('0 ' is default in code) | JobTracker | o.a.h.mapred.JobConf.getUseNewMapper:941 | |
| JobClient | o.a.h.mapred.JobConf.getUseNewMapper:941 | ||||
| CONF-mapred.max.tracker.blacklists | ('4 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4661 | ||
| CONF-mapred.output.committer.class | Set internally by JobTracker o.a.h.mapred.JobConf.setOutputCommitter:669 | JobTracker | o.a.h.mapred.JobConf.getOutputCommitter:657 | ||
| CONF-mapred.output.format.class | Set internally by JobTracker o.a.h.mapred.JobConf.setOutputFormat:679 | JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapred.JobConf.getOutputFormat:644 | ||||
| CONF-mapred.partitioner.class | Set internally by JobTracker o.a.h.mapred.JobConf.setPartitionerClass:1044 | JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapred.JobConf.getPartitionerClass:1033 | ||||
| CONF-mapred.queue.names | <li>MAPREDUCE-1527. Better warning logged when mapred.queue.names is /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/mapred_tutorial.html: <span class="codefrag">mapred.queue.names</span> property of the Hadoop site | docs/changes.html | JobTracker | o.a.h.mapred.QueueManager.getQueueConfigurationParser:121 | |
| JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.createQueues:59 | ||||
| JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.deprecatedConf:105 | ||||
| JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.getQueueNames:130 | ||||
| JobTracker | o.a.h.mapred.QueueManager.dumpConfiguration:618 | ||||
| CONF-mapred.reducer.class | Set internally by JobTracker o.a.h.mapred.JobConf.setReducerClass:1063 | JobTracker | o.a.h.mapreduce.Job.setUseNewAPI:999 | ||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobClient | o.a.h.mapreduce.Job.setUseNewAPI:999 | ||||
| JobTracker | o.a.h.mapred.JobConf.getReducerClass:1053 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapred.reducer.new-api | Set internally by JobClient o.a.h.mapreduce.Job.setUseNewAPI:999 | ('0 ' is default in code) | JobTracker | o.a.h.mapred.JobConf.getUseNewReducer:958 | |
| JobClient | o.a.h.mapred.JobConf.getUseNewReducer:958 | ||||
| CONF-mapred.task.cache.levels | ('2 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4751 | ||
| CONF-mapred.task.default.maxvmem | <TD ALIGN="right"><CODE>"mapred.task.default.maxvmem"</CODE></TD> | ('-1 ' is default in code) | docs/api/constant-values.html | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:4023 |
| TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:3971 | ||||
| CONF-mapred.task.limit.maxvmem | <TD ALIGN="right"><CODE>"mapred.task.limit.maxvmem"</CODE></TD> | ('-1 ' is default in code) | docs/api/constant-values.html | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:4026 |
| JobTracker | o.a.h.mapred.JobTracker.initializeTaskMemoryRelatedConfig:4477 | ||||
| JobTracker | o.a.h.mapred.JobTracker.initializeTaskMemoryRelatedConfig:4485 | ||||
| TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:3978 | ||||
| CONF-mapred.task.maxvmem | <TD ALIGN="right"><CODE>"mapred.task.maxvmem"</CODE></TD> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapred/JobConf.html: mapred.task.maxvmem is split into | ('-1 ' is default in code) | docs/api/constant-values.html | TaskTracker | o.a.h.mapred.JobConf.checkAndWarnDeprecation:1965 |
| JobClient | o.a.h.mapred.JobConf.checkAndWarnDeprecation:1965 | ||||
| JobTracker | o.a.h.mapred.JobConf.checkAndWarnDeprecation:1965 | ||||
| JobTracker | o.a.h.mapred.JobConf.getDeprecatedMemoryValue:1749 | ||||
| JobTracker | o.a.h.mapred.JobConf.getMaxVirtualMemoryForTask:1892 | ||||
| JobTracker | o.a.h.mapred.JobConf.setMaxVirtualMemoryForTask:1931 | ||||
| TT_Child | o.a.h.mapred.JobConf.checkAndWarnDeprecation:1965 | ||||
| CONF-mapred.tasktracker.expiry.interval | ('600000 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:4655 | ||
| CONF-mapred.tasktracker.pmem.reserved | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:3964 | |||
| CONF-mapred.tasktracker.vmem.reserved | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:3957 | |||
| CONF-mapreduce.chain.mapper.output.key.class | TT_Child | o.a.h.mapred.lib.Chain.configure:189 | |||
| CONF-mapreduce.chain.mapper.output.value.class | TT_Child | o.a.h.mapred.lib.Chain.configure:191 | |||
| CONF-mapreduce.chain.reducer.output.key.class | TT_Child | o.a.h.mapred.lib.Chain.configure:205 | |||
| CONF-mapreduce.chain.reducer.output.value.class | TT_Child | o.a.h.mapred.lib.Chain.configure:207 | |||
| CONF-mapreduce.client.output.filter | The filter for controlling the output of the task's userlogs sent to the console of the JobClient. The permissible options are: NONE, KILLED, FAILED, SUCCEEDED and ALL. | FAILED ('FAILED ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapreduce.Job.getTaskOutputFilter:1306 |
| CONF-mapreduce.client.progressmonitor.pollinterval | The interval (in milliseconds) between which the JobClient reports status to the console and checks for job completion. You may want to set this to a lower value to make tests run faster on a single node system. Adjusting this value in production may lead to unwanted client-server traffic. | 1000 ('1000 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapreduce.Job.getProgressPollInterval:1275 |
| CONF-mapreduce.client.tasklog.timeout | ('60000 ' is default in code) | JobTracker | o.a.h.mapreduce.Job.getTaskLogs:1243 | ||
| CONF-mapreduce.cluster.acls.enabled | Specifies whether ACLs should be checked for authorization of users for doing various queue and job level operations. ACLs are disabled by default. If enabled, access control checks are made by JobTracker and TaskTracker when requests are made by users for queue operations like submit job to a queue and kill a job in the queue and job operations like viewing the job-details (See mapreduce.job.acl-view-job) or for modifying the job (See mapreduce.job.acl-modify-job) using Map/Reduce APIs, RPCs or via the console and web user interfaces. For enabling this flag(mapreduce.cluster.acls.enabled), this is to be set to true in mapred-site.xml on JobTracker node and on all TaskTracker nodes. | false ('0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.areACLsEnabled:758 |
| JobTracker | o.a.h.mapred.ACLsManager.<init>:65 | ||||
| JobTracker | o.a.h.mapred.DeprecatedQueueConfigurationParser.<init>:50 | ||||
| JobTracker | o.a.h.mapred.JobACLsManager.areACLsEnabled:40 | ||||
| JobTracker | o.a.h.mapred.JobTracker.areACLsEnabled:3231 | ||||
| JobTracker | o.a.h.mapred.QueueManager.<init>:171 | ||||
| JobTracker | o.a.h.mapred.QueueManager.dumpConfiguration:628 | ||||
| TaskTracker | o.a.h.mapred.ACLsManager.<init>:65 | ||||
| CONF-mapreduce.cluster.administrators | acl : mapreduce.cluster.administrators<br />(Amareshwari Sriramadasu via shv)</li> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/mapred-default.html: configured via mapreduce.cluster.administrators and (d) queue /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/mapred_tutorial.html: (<span class="codefrag">mapreduce.cluster.administrators</span>) | (' ' is default in code) | docs/changes.html | TaskTracker | o.a.h.mapred.ACLsManager.<init>:56 |
| JobTracker | o.a.h.mapred.ACLsManager.<init>:56 | ||||
| CONF-mapreduce.cluster.delegation.key.update-interval | ('86400000 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:1410 | ||
| CONF-mapreduce.cluster.delegation.token.max-lifetime | ('604800000 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:1413 | ||
| CONF-mapreduce.cluster.delegation.token.renew-interval | ('86400000 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:1416 | ||
| CONF-mapreduce.cluster.local.dir | The local directory where MapReduce stores intermediate data files. May be a comma-separated list of directories on different devices in order to spread disk i/o. Directories that do not exist are ignored. | ${hadoop.tmp.dir}/mapred/local | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker$TaskInProgress.localizeTask:2547 |
| JobTracker | o.a.h.mapred.JobConf.getLocalDirs:474 | ||||
| TT_Child | o.a.h.mapred.TaskRunner.setupChildMapredLocalDirs:620 | ||||
| TaskTracker | o.a.h.mapred.JobConf.getLocalDirs:474 | ||||
| TaskTracker | o.a.h.mapred.TaskController.setConf:69 | ||||
| CONF-mapreduce.cluster.mapmemory.mb | ('-1 ' is default in code) | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:4009 | ||
| JobTracker | o.a.h.mapred.JobTracker.initializeTaskMemoryRelatedConfig:4468 | ||||
| CONF-mapreduce.cluster.permissions.supergroup | TaskTracker | o.a.h.mapred.ACLsManager.<init>:59 | |||
| JobTracker | o.a.h.mapred.ACLsManager.<init>:59 | ||||
| CONF-mapreduce.cluster.reducememory.mb | ('-1 ' is default in code) | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:4013 | ||
| JobTracker | o.a.h.mapred.JobTracker.initializeTaskMemoryRelatedConfig:4472 | ||||
| CONF-mapreduce.fieldsel.data.field.separator | <TD ALIGN="right"><CODE>"mapreduce.fieldsel.data.field.separator"</CODE></TD> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapred/lib/FieldSelectionMapReduce.html: The field separator is under attribute "mapreduce.fieldsel.data.field.separator" /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionHelper.html: The field separator is under attribute "mapreduce.fieldsel.data.field.separator" /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionMapper.html: The field separator is under attribute "mapreduce.fieldsel.data.field.separator" /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionReducer.html: The field separator is under attribute "mapreduce.fieldsel.data.field.separator" /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/streaming.html: -D mapreduce.fieldsel.data.field.separator=. \ | ('' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapred.lib.FieldSelectionMapReduce.configure:165 |
| CONF-mapreduce.fieldsel.map.output.key.value.fields.spec | <TD ALIGN="right"><CODE>"mapreduce.fieldsel.map.output.key.value.fields.spec"</CODE></TD> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapred/lib/FieldSelectionMapReduce.html: "mapreduce.fieldsel.map.output.key.value.fields.spec". /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionHelper.html: "mapreduce.fieldsel.map.output.key.value.fields.spec". /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionMapper.html: "mapreduce.fieldsel.map.output.key.value.fields.spec". /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/streaming.html: -D mapreduce.fieldsel.map.output.key.value.fields.spec=6,5,1-3:0- \ | ('0-: ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapred.lib.FieldSelectionMapReduce.configure:167 |
| CONF-mapreduce.fieldsel.reduce.output.key.value.fields.spec | <TD ALIGN="right"><CODE>"mapreduce.fieldsel.reduce.output.key.value.fields.spec"</CODE></TD> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapred/lib/FieldSelectionMapReduce.html: "mapreduce.fieldsel.reduce.output.key.value.fields.spec". /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionHelper.html: "mapreduce.fieldsel.reduce.output.key.value.fields.spec". /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/fieldsel/FieldSelectionReducer.html: "mapreduce.fieldsel.reduce.output.key.value.fields.spec". /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/streaming.html: -D mapreduce.fieldsel.reduce.output.key.value.fields.spec=0-2:5- \ | ('0-: ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapred.lib.FieldSelectionMapReduce.configure:171 |
| CONF-mapreduce.input.lineinputformat.linespermap | <TD ALIGN="right"><CODE>"mapreduce.input.lineinputformat.linespermap"</CODE></TD> | ('1 ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapred.lib.NLineInputFormat.configure:94 |
| CONF-mapreduce.jdbc.driver.class | <TD ALIGN="right"><CODE>"mapreduce.jdbc.driver.class"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:148 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:148 | ||||
| CONF-mapreduce.jdbc.input.conditions | <TD ALIGN="right"><CODE>"mapreduce.jdbc.input.conditions"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getInputConditions:182 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getInputConditions:182 | ||||
| CONF-mapreduce.jdbc.input.field.names | <TD ALIGN="right"><CODE>"mapreduce.jdbc.input.field.names"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getInputFieldNames:174 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getInputFieldNames:174 | ||||
| CONF-mapreduce.jdbc.input.table.name | <TD ALIGN="right"><CODE>"mapreduce.jdbc.input.table.name"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getInputTableName:166 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getInputTableName:166 | ||||
| CONF-mapreduce.jdbc.password | <TD ALIGN="right"><CODE>"mapreduce.jdbc.password"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:154 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:154 | ||||
| CONF-mapreduce.jdbc.url | <TD ALIGN="right"><CODE>"mapreduce.jdbc.url"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:154 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:151 | ||||
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:154 | ||||
| TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:151 | ||||
| CONF-mapreduce.jdbc.username | <TD ALIGN="right"><CODE>"mapreduce.jdbc.username"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:154 | |
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:150 | ||||
| JobTracker | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:154 | ||||
| TT_Child | o.a.h.mapreduce.lib.db.DBConfiguration.getConnection:150 | ||||
| CONF-mapreduce.job.acl-view-job | Job specific access-control list for 'viewing' the job. It is only used if authorization is enabled in Map/Reduce by setting the configuration property mapreduce.cluster.acls.enabled to true. This specifies the list of users and/or groups who can view private details about the job. For specifying a list of users and groups the format to use is "user1,user2 group1,group". If set to '*', it allows all users/groups to modify this job. If set to ' '(i.e. space), it allows none. This configuration is used to guard some of the job-views and at present only protects APIs that can return possibly sensitive information of the job-owner like o job-level counters o task-level counters o tasks' diagnostic information o task-logs displayed on the TaskTracker web-UI and o job.xml showed by the JobTracker's web-UI Every other piece of information of jobs is still accessible by any other user, for e.g., JobStatus, JobProfile, list of jobs in the queue, etc. Irrespective of this ACL configuration, (a) job-owner, (b) the user who started the cluster, (c) cluster administrators configured via mapreduce.cluster.administrators and (d) queue administrators of the queue to which this job was submitted to configured via acl-administer-jobs for the specific queue in mapred-queues.xml can do all the view operations on a job. By default, nobody else besides job-owner, the user who started the cluster, cluster administrators and queue administrators can perform view operations on a job. | (' ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.writeJobACLs:1142 |
| CONF-mapreduce.job.cache.archives | TT_Child | o.a.h.mapreduce.filecache.DistributedCache.getCacheArchives:169 | |||
| JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getCacheArchives:169 | ||||
| CONF-mapreduce.job.cache.archives.timestamps | JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getArchiveTimestamps:224 | |||
| CONF-mapreduce.job.cache.files | TT_Child | o.a.h.mapreduce.filecache.DistributedCache.getCacheFiles:182 | |||
| JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getCacheFiles:182 | ||||
| CONF-mapreduce.job.cache.files.timestamps | JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getFileTimestamps:238 | |||
| CONF-mapreduce.job.cache.local.archives | TT_Child | o.a.h.mapreduce.filecache.DistributedCache.getLocalCacheArchives:196 | |||
| JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getLocalCacheArchives:196 | ||||
| CONF-mapreduce.job.cache.local.files | TT_Child | o.a.h.mapreduce.filecache.DistributedCache.getLocalCacheFiles:211 | |||
| JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getLocalCacheFiles:211 | ||||
| CONF-mapreduce.job.cache.symlink.create | the configuration property <span class="codefrag">mapreduce.job.cache.symlink.create</span> | docs/mapred_tutorial.html | TT_Child | o.a.h.mapreduce.filecache.DistributedCache.getSymlink:373 | |
| JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getSymlink:373 | ||||
| CONF-mapreduce.job.classpath.archives | JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getArchiveClassPaths:339 | |||
| CONF-mapreduce.job.classpath.files | JobTracker | o.a.h.mapreduce.filecache.DistributedCache.getFileClassPaths:298 | |||
| CONF-mapreduce.job.combine.class | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getCombinerClass:193 | |||
| CONF-mapreduce.job.committer.setup.cleanup.needed | true, if job needs job-setup and job-cleanup. false, otherwise | true ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getJobSetupCleanupNeeded:267 |
| CONF-mapreduce.job.committer.task.cleanup.needed | ('1 ' is default in code) | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getTaskCleanupNeeded:276 | ||
| CONF-mapreduce.job.complete.cancel.delegation.tokens | if false - do not unregister/cancel delegation tokens from renewal, because same tokens may be used by spawned jobs | true ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobInProgress.garbageCollect:3356 |
| CONF-mapreduce.job.end-notification.retry.attempts | Indicates how many times hadoop should attempt to contact the notification URL | 0 ('0 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobEndNotifier.createNotification:105 |
| CONF-mapreduce.job.end-notification.retry.interval | Indicates time in milliseconds between notification URL retry calls | 30000 ('30000 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobEndNotifier.createNotification:106 |
| CONF-mapreduce.job.end-notification.url | Set internally by JobTracker o.a.h.mapred.JobConf.setJobEndNotificationURI:1672 | JobTracker | o.a.h.mapred.JobConf.getJobEndNotificationURI:1652 | ||
| CONF-mapreduce.job.inputformat.class | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getInputFormatClass:169 | |||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapreduce.job.jar | <td colspan="1" rowspan="1">mapreduce.job.jar</td><td colspan="1" rowspan="1">String</td> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/streaming.html:mapreduce.job.jar becomes mapreduce_job_jar. In your code, access them as | docs/mapred_tutorial.html | TaskTracker | o.a.h.mapred.JobConf.getJar:444 | |
| JobTracker | o.a.h.mapred.JobConf.getJar:444 | ||||
| TT_Child | o.a.h.mapred.JobConf.getJar:444 | ||||
| CONF-mapreduce.job.jvm.numtasks | How many tasks to run per jvm. If set to -1, there is no limit. | 1 ('1 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.JobConf.getNumTasksToExecutePerJvm:611 |
| JobTracker | o.a.h.mapred.JobConf.getNumTasksToExecutePerJvm:611 | ||||
| TT_Child | o.a.h.mapred.JobConf.getNumTasksToExecutePerJvm:611 | ||||
| CONF-mapreduce.job.local.dir | <code>mapreduce.job.local.dir </code>. /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/mapred_tutorial.html: <span class="codefrag">mapreduce.job.local.dir</span>. It is available as System property | docs/api/org/apache/hadoop/mapred/JobConf.html | TaskTracker | o.a.h.mapred.TaskTracker.localizeJob:1018 | |
| JobTracker | o.a.h.mapred.JobConf.getJobLocalDir:1691 | ||||
| CONF-mapreduce.job.map.class | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getMapperClass:181 | |||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapreduce.job.maps | The default number of map tasks per job. Ignored when mapreduce.jobtracker.address is "local". | 2 ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getNumMapTasks:1179 |
| CONF-mapreduce.job.maxtaskfailures.per.tracker | The number of task-failures on a tasktracker of a given job after which new tasks of that job aren't assigned to it. | 4 ('4 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getMaxTaskFailuresPerTracker:1374 |
| CONF-mapreduce.job.name | interestedProperties.add("mapreduce.job.name"); /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/changes.html:of configuration properties "mapreduce.job.name" and "mapred.job.name".<br />(Ravi Gummadi via amareshwari)</li> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/streaming.html: -D mapreduce.job.name="Experiment" \ | (' ' is default in code) | docs/api/org/apache/hadoop/tools/rumen/package-summary.html | TT_Child | o.a.h.mapred.JobConf.getJobName:1313 |
| JobTracker | o.a.h.mapred.JobConf.getJobName:1313 | ||||
| CONF-mapreduce.job.output.group.comparator.class | Set internally by JobTracker o.a.h.mapred.JobConf.setOutputValueGroupingComparator:931 | JobTracker | o.a.h.mapred.JobConf.getOutputValueGroupingComparator:895 | ||
| CONF-mapreduce.job.output.key.class | Set internally by JobTracker o.a.h.mapred.JobConf.setOutputKeyClass:807 | TT_Child | o.a.h.mapred.JobConf.getOutputKeyClass:797 | ||
| JobTracker | o.a.h.mapred.JobConf.getOutputKeyClass:797 | ||||
| CONF-mapreduce.job.output.key.comparator.class | -D mapreduce.job.output.key.comparator.class=org.apache.hadoop.mapred.lib.KeyFieldBasedComparator \ | docs/streaming.html | TT_Child | o.a.h.mapred.JobConf.getOutputKeyComparator:816 | |
| JobTracker | o.a.h.mapred.JobConf.getOutputKeyComparator:816 | ||||
| CONF-mapreduce.job.output.value.class | Set internally by JobTracker o.a.h.mapred.JobConf.setOutputValueClass:984 | JobTracker | o.a.h.mapred.JobConf.getOutputValueClass:975 | ||
| CONF-mapreduce.job.outputformat.class | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getOutputFormatClass:217 | |||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapreduce.job.partitioner.class | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getPartitionerClass:229 | |||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapreduce.job.priority | Set internally by JobClient o.a.h.mapred.JobConf.setJobPriority:1445 | JobTracker | o.a.h.mapred.JobConf.getJobPriority:1454 | ||
| CONF-mapreduce.job.queuename | Queue to which a job is submitted. This must match one of the queues defined in mapred-queues.xml for the system. Also, the ACL setup for the queue must allow the current user to submit a job to the queue. Before specifying a queue, ensure that the system is configured with the queue, and access is allowed for submitting jobs to the queue. | default ('default ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.JobConf.getQueueName:1769 |
| JobTracker | o.a.h.mapred.JobConf.getQueueName:1769 | ||||
| CONF-mapreduce.job.reduce.class | JobTracker | o.a.h.mapreduce.task.JobContextImpl.getReducerClass:205 | |||
| JobClient | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| JobTracker | o.a.h.mapreduce.Job.ensureNotSet:954 | ||||
| CONF-mapreduce.job.reduce.slowstart.completedmaps | Fraction of the number of maps in the job which should be complete before reduces are scheduled for the job. | 0.05 ('0.05 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobInProgress.initTasks:673 |
| CONF-mapreduce.job.reduces | The default number of reduce tasks per job. Typically set to 99% of the cluster's reduce capacity, so that if a node fails the reduces can still be executed in a single wave. Ignored when mapreduce.jobtracker.address is "local". | 1 ('1 ' is default in code) | mapred-default.xml | TT_Child | o.a.h.mapred.JobConf.getNumReduceTasks:1227 |
| JobClient | o.a.h.mapred.JobConf.getNumReduceTasks:1227 | ||||
| JobTracker | o.a.h.mapred.JobConf.getNumReduceTasks:1227 | ||||
| CONF-mapreduce.job.skiprecords | ('0 ' is default in code) | TT_Child | o.a.h.mapred.pipes.PipesReducer.configure:53 | ||
| CONF-mapreduce.job.speculative.slownodethreshold | The number of standard deviations by which a Task Tracker's ave map and reduce progress-rates (finishTime-dispatchTime) must be lower than the average of all successful map/reduce task's for the TT to be considered too slow to give a speculative task to. | 1.0 ('1.0 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobInProgress.<init>:489 |
| CONF-mapreduce.job.speculative.slowtaskthreshold | 1.0 ('1.0 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobInProgress.<init>:486 | |
| CONF-mapreduce.job.speculative.speculativecap | The max percent (0-1) of running tasks that can be speculatively re-executed at any time. | 0.1 ('0.1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobInProgress.<init>:488 |
| CONF-mapreduce.job.submithostaddress | Set internally by JobTracker o.a.h.mapred.JobConf.setJobSubmitHostAddress:1488 | JobTracker | o.a.h.mapred.JobConf.getJobSubmitHostAddress:1497 | ||
| CONF-mapreduce.job.submithostname | Set internally by JobTracker o.a.h.mapred.JobConf.setJobSubmitHostName:1468 | JobTracker | o.a.h.mapred.JobConf.getJobSubmitHostName:1477 | ||
| CONF-mapreduce.job.user.name | job belongs in. String, default: <em>mapreduce.job.user.name</em> | docs/fair_scheduler.html | TaskTracker | o.a.h.mapred.JobConf.getUser:510 | |
| JobClient | o.a.h.mapred.JobConf.getUser:510 | ||||
| JobTracker | o.a.h.mapred.JobConf.getUser:510 | ||||
| CONF-mapreduce.job.userlog.retain.hours | The maximum time, in hours, for which the user-logs are to be retained after the job completion. | 24 ('24 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.UserLogCleaner.getUserlogRetainMillis:151 |
| CONF-mapreduce.job.working.dir | Set internally by JobTracker o.a.h.mapred.JobConf.getWorkingDirectory:589 | JobTracker | o.a.h.mapred.JobConf.getWorkingDirectory:583 | ||
| CONF-mapreduce.jobtracker.address | The host and port that the MapReduce job tracker runs at. If "local", then jobs are run in-process as a single map and reduce task. | local ('localhost:8012 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.JobTracker.getAddress:1764 |
| JobClient | o.a.h.mapred.JobTracker.getAddress:1764 | ||||
| JobClient | o.a.h.mapreduce.Cluster.createClient:93 | ||||
| JobTracker | o.a.h.mapred.JobTracker.getAddress:1764 | ||||
| JobTracker | o.a.h.mapreduce.Cluster.createClient:93 | ||||
| TT_Child | o.a.h.mapred.JobTracker.getAddress:1764 | ||||
| TT_Child | o.a.h.mapreduce.Cluster.createClient:93 | ||||
| CONF-mapreduce.jobtracker.blacklist.average.threshold | ('0.5 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:1454 | ||
| CONF-mapreduce.jobtracker.expire.trackers.interval | Expert: The time-interval, in miliseconds, after which a tasktracker is declared 'lost' if it doesn't send heartbeats. | 600000 ('600000 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1429 |
| CONF-mapreduce.jobtracker.handler.count | The number of server threads for the JobTracker. This should be roughly 4% of the number of tasktracker nodes. | 10 ('10 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1481 |
| CONF-mapreduce.jobtracker.heartbeat.interval.min | ('300 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:1448 | ||
| CONF-mapreduce.jobtracker.heartbeats.in.second | Expert: Approximate number of heart-beats that could arrive at JobTracker in a second. Assuming each RPC can be processed in 10msec, the default value is made 100 RPCs in a second. | 100 ('100 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1435 |
| CONF-mapreduce.jobtracker.heartbeats.scaling.factor | ('1.0 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.<init>:1441 | ||
| CONF-mapreduce.jobtracker.hosts.exclude.filename | Names a file that contains the list of hosts that should be excluded by the jobtracker. If the value is empty, no hosts are excluded. | (' ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.refreshHosts:4243 |
| JobTracker | o.a.h.mapred.JobTracker.<init>:1464 | ||||
| CONF-mapreduce.jobtracker.hosts.filename | Names a file that contains the list of nodes that may connect to the jobtracker. If the value is empty, all hosts are permitted. | (' ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.refreshHosts:4243 |
| JobTracker | o.a.h.mapred.JobTracker.<init>:1464 | ||||
| CONF-mapreduce.jobtracker.http.address | The job tracker http server address and port the server will listen on. If the port is 0 then the server will start on a free port. | 0.0.0.0:50030 ('0.0.0.0:50030 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1505 |
| CONF-mapreduce.jobtracker.instrumentation | Expert: The instrumentation class to associate with each JobTracker. | org.apache.hadoop.mapred.JobTrackerMetricsInst | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.getInstrumentationClass:1750 |
| CONF-mapreduce.jobtracker.jobhistory.block.size | The block size of the job history file. Since the job recovery uses job history, its important to dump job history to disk as soon as possible. Note that this is an expert level parameter. The default value is set to 3 MB. | 3145728 ('3145728 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.init:142 |
| CONF-mapreduce.jobtracker.jobhistory.completed.location | The completed job history files are stored at this single well known location. If nothing is specified, the files are stored at ${mapreduce.jobtracker.jobhistory.location}/done. | mapred-default.xml | JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.initDone:152 | |
| CONF-mapreduce.jobtracker.jobhistory.location | If job tracker is static the history files are stored in this single well known place. If No value is set here, by default, it is in the local file system at ${hadoop.log.dir}/history. | mapred-default.xml | JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.init:123 | |
| CONF-mapreduce.jobtracker.jobhistory.lru.cache.size | The number of job history files loaded in memory. The jobs are loaded when they are first accessed. The cache is cleared based on LRU. | 5 ('5 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JSPUtil.getJobInfo:513 |
| CONF-mapreduce.jobtracker.jobhistory.maxage | ('604800000 ' is default in code) | JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.initDone:178 | ||
| CONF-mapreduce.jobtracker.jobinit.threads | ('4 ' is default in code) | JobTracker | o.a.h.mapred.EagerTaskInitializationListener.<init>:91 | ||
| CONF-mapreduce.jobtracker.kerberos.principal | JobTracker | o.a.h.security.SecurityUtil.login:254 | |||
| CONF-mapreduce.jobtracker.keytab.file | JobTracker | o.a.h.security.SecurityUtil.login:249 | |||
| CONF-mapreduce.jobtracker.maxmapmemory.mb | ('-1 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.initializeTaskMemoryRelatedConfig:4497 | ||
| CONF-mapreduce.jobtracker.maxreducememory.mb | ('-1 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.initializeTaskMemoryRelatedConfig:4502 | ||
| CONF-mapreduce.jobtracker.maxtasks.perjob | The maximum number of tasks for a single job. A value of -1 indicates that there is no maximum. | -1 ('-1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.getMaxTasksPerJob:4445 |
| CONF-mapreduce.jobtracker.persist.jobstatus.active | Indicates if persistency of job status information is active or not. | true ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.CompletedJobStatusStore.<init>:67 |
| CONF-mapreduce.jobtracker.persist.jobstatus.dir | The directory where the job status information is persisted in a file system to be available after it drops of the memory queue and between jobtracker restarts. | /jobtracker/jobsInfo ('/jobtracker/jobsInfo ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.CompletedJobStatusStore.<init>:74 |
| CONF-mapreduce.jobtracker.persist.jobstatus.hours | The number of hours job status information is persisted in DFS. The job status information will be available after it drops of the memory queue and between jobtracker restarts. With a zero value the job status information is not persisted at all in DFS. | 1 ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.CompletedJobStatusStore.<init>:71 |
| CONF-mapreduce.jobtracker.restart.recover | "true" to enable (job) recovery upon restart, "false" to start afresh | false ('0 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1589 |
| CONF-mapreduce.jobtracker.retiredjobs.cache.size | The number of retired job status to keep in the cache. | 1000 ('1000 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1431 |
| CONF-mapreduce.jobtracker.retirejobs | ('1 ' is default in code) | JobTracker | o.a.h.mapred.JobTracker.retireJob:542 | ||
| CONF-mapreduce.jobtracker.split.metainfo.maxsize | ('10000000 ' is default in code) | JobTracker | o.a.h.mapreduce.split.SplitMetaInfoReader.readSplitMetaInfo:47 | ||
| CONF-mapreduce.jobtracker.system.dir | The directory where MapReduce stores control files. | ${hadoop.tmp.dir}/mapred/system ('/tmp/hadoop/mapred/system ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.LocalJobRunner.getSystemDir:719 |
| JobTracker | o.a.h.mapred.JobTracker.getSystemDir:3950 | ||||
| CONF-mapreduce.jobtracker.taskcache.levels | This is the max level of the task cache. For example, if the level is 2, the tasks cached are at the host level and at the rack level. | 2 ('2 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1660 |
| CONF-mapreduce.jobtracker.taskscheduler | The class responsible for scheduling the tasks. | org.apache.hadoop.mapred.JobQueueTaskScheduler | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1476 |
| CONF-mapreduce.jobtracker.taskscheduler.maxrunningtasks.perjob | The maximum number of running tasks for a job before it gets preempted. No limits if undefined. | ('9223372036854775807 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.LimitTasksPerJobTaskScheduler.setConf:59 |
| CONF-mapreduce.jobtracker.taskscheduler.taskalloc.capacitypad | ('0.01 ' is default in code) | JobTracker | o.a.h.mapred.JobQueueTaskScheduler.setConf:75 | ||
| CONF-mapreduce.jobtracker.tasktracker.maxblacklists | The number of blacklists for a taskTracker by various jobs after which the task tracker could be blacklisted across all jobs. The tracker will be given a tasks later (after a day). The tracker will become a healthy tracker after a restart. | 4 ('4 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobTracker.<init>:1432 |
| CONF-mapreduce.map.debug.script | properties <span class="codefrag">mapreduce.map.debug.script</span> and | docs/mapred_tutorial.html | TaskTracker | o.a.h.mapred.JobConf.getMapDebugScript:1603 | |
| JobTracker | o.a.h.mapred.JobConf.getMapDebugScript:1603 | ||||
| CONF-mapreduce.map.failures.maxpercent | Set internally by JobTracker o.a.h.mapred.JobConf.setMaxMapTaskFailuresPercent:1405 | ('0 ' is default in code) | JobTracker | o.a.h.mapred.JobConf.getMaxMapTaskFailuresPercent:1391 | |
| CONF-mapreduce.map.input.file | <td colspan="1" rowspan="1">mapreduce.map.input.file</td><td colspan="1" rowspan="1"> String</td> | docs/mapred_tutorial.html | TT_Child | o.a.h.mapreduce.lib.aggregate.ValueAggregatorBaseDescriptor.configure:164 | |
| CONF-mapreduce.map.maxattempts | Expert: The maximum number of attempts per map task. In other words, framework will try to execute a map task these many number of times before giving up on it. | 4 ('4 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getMaxMapAttempts:1273 |
| CONF-mapreduce.map.memory.mb | mapreduce.map.memory.mb | ('-1 ' is default in code) | docs/api/org/apache/hadoop/mapred/JobConf.html | JobTracker | o.a.h.mapred.JobConf.getMemoryForMapTask:1710 |
| CONF-mapreduce.map.output.compress | Should the outputs of the maps be compressed before being sent across the network. Uses SequenceFile compression. | false ('0 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getCompressMapOutput:699 |
| CONF-mapreduce.map.output.compress.codec | If the map outputs are compressed, how should they be compressed? | org.apache.hadoop.io.compress.DefaultCodec | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getMapOutputCompressorClass:726 |
| CONF-mapreduce.map.output.key.class | Set internally by JobTracker o.a.h.mapred.JobConf.setMapOutputKeyClass:761 | TT_Child | o.a.h.mapred.JobConf.getMapOutputKeyClass:746 | ||
| JobTracker | o.a.h.mapred.JobConf.getMapOutputKeyClass:746 | ||||
| CONF-mapreduce.map.output.key.field.separator | -D mapreduce.map.output.key.field.separator=. \ | ('' is default in code) | docs/streaming.html | TT_Child | o.a.h.mapreduce.lib.partition.KeyFieldBasedPartitioner.setConf:66 |
| JobTracker | o.a.h.mapreduce.lib.partition.KeyFieldBasedComparator.setConf:65 | ||||
| TT_Child | o.a.h.mapreduce.lib.partition.KeyFieldBasedComparator.setConf:65 | ||||
| CONF-mapreduce.map.output.value.class | Set internally by JobTracker o.a.h.mapred.JobConf.setMapOutputValueClass:788 | JobTracker | o.a.h.mapred.JobConf.getMapOutputValueClass:772 | ||
| CONF-mapreduce.map.skip.maxrecords | The number of acceptable skip records surrounding the bad record PER bad record in mapper. The number includes the bad record as well. To turn the feature of detection/skipping of bad records off, set the value to 0. The framework tries to narrow down the skipped range by retrying until this threshold is met OR all attempts get exhausted for this task. Set the value to Long.MAX_VALUE to indicate that framework need not try to narrow down. Whatever records(depends on application) get skipped are acceptable. | 0 ('0 ' is default in code) | mapred-default.xml | TT_Child | o.a.h.mapred.SkipBadRecords.getMapperMaxSkipRecords:251 |
| JobTracker | o.a.h.mapred.SkipBadRecords.getMapperMaxSkipRecords:251 | ||||
| CONF-mapreduce.map.skip.proc-count.auto-incr | Set internally by TT_Child o.a.h.mapred.SkipBadRecords.setAutoIncrMapperProcCount:156 | ('1 ' is default in code) | TT_Child | o.a.h.mapred.SkipBadRecords.getAutoIncrMapperProcCount:138 | |
| CONF-mapreduce.map.speculative | If true, then multiple instances of some map tasks may be executed in parallel. | true ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getMapSpeculativeExecution:1135 |
| CONF-mapreduce.partition.binarypartitioner.left.offset | <TD ALIGN="right"><CODE>"mapreduce.partition.binarypartitioner.left.offset"</CODE></TD> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/partition/BinaryPartitioner.html: <i>mapreduce.partition.binarypartitioner.left.offset</i>: | ('0 ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.partition.BinaryPartitioner.setConf:120 |
| CONF-mapreduce.partition.binarypartitioner.right.offset | <TD ALIGN="right"><CODE>"mapreduce.partition.binarypartitioner.right.offset"</CODE></TD> /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapreduce/lib/partition/BinaryPartitioner.html: <i>mapreduce.partition.binarypartitioner.right.offset</i>: | ('-1 ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.partition.BinaryPartitioner.setConf:121 |
| CONF-mapreduce.pipes.partitioner | <TD ALIGN="right"><CODE>"mapreduce.pipes.partitioner"</CODE></TD> | docs/api/constant-values.html | TT_Child | o.a.h.mapred.pipes.Submitter.getJavaPartitioner:214 | |
| CONF-mapreduce.reduce.debug.script | <span class="codefrag">mapreduce.reduce.debug.script</span>, for debugging map and | docs/mapred_tutorial.html | TaskTracker | o.a.h.mapred.JobConf.getReduceDebugScript:1640 | |
| JobTracker | o.a.h.mapred.JobConf.getReduceDebugScript:1640 | ||||
| CONF-mapreduce.reduce.failures.maxpercent | Set internally by JobTracker o.a.h.mapred.JobConf.setMaxReduceTaskFailuresPercent:1436 | ('0 ' is default in code) | JobTracker | o.a.h.mapred.JobConf.getMaxReduceTaskFailuresPercent:1422 | |
| CONF-mapreduce.reduce.maxattempts | Expert: The maximum number of attempts per reduce task. In other words, framework will try to execute a reduce task these many number of times before giving up on it. | 4 ('4 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getMaxReduceAttempts:1294 |
| CONF-mapreduce.reduce.memory.mb | Set internally by JobTracker o.a.h.mapred.JobConf.setMemoryForReduceTask:1759 | ('-1 ' is default in code) | JobTracker | o.a.h.mapred.JobConf.getMemoryForReduceTask:1737 | |
| CONF-mapreduce.reduce.skip.maxgroups | The number of acceptable skip groups surrounding the bad group PER bad group in reducer. The number includes the bad group as well. To turn the feature of detection/skipping of bad groups off, set the value to 0. The framework tries to narrow down the skipped range by retrying until this threshold is met OR all attempts get exhausted for this task. Set the value to Long.MAX_VALUE to indicate that framework need not try to narrow down. Whatever groups(depends on application) get skipped are acceptable. | 0 ('0 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.SkipBadRecords.getReducerMaxSkipGroups:290 |
| CONF-mapreduce.reduce.speculative | If true, then multiple instances of some reduce tasks may be executed in parallel. | true ('1 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getReduceSpeculativeExecution:1158 |
| CONF-mapreduce.task.attempt.id | <td colspan="1" rowspan="1">mapreduce.task.attempt.id</td><td colspan="1" rowspan="1"> String</td> | ('NONMAPREDUCE ' is default in code) | docs/mapred_tutorial.html | TaskTracker | o.a.h.hdfs.DFSClient.<init>:262 |
| DFSAdmin | o.a.h.hdfs.DFSClient.<init>:262 | ||||
| FS_Shell | o.a.h.hdfs.DFSClient.<init>:262 | ||||
| CONF-mapreduce.task.files.preserve.failedtasks | Should the files for failed tasks be kept. This should only be used on jobs that are failing, because the storage is never reclaimed. It also prevents the map outputs from being erased from the reduce directory as they are consumed. | false ('0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.JobConf.getKeepFailedTaskFiles:542 |
| JobTracker | o.a.h.mapred.JobConf.getKeepFailedTaskFiles:542 | ||||
| CONF-mapreduce.task.files.preserve.filepattern | Set internally by JobTracker o.a.h.mapred.JobConf.setKeepTaskFilesPattern:554 | TaskTracker | o.a.h.mapred.JobConf.getKeepTaskFilesPattern:564 | ||
| JobTracker | o.a.h.mapred.JobConf.getKeepTaskFilesPattern:564 | ||||
| CONF-mapreduce.task.profile | To set whether the system should collect profiler information for some of the tasks in this job? The information is stored in the user log directory. The value is "true" if task profiling is enabled. | false ('0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.JobConf.getProfileEnabled:1507 |
| JobTracker | o.a.h.mapred.JobConf.getProfileEnabled:1507 | ||||
| CONF-mapreduce.task.profile.maps | To set the ranges of map tasks to profile. mapreduce.task.profile has to be set to true for the value to be accounted. | 0-2 ('0-2 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getProfileTaskRange:1553 |
| CONF-mapreduce.task.profile.params | <span class="codefrag">mapreduce.task.profile.params</span>. The value can be specified | ('-agentlib:hprof=cpu=samples heap=sites force=n thread=y verbose=n file=%s ' is default in code) | docs/mapred_tutorial.html | JobTracker | o.a.h.mapred.JobConf.getProfileParams:1529 |
| CONF-mapreduce.task.profile.reduces | To set the ranges of reduce tasks to profile. mapreduce.task.profile has to be set to true for the value to be accounted. | 0-2 ('0-2 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.JobConf.getProfileTaskRange:1553 |
| CONF-mapreduce.task.skip.start.attempts | The number of Task attempts AFTER which skip mode will be kicked off. When skip mode is kicked off, the tasks reports the range of records which it will process next, to the TaskTracker. So that on failures, TT knows which ones are possibly the bad records. On further executions, those are skipped. | 2 ('2 ' is default in code) | mapred-default.xml | JobTracker | o.a.h.mapred.SkipBadRecords.getAttemptsToStartSkipping:103 |
| CONF-mapreduce.task.timeout | The number of milliseconds before a task will be terminated if it neither reads an input, writes an output, nor updates its status string. | 600000 ('600000 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker$TaskInProgress.setJobConf:2609 |
| CONF-mapreduce.task.tmp.dir | To set the value of tmp directory for map and reduce tasks. If the value is an absolute path, it is directly assigned. Otherwise, it is prepended with task's working directory. The java tasks are executed with option -Djava.io.tmpdir='the absolute path of the tmp dir'. Pipes and streaming are set with environment variable, TMPDIR='the absolute path of the tmp dir' | ./tmp ('./tmp ' is default in code) | mapred-default.xml | TT_Child | o.a.h.mapred.TaskRunner.createChildTmpDir:479 |
| CONF-mapreduce.tasktracker.cache.local.numberdirectories | The maximum number of subdirectories that should be created in any particular distributed cache store. After this many directories have been created, cache items will be expunged regardless of whether the total size threshold has been exceeded. | 10000 ('10000 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapreduce.filecache.TrackerDistributedCacheManager.<init>:97 |
| CONF-mapreduce.tasktracker.cache.local.size | The number of bytes to allocate in each local TaskTracker directory for holding Distributed Cache data. | 10737418240 ('10737418240 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapreduce.filecache.TrackerDistributedCacheManager.<init>:94 |
| CONF-mapreduce.tasktracker.contention.tracking | ('0 ' is default in code) | TaskTracker | o.a.h.mapred.TaskTracker.main:3616 | ||
| CONF-mapreduce.tasktracker.distributedcache.checkperiod | TaskTracker | o.a.h.mapreduce.filecache.TrackerDistributedCacheManager$CleanupThread.<init>:665 | |||
| CONF-mapreduce.tasktracker.dns.interface | The name of the Network Interface from which a task tracker should report its IP address. | default ('default ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:622 |
| CONF-mapreduce.tasktracker.dns.nameserver | The host name or IP address of the name server (DNS) which a TaskTracker should use to determine the host name used by the JobTracker for communication and display purposes. | default ('default ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:622 |
| CONF-mapreduce.tasktracker.events.batchsize | ('500 ' is default in code) | TaskTracker | o.a.h.mapred.TaskTracker.initialize:646 | ||
| CONF-mapreduce.tasktracker.healthchecker.interval | Frequency of the node health script to be run, in milliseconds | 60000 ('600000 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.NodeHealthCheckerService.initialize:222 |
| CONF-mapreduce.tasktracker.healthchecker.script.args | List of arguments which are to be passed to node health script when it is being launched comma seperated. | mapred-default.xml | TaskTracker | o.a.h.mapred.NodeHealthCheckerService.initialize:227 | |
| CONF-mapreduce.tasktracker.healthchecker.script.path | Absolute path to the script which is periodicallyrun by the node health monitoring service to determine if the node is healthy or not. If the value of this key is empty or the file does not exist in the location configured here, the node health monitoring service is not started. | mapred-default.xml | TaskTracker | o.a.h.mapred.NodeHealthCheckerService.shouldRun:334 | |
| TaskTracker | o.a.h.mapred.NodeHealthCheckerService.initialize:220 | ||||
| CONF-mapreduce.tasktracker.healthchecker.script.timeout | Time after node health script should be killed if unresponsive and considered that the script has failed. | 600000 ('1200000 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.NodeHealthCheckerService.initialize:224 |
| CONF-mapreduce.tasktracker.host.name | Set internally by TaskTracker o.a.h.mapred.TaskTracker$TaskInProgress.localizeTask:2551 | TaskTracker | o.a.h.mapred.TaskTracker.initialize:619 | ||
| TaskTracker | o.a.h.mapred.TaskTracker$TaskInProgress.localizeTask:2550 | ||||
| TaskTracker | o.a.h.mapred.TaskTracker$TaskInProgress.localizeTask:2551 | ||||
| TaskTracker | o.a.h.mapred.TaskTracker.initialize:618 | ||||
| CONF-mapreduce.tasktracker.http.address | The task tracker http server address and port. If the port is 0 then the server will start on a free port. | 0.0.0.0:50060 ('0.0.0.0:50060 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.<init>:1360 |
| CONF-mapreduce.tasktracker.http.threads | The number of worker threads that for the http server. This is used for map output fetching | 40 ('40 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.<init>:1366 |
| CONF-mapreduce.tasktracker.indexcache.mb | The maximum memory that a task tracker allows for the index cache that is used when serving map outputs to reducers. | 10 ('10 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.IndexCache.<init>:45 |
| CONF-mapreduce.tasktracker.instrumentation | Expert: The instrumentation class to associate with each TaskTracker. | org.apache.hadoop.mapred.TaskTrackerMetricsInst | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.getInstrumentationClasses:762 |
| CONF-mapreduce.tasktracker.kerberos.principal | TaskTracker | o.a.h.security.SecurityUtil.login:254 | |||
| CONF-mapreduce.tasktracker.keytab.file | TaskTracker | o.a.h.security.SecurityUtil.login:249 | |||
| CONF-mapreduce.tasktracker.local.dir.minspacekill | If the space in mapreduce.cluster.local.dir drops under this, do not ask more tasks until all the current ones have finished and cleaned up. Also, to save the rest of the tasks we have running, kill one of them, to clean up some space. Start with the reduce tasks, then go with the ones that have finished the least. Value in bytes. | 0 ('0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:644 |
| CONF-mapreduce.tasktracker.local.dir.minspacestart | If the space in mapreduce.cluster.local.dir drops under this, do not ask for more tasks. Value in bytes. | 0 ('0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:643 |
| CONF-mapreduce.tasktracker.map.tasks.maximum | The maximum number of map tasks that will be run simultaneously by a task tracker. | 2 ('2 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.<init>:1356 |
| CONF-mapreduce.tasktracker.memorycalculatorplugin | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:3985 | |||
| CONF-mapreduce.tasktracker.net.static.resolutions | Set internally by TaskTracker o.a.h.mapred.TaskTracker$TaskInProgress.localizeTask:2570 | TaskTracker | o.a.h.mapred.Task.setConf:1115 | ||
| JobTracker | o.a.h.mapred.Task.setConf:1115 | ||||
| TT_Child | o.a.h.mapred.Task.setConf:1115 | ||||
| CONF-mapreduce.tasktracker.outofband.heartbeat | Expert: Set this to true to let the tasktracker send an out-of-band heartbeat on task-completion for better latency. | false ('0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:750 |
| CONF-mapreduce.tasktracker.reduce.tasks.maximum | The maximum number of reduce tasks that will be run simultaneously by a task tracker. | 2 ('2 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.<init>:1357 |
| CONF-mapreduce.tasktracker.report.address | The interface and port that task tracker server listens on. Since it is only connected to by the tasks, it uses the local interface. EXPERT ONLY. Should only be changed if your host does not have the loopback interface. | 127.0.0.1:0 ('127.0.0.1:0 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:653 |
| CONF-mapreduce.tasktracker.reserved.physicalmemory.mb | ('-1 ' is default in code) | TaskTracker | o.a.h.mapred.TaskTracker.initializeMemoryManagement:4050 | ||
| CONF-mapreduce.tasktracker.resourcecalculatorplugin | Name of the class whose instance will be used to query resource information on the tasktracker. The class must be an instance of org.apache.hadoop.util.ResourceCalculatorPlugin. If the value is null, the tasktracker attempts to use a class appropriate to the platform. Currently, the only platform supported is Linux. | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:724 | |
| CONF-mapreduce.tasktracker.taskcontroller | TaskController which is used to launch and manage task execution | org.apache.hadoop.mapred.DefaultTaskController | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskTracker.initialize:690 |
| CONF-mapreduce.tasktracker.taskmemorymanager.monitoringinterval | The interval, in milliseconds, for which the tasktracker waits between two cycles of monitoring its tasks' memory usage. Used only if tasks' memory management is enabled via mapred.tasktracker.tasks.maxmemory. | 5000 ('5000 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskMemoryManagerThread.<init>:63 |
| CONF-mapreduce.tasktracker.tasks.sleeptimebeforesigkill | The time, in milliseconds, the tasktracker waits for sending a SIGKILL to a task, after it has been sent a SIGTERM. This is currently not used on WINDOWS where tasks are just sent a SIGTERM. | 5000 ('5000 ' is default in code) | mapred-default.xml | TaskTracker | o.a.h.mapred.TaskMemoryManagerThread.run:207 |
| CONF-mapreduce.tasktracker.userlogcleanup.sleeptime | ('3600000 ' is default in code) | TaskTracker | o.a.h.mapred.UserLogCleaner.<init>:60 | ||
| CONF-mapreduce.totalorderpartitioner.naturalorder | <TD ALIGN="right"><CODE>"mapreduce.totalorderpartitioner.naturalorder"</CODE></TD> | ('1 ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.partition.TotalOrderPartitioner.setConf:95 |
| CONF-mapreduce.totalorderpartitioner.path | <TD ALIGN="right"><CODE>"mapreduce.totalorderpartitioner.path"</CODE></TD> | ('_partition.lst ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.partition.TotalOrderPartitioner.getPartitionFile:140 |
| CONF-mapreduce.totalorderpartitioner.trie.maxdepth | <TD ALIGN="right"><CODE>"mapreduce.totalorderpartitioner.trie.maxdepth"</CODE></TD> | ('200 ' is default in code) | docs/api/constant-values.html | TT_Child | o.a.h.mapreduce.lib.partition.TotalOrderPartitioner.setConf:98 |
| CONF-net.topology.node.switch.mapping.impl | The default implementation of the DNSToSwitchMapping. It invokes a script specified in topology.script.file.name to resolve node names. If the value for topology.script.file.name is not set, the default value of DEFAULT_RACK is returned for all node names. | org.apache.hadoop.net.ScriptBasedMapping | core-default.xml | NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.activate:382 |
| CONF-net.topology.script.file.name | The script name that should be invoked to resolve DNS names to NetworkTopology names. Example: the script would take host.foo.bar as an argument, and return /rack1 as the output. | core-default.xml | SecondaryNN | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:172 | |
| JobTracker | o.a.h.net.ScriptBasedMapping$RawScriptBasedMapping.setConf:78 | ||||
| NameNode | o.a.h.hdfs.server.namenode.BlockManager.setConfigurationParameters:172 | ||||
| NameNode | o.a.h.net.ScriptBasedMapping$RawScriptBasedMapping.setConf:78 | ||||
| CONF-net.topology.script.number.args | The max number of args that the script configured with topology.script.file.name should be run with. Each arg is an IP address. | 100 ('100 ' is default in code) | core-default.xml | NameNode | o.a.h.net.ScriptBasedMapping$RawScriptBasedMapping.setConf:79 |
| JobTracker | o.a.h.net.ScriptBasedMapping$RawScriptBasedMapping.setConf:79 | ||||
| CONF-num.key.fields.for.partition | ('0 ' is default in code) | TT_Child | o.a.h.mapreduce.lib.partition.KeyFieldBasedPartitioner.setConf:72 | ||
| TT_Child | o.a.h.mapreduce.lib.partition.KeyFieldBasedPartitioner.setConf:69 | ||||
| CONF-s3.stream-buffer-size | The size of buffer to stream files. The size of this buffer should probably be a multiple of hardware page size (4096 on Intel x86), and it determines how much data is buffered during read and write operations. | 4096 ('4096 ' is default in code) | core-default.xml | TaskTracker | o.a.h.fs.s3.Jets3tFileSystemStore.initialize:105 |
| DFSAdmin | o.a.h.fs.s3.Jets3tFileSystemStore.initialize:105 | ||||
| FS_Shell | o.a.h.fs.s3.Jets3tFileSystemStore.initialize:105 | ||||
| CONF-session.id | <DD>Get the user-specified session identifier. The default is the empty string. | (' ' is default in code) | docs/api/org/apache/hadoop/mapred/JobConf.html | TaskTracker | o.a.h.mapred.JobConf.getSessionId:1342 |
| JobClient | o.a.h.mapred.JobConf.getSessionId:1342 | ||||
| JobTracker | o.a.h.mapred.JobConf.getSessionId:1342 | ||||
| TT_Child | o.a.h.mapred.JobConf.getSessionId:1342 | ||||
| CONF-slave.host.name | TaskTracker | o.a.h.metrics.ganglia.GangliaContext31.init:56 | |||
| JobClient | o.a.h.metrics.ganglia.GangliaContext31.init:55 | ||||
| JobClient | o.a.h.metrics.ganglia.GangliaContext31.init:56 | ||||
| JobTracker | o.a.h.metrics.ganglia.GangliaContext31.init:55 | ||||
| JobTracker | o.a.h.metrics.ganglia.GangliaContext31.init:56 | ||||
| TT_Child | o.a.h.metrics.ganglia.GangliaContext31.init:55 | ||||
| TT_Child | o.a.h.metrics.ganglia.GangliaContext31.init:56 | ||||
| TaskTracker | o.a.h.metrics.ganglia.GangliaContext31.init:55 | ||||
| CONF-ssl.client.do.not.authenticate.server | ('0 ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:97 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:97 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:97 | ||||
| CONF-ssl.client.keystore.keypassword | ('changeit ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:90 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:90 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:90 | ||||
| CONF-ssl.client.keystore.location | ('keystore.jks ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:87 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:80 | ||||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:87 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:80 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:87 | ||||
| TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:80 | ||||
| CONF-ssl.client.keystore.password | ('changeit ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:85 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:85 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:85 | ||||
| CONF-ssl.client.keystore.type | ('JKS ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:83 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:83 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:83 | ||||
| CONF-ssl.client.truststore.location | ('truststore.jks ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:106 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:106 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:106 | ||||
| CONF-ssl.client.truststore.password | ('changeit ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:104 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:104 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:104 | ||||
| CONF-ssl.client.truststore.type | ('JKS ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.setupSsl:102 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.setupSsl:102 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.setupSsl:102 | ||||
| CONF-ssl.expiration.warn.days | ('30 ' is default in code) | TaskTracker | o.a.h.hdfs.HsftpFileSystem.initialize:63 | ||
| DFSAdmin | o.a.h.hdfs.HsftpFileSystem.initialize:63 | ||||
| FS_Shell | o.a.h.hdfs.HsftpFileSystem.initialize:63 | ||||
| CONF-ssl.server.keystore.keypassword | (' ' is default in code) | DataNode | o.a.h.http.HttpServer.addSslListener:556 | ||
| CONF-ssl.server.keystore.location | DataNode | o.a.h.http.HttpServer.addSslListener:554 | |||
| CONF-ssl.server.keystore.password | (' ' is default in code) | DataNode | o.a.h.http.HttpServer.addSslListener:555 | ||
| CONF-ssl.server.keystore.type | ('jks ' is default in code) | DataNode | o.a.h.http.HttpServer.addSslListener:557 | ||
| CONF-ssl.server.truststore.location | (' ' is default in code) | DataNode | o.a.h.http.HttpServer.addSslListener:536 | ||
| CONF-ssl.server.truststore.password | (' ' is default in code) | DataNode | o.a.h.http.HttpServer.addSslListener:538 | ||
| CONF-ssl.server.truststore.type | ('jks ' is default in code) | DataNode | o.a.h.http.HttpServer.addSslListener:540 | ||
| CONF-test.generic.writable | TT_Child | o.a.h.io.TestGenericWritable$Baz.readFields:94 | |||
| CONF-tmpjars | Set internally by DFSAdmin o.a.h.util.GenericOptionsParser.processGeneralOptions:280 | JobTracker | o.a.h.util.GenericOptionsParser.getLibJars:335 | ||
| DFSAdmin | o.a.h.util.GenericOptionsParser.getLibJars:335 | ||||
| DataNode | o.a.h.util.GenericOptionsParser.getLibJars:335 | ||||
| FS_Shell | o.a.h.util.GenericOptionsParser.getLibJars:335 | ||||
| JobClient | o.a.h.util.GenericOptionsParser.getLibJars:335 | ||||
| CONF-topology.node.switch.mapping.impl | JobTracker | o.a.h.mapred.JobTracker.<init>:4748 | |||
| JobTracker | o.a.h.mapred.JobTracker.<init>:1657 | ||||
| CONF-user.name | <DD>Get the user name /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/api/org/apache/hadoop/mapred/gridmix/SubmitterUserResolver.html: Since <A HREF="../../../../../org/apache/hadoop/mapred/gridmix/SubmitterUserResolver.html" title="class in org.apache.hadoop.mapred.gridmix"><CODE>SubmitterUserResolver</CODE></A> returns the user name who is running /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/changes.html: <li>MAPREDUCE-1440. Replace the long user name in MapReduce with the local /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/dynamic_scheduler.html: and their user name, using their secret key. The server looks up the user's secret key in an /Users/asrabkin/Documents/cloudera/hadoop-22/hadoop-mapreduce/docs/fair_scheduler.html: job belongs in. String, default: <em>mapreduce.job.user.name</em> | docs/api/index-all.html | TT_Child | o.a.h.mapred.Child.main:209 | |
| TT_Child | o.a.h.mapred.Child.main:208 | ||||
| CONF-webinterface.private.actions | If set to true, the web interfaces of JT and NN may contain actions, such as kill job, delete file, etc., that should not be exposed to public. Enable this option if the interfaces are only reachable by those who have the right authorization. | false ('0 ' is default in code) | core-default.xml | JobTracker | o.a.h.mapred.JSPUtil.privateActionsAllowed:479 |
| PROP-Filename | (' ' is default in code) | TaskTracker | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:208 | ||
| DFSAdmin | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:208 | ||||
| FS_Shell | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:208 | ||||
| PROP-Filesize | ('0 ' is default in code) | TaskTracker | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:215 | ||
| DFSAdmin | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:215 | ||||
| FS_Shell | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:215 | ||||
| PROP-Inactive | JobTracker | are.allowed|All | |||
| PROP-IsDirectory | ('false ' is default in code) | TaskTracker | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:209 | ||
| DFSAdmin | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:209 | ||||
| FS_Shell | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:209 | ||||
| PROP-M-Time | ('0 ' is default in code) | TaskTracker | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:218 | ||
| DFSAdmin | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:218 | ||||
| FS_Shell | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:218 | ||||
| PROP-Replicas | ('1 ' is default in code) | TaskTracker | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:221 | ||
| DFSAdmin | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:221 | ||||
| FS_Shell | org.kosmix.kosmosfs.access.KfsAccess.kfs_readdirplus:221 | ||||
| PROP-blockpoolID | NameNode | o.a.h.hdfs.server.namenode.NNStorage.getFields:679 | |||
| DataNode | o.a.h.hdfs.server.datanode.BlockPoolSliceStorage.getFields:217 | ||||
| PROP-cTime | NameNode | o.a.h.hdfs.server.common.Storage.setcTime:899 | |||
| DataNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| DataNode | o.a.h.hdfs.server.common.Storage.setcTime:899 | ||||
| NameNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| PROP-clusterID | NameNode | o.a.h.hdfs.server.namenode.NNStorage.determineClusterId:965 | |||
| DataNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| DataNode | o.a.h.hdfs.server.common.Storage.setClusterId:907 | ||||
| NameNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| NameNode | o.a.h.hdfs.server.common.Storage.setClusterId:907 | ||||
| PROP-distributedUpgradeState | NameNode | o.a.h.hdfs.server.namenode.NNStorage.getFields:684 | |||
| PROP-distributedUpgradeVersion | NameNode | o.a.h.hdfs.server.namenode.NNStorage.getFields:685 | |||
| PROP-hadoop.log.dir | TaskTracker | o.a.h.mapred.TaskLog.getBaseLogDir:166 | |||
| DataNode | o.a.h.http.HttpServer.addDefaultApps:256 | ||||
| JobTracker | o.a.h.http.HttpServer.addDefaultApps:256 | ||||
| JobTracker | o.a.h.mapred.JobTracker.getLocalJobFilePath:4764 | ||||
| JobTracker | o.a.h.mapreduce.jobhistory.JobHistory.init:123 | ||||
| NameNode | o.a.h.hdfs.server.namenode.FSNamesystem.metaSave:619 | ||||
| TT_Child | o.a.h.mapred.TaskLog.getBaseLogDir:166 | ||||
| TaskTracker | o.a.h.http.HttpServer.addDefaultApps:256 | ||||
| PROP-hadoop.metrics.init.mode | NameNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:561 | |||
| DataNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:559 | ||||
| DataNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:561 | ||||
| NameNode | o.a.h.metrics2.impl.MetricsSystemImpl.initMode:559 | ||||
| PROP-imageMD5Digest | NameNode | o.a.h.hdfs.server.namenode.NNStorage.getFields:690 | |||
| PROP-java.class.path | TaskTracker | o.a.h.util.StringUtils.startupShutdownMessage:588 | |||
| DataNode | o.a.h.util.StringUtils.startupShutdownMessage:588 | ||||
| JobTracker | o.a.h.util.StringUtils.startupShutdownMessage:588 | ||||
| NameNode | o.a.h.util.StringUtils.startupShutdownMessage:588 | ||||
| SecondaryNN | o.a.h.util.StringUtils.startupShutdownMessage:588 | ||||
| PROP-java.library.path | TaskTracker | o.a.h.util.NativeCodeLoader. | |||
| DFSAdmin | o.a.h.util.NativeCodeLoader. | ||||
| DataNode | o.a.h.util.NativeCodeLoader. | ||||
| FS_Shell | o.a.h.util.NativeCodeLoader. | ||||
| JobClient | o.a.h.util.NativeCodeLoader. | ||||
| JobTracker | o.a.h.util.NativeCodeLoader. | ||||
| NameNode | o.a.h.util.NativeCodeLoader. | ||||
| SecondaryNN | o.a.h.util.NativeCodeLoader. | ||||
| TT_Child | o.a.h.util.NativeCodeLoader. | ||||
| PROP-layoutVersion | NameNode | o.a.h.hdfs.server.common.Storage.setLayoutVersion:919 | |||
| DataNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| DataNode | o.a.h.hdfs.server.common.Storage.setLayoutVersion:919 | ||||
| NameNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| PROP-line.separator | TaskTracker | o.a.h.util.Shell$1.run:231 | |||
| DFSAdmin | o.a.h.util.Shell$1.run:231 | ||||
| DataNode | o.a.h.util.Shell$1.run:231 | ||||
| FS_Shell | o.a.h.util.Shell$1.run:231 | ||||
| JobClient | o.a.h.util.Shell$1.run:231 | ||||
| JobTracker | o.a.h.util.Shell$1.run:231 | ||||
| NameNode | o.a.h.util.Shell$1.run:231 | ||||
| SecondaryNN | o.a.h.util.Shell$1.run:231 | ||||
| TT_Child | o.a.h.util.Shell$1.run:231 | ||||
| PROP-namespaceID | NameNode | o.a.h.hdfs.server.common.Storage.setNamespaceID:930 | |||
| DataNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| DataNode | o.a.h.hdfs.server.common.Storage.setNamespaceID:930 | ||||
| NameNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| PROP-os.name | TaskTracker | o.a.h.util.Shell. | |||
| DFSAdmin | o.a.h.fs.Path. | ||||
| DFSAdmin | o.a.h.security.UserGroupInformation. | ||||
| DFSAdmin | o.a.h.util.Shell. | ||||
| DataNode | o.a.h.fs.DF. | ||||
| DataNode | o.a.h.fs.HardLink.getOSType:81 | ||||
| DataNode | o.a.h.fs.Path. | ||||
| DataNode | o.a.h.security.UserGroupInformation. | ||||
| DataNode | o.a.h.util.Shell. | ||||
| FS_Shell | o.a.h.fs.Path. | ||||
| FS_Shell | o.a.h.security.UserGroupInformation. | ||||
| FS_Shell | o.a.h.util.Shell. | ||||
| JobClient | o.a.h.fs.Path. | ||||
| JobClient | o.a.h.security.UserGroupInformation. | ||||
| JobClient | o.a.h.util.Shell. | ||||
| JobTracker | o.a.h.fs.Path. | ||||
| JobTracker | o.a.h.security.UserGroupInformation. | ||||
| JobTracker | o.a.h.util.Shell. | ||||
| NameNode | o.a.h.fs.DF. | ||||
| NameNode | o.a.h.fs.Path. | ||||
| NameNode | o.a.h.security.UserGroupInformation. | ||||
| NameNode | o.a.h.util.Shell. | ||||
| SecondaryNN | o.a.h.fs.Path. | ||||
| SecondaryNN | o.a.h.security.UserGroupInformation. | ||||
| SecondaryNN | o.a.h.util.Shell. | ||||
| TT_Child | o.a.h.fs.Path. | ||||
| TT_Child | o.a.h.security.UserGroupInformation. | ||||
| TT_Child | o.a.h.util.Shell. | ||||
| TaskTracker | o.a.h.fs.DF. | ||||
| TaskTracker | o.a.h.fs.Path. | ||||
| TaskTracker | o.a.h.mapreduce.util.MemoryCalculatorPlugin.getMemoryCalculatorPlugin:70 | ||||
| TaskTracker | o.a.h.mapreduce.util.ProcfsBasedProcessTree.isAvailable:149 | ||||
| TaskTracker | o.a.h.mapreduce.util.ResourceCalculatorPlugin.getResourceCalculatorPlugin:153 | ||||
| TaskTracker | o.a.h.security.UserGroupInformation. | ||||
| PROP-path.separator | TT_Child | o.a.h.mapred.TaskRunner. | |||
| PROP-storageID | DataNode | o.a.h.hdfs.server.datanode.DataStorage.getFields:310 | |||
| PROP-storageType | NameNode | o.a.h.hdfs.server.common.Storage.setStorageType:888 | |||
| DataNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| DataNode | o.a.h.hdfs.server.common.Storage.setStorageType:888 | ||||
| NameNode | o.a.h.hdfs.server.common.Storage.getProperty:877 | ||||
| PROP-sun.arch.data.model | SecondaryNN | o.a.h.hdfs.server.namenode.BlocksMap.computeCapacity:73 | |||
| DataNode | o.a.h.hdfs.server.datanode.BlockSender. | ||||
| NameNode | o.a.h.hdfs.server.namenode.BlocksMap.computeCapacity:73 | ||||
| PROP-test.build.data | ('/tmp ' is default in code) | TaskTracker | o.a.h.fs.TestTrash. | ||
| TT_Child | o.a.h.fs.TestTrash. | ||||
| PROP-user.dir | TaskTracker | o.a.h.fs.RawLocalFileSystem.getInitialWorkingDirectory:381 | |||
| DFSAdmin | o.a.h.fs.RawLocalFileSystem.getInitialWorkingDirectory:381 | ||||
| FS_Shell | o.a.h.fs.RawLocalFileSystem.getInitialWorkingDirectory:381 | ||||
| JobTracker | o.a.h.net.ScriptBasedMapping$RawScriptBasedMapping.runResolveCommand:150 | ||||
| NameNode | o.a.h.net.ScriptBasedMapping$RawScriptBasedMapping.runResolveCommand:150 | ||||
| TT_Child | o.a.h.fs.RawLocalFileSystem.getInitialWorkingDirectory:381 | ||||
| PROP-user.home | FS_Shell | o.a.h.fs.RawLocalFileSystem.getHomeDirectory:361 | |||
| PROP-user.name | TaskTracker | o.a.h.security.SecurityUtil.login:254 | |||
| DFSAdmin | o.a.h.fs.kfs.KosmosFileSystem.initialize:81 | ||||
| DFSAdmin | o.a.h.fs.s3.S3FileSystem.initialize:84 | ||||
| DFSAdmin | o.a.h.fs.s3native.NativeS3FileSystem.initialize:264 | ||||
| DFSAdmin | o.a.h.fs.viewfs.ChRootedFileSystem.getHomeDirectory:185 | ||||
| DataNode | o.a.h.security.SecurityUtil.login:254 | ||||
| FS_Shell | o.a.h.fs.FileSystem.getHomeDirectory:1505 | ||||
| FS_Shell | o.a.h.fs.kfs.KosmosFileSystem.initialize:81 | ||||
| FS_Shell | o.a.h.fs.s3.S3FileSystem.initialize:84 | ||||
| FS_Shell | o.a.h.fs.s3native.NativeS3FileSystem.initialize:264 | ||||
| FS_Shell | o.a.h.fs.viewfs.ChRootedFileSystem.getHomeDirectory:185 | ||||
| JobTracker | o.a.h.security.SecurityUtil.login:254 | ||||
| NameNode | o.a.h.security.SecurityUtil.login:254 | ||||
| SecondaryNN | o.a.h.security.SecurityUtil.login:254 | ||||
| TaskTracker | o.a.h.fs.kfs.KosmosFileSystem.initialize:81 | ||||
| TaskTracker | o.a.h.fs.s3.S3FileSystem.initialize:84 | ||||
| TaskTracker | o.a.h.fs.s3native.NativeS3FileSystem.initialize:264 | ||||
| TaskTracker | o.a.h.fs.viewfs.ChRootedFileSystem.getHomeDirectory:185 |
total of 150 undocumented options.