JobTracker Configuration View
Field |
Default |
---|---|
fs.automatic.close |
TRUE |
fs.checkpoint.dir |
${hadoop.tmp.dir}/dfs/namesecondary |
fs.checkpoint.edits.dir |
${fs.checkpoint.dir} |
fs.checkpoint.period |
3600 |
fs.checkpoint.size |
67108864 |
fs.default.name |
maprfs:/// |
fs.file.impl |
org.apache.hadoop.fs.LocalFileSystem |
fs.ftp.impl |
org.apache.hadoop.fs.ftp.FTPFileSystem |
fs.har.impl |
org.apache.hadoop.fs.HarFileSystem |
fs.har.impl.disable.cache |
TRUE |
fs.hdfs.impl |
org.apache.hadoop.hdfs.DistributedFileSystem |
fs.hftp.impl |
org.apache.hadoop.hdfs.HftpFileSystem |
fs.hsftp.impl |
org.apache.hadoop.hdfs.HsftpFileSystem |
fs.kfs.impl |
org.apache.hadoop.fs.kfs.KosmosFileSystem |
fs.maprfs.impl |
com.mapr.fs.MapRFileSystem |
fs.ramfs.impl |
org.apache.hadoop.fs.InMemoryFileSystem |
fs.s3.block.size |
67108864 |
fs.s3.buffer.dir |
${hadoop.tmp.dir}/s3 |
fs.s3.impl |
org.apache.hadoop.fs.s3.S3FileSystem |
fs.s3.maxRetries |
4 |
fs.s3.sleepTimeSeconds |
10 |
fs.s3n.block.size |
67108864 |
fs.s3n.impl |
org.apache.hadoop.fs.s3native.NativeS3FileSystem |
fs.trash.interval |
0 |
hadoop.job.history.location |
file:////opt/mapr/hadoop/hadoop-0.20.2/bin/../logs/history |
hadoop.logfile.count |
10 |
hadoop.logfile.size |
10000000 |
hadoop.native.lib |
TRUE |
hadoop.proxyuser.root.groups |
root |
hadoop.proxyuser.root.hosts |
(none) |
hadoop.rpc.socket.factory.class.default |
org.apache.hadoop.net.StandardSocketFactory |
hadoop.security.authentication |
simple |
hadoop.security.authorization |
FALSE |
hadoop.security.group.mapping |
org.apache.hadoop.security.ShellBasedUnixGroupsMapping |
hadoop.tmp.dir |
/tmp/hadoop-${user.name} |
hadoop.util.hash.type |
murmur |
io.bytes.per.checksum |
512 |
io.compression.codecs |
org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.BZip2Codec |
io.file.buffer.size |
8192 |
io.map.index.skip |
0 |
io.mapfile.bloom.error.rate |
0.005 |
io.mapfile.bloom.size |
1048576 |
io.seqfile.compress.blocksize |
1000000 |
io.seqfile.lazydecompress |
TRUE |
io.seqfile.sorter.recordlimit |
1000000 |
io.serializations |
org.apache.hadoop.io.serializer.WritableSerialization |
io.skip.checksum.errors |
FALSE |
io.sort.factor |
256 |
io.sort.record.percent |
0.17 |
io.sort.spill.percent |
0.99 |
ipc.client.connect.max.retries |
10 |
ipc.client.connection.maxidletime |
10000 |
ipc.client.idlethreshold |
4000 |
ipc.client.kill.max |
10 |
ipc.client.tcpnodelay |
FALSE |
ipc.server.listen.queue.size |
128 |
ipc.server.tcpnodelay |
FALSE |
job.end.retry.attempts |
0 |
job.end.retry.interval |
30000 |
jobclient.completion.poll.interval |
5000 |
jobclient.output.filter |
FAILED |
jobclient.progress.monitor.poll.interval |
1000 |
keep.failed.task.files |
FALSE |
local.cache.size |
10737418240 |
map.sort.class |
org.apache.hadoop.util.QuickSort |
mapr.localoutput.dir |
output |
mapr.localspill.dir |
spill |
mapr.localvolumes.path |
/var/mapr/local |
mapred.acls.enabled |
FALSE |
mapred.child.oom_adj |
10 |
mapred.child.renice |
10 |
mapred.child.taskset |
TRUE |
mapred.child.tmp |
./tmp |
mapred.cluster.ephemeral.tasks.memory.limit.mb |
200 |
mapred.compress.map.output |
FALSE |
mapred.fairscheduler.allocation.file |
conf/pools.xml |
mapred.fairscheduler.assignmultiple |
TRUE |
mapred.fairscheduler.eventlog.enabled |
FALSE |
mapred.fairscheduler.smalljob.max.inputsize |
10737418240 |
mapred.fairscheduler.smalljob.max.maps |
10 |
mapred.fairscheduler.smalljob.max.reducer.inputsize |
1073741824 |
mapred.fairscheduler.smalljob.max.reducers |
10 |
mapred.fairscheduler.smalljob.schedule.enable |
TRUE |
mapred.healthChecker.interval |
60000 |
mapred.healthChecker.script.timeout |
600000 |
mapred.inmem.merge.threshold |
1000 |
mapred.job.queue.name |
default |
mapred.job.reduce.input.buffer.percent |
0 |
mapred.job.reuse.jvm.num.tasks |
-1 |
mapred.job.shuffle.input.buffer.percent |
0.7 |
mapred.job.shuffle.merge.percent |
0.66 |
mapred.job.tracker |
<JobTracker_hostname>:9001 |
mapred.job.tracker.handler.count |
10 |
mapred.job.tracker.history.completed.location |
/var/mapr/cluster/mapred/jobTracker/history/done |
mapred.job.tracker.http.address |
0.0.0.0:50030 |
mapred.job.tracker.persist.jobstatus.active |
FALSE |
mapred.job.tracker.persist.jobstatus.dir |
/var/mapr/cluster/mapred/jobTracker/jobsInfo |
mapred.job.tracker.persist.jobstatus.hours |
0 |
mapred.jobtracker.completeuserjobs.maximum |
100 |
mapred.jobtracker.instrumentation |
org.apache.hadoop.mapred.JobTrackerMetricsInst |
mapred.jobtracker.job.history.block.size |
3145728 |
mapred.jobtracker.jobhistory.lru.cache.size |
5 |
mapred.jobtracker.maxtasks.per.job |
-1 |
mapred.jobtracker.port |
9001 |
mapred.jobtracker.restart.recover |
TRUE |
mapred.jobtracker.retiredjobs.cache.size |
1000 |
mapred.jobtracker.taskScheduler |
org.apache.hadoop.mapred.FairScheduler |
mapred.line.input.format.linespermap |
1 |
mapred.local.dir |
${hadoop.tmp.dir}/mapred/local |
mapred.local.dir.minspacekill |
0 |
mapred.local.dir.minspacestart |
0 |
mapred.map.child.java.opts |
-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log |
mapred.map.max.attempts |
4 |
mapred.map.output.compression.codec |
org.apache.hadoop.io.compress.DefaultCodec |
mapred.map.tasks |
2 |
mapred.map.tasks.speculative.execution |
TRUE |
mapred.max.maps.per.node |
-1 |
mapred.max.reduces.per.node |
-1 |
mapred.max.tracker.blacklists |
4 |
mapred.max.tracker.failures |
4 |
mapred.merge.recordsBeforeProgress |
10000 |
mapred.min.split.size |
0 |
mapred.output.compress |
FALSE |
mapred.output.compression.codec |
org.apache.hadoop.io.compress.DefaultCodec |
mapred.output.compression.type |
RECORD |
mapred.queue.names |
default |
mapred.reduce.child.java.opts |
-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log |
mapred.reduce.copy.backoff |
300 |
mapred.reduce.max.attempts |
4 |
mapred.reduce.parallel.copies |
12 |
mapred.reduce.slowstart.completed.maps |
0.95 |
mapred.reduce.tasks |
1 |
mapred.reduce.tasks.speculative.execution |
FALSE |
mapred.running.map.limit |
-1 |
mapred.running.reduce.limit |
-1 |
mapred.skip.attempts.to.start.skipping |
2 |
mapred.skip.map.auto.incr.proc.count |
TRUE |
mapred.skip.map.max.skip.records |
0 |
mapred.skip.reduce.auto.incr.proc.count |
TRUE |
mapred.skip.reduce.max.skip.groups |
0 |
mapred.submit.replication |
10 |
mapred.system.dir |
/var/mapr/cluster/mapred/jobTracker/system |
mapred.task.cache.levels |
2 |
mapred.task.ping.timeout | 60000 |
mapred.task.profile |
FALSE |
mapred.task.profile.maps |
0-2 |
mapred.task.profile.reduces |
0-2 |
mapred.task.timeout |
600000 |
mapred.task.tracker.http.address |
0.0.0.0:50060 |
mapred.task.tracker.report.address |
127.0.0.1:0 |
mapred.task.tracker.task-controller |
org.apache.hadoop.mapred.DefaultTaskController |
mapred.tasktracker.dns.interface |
default |
mapred.tasktracker.dns.nameserver |
default |
mapred.tasktracker.ephemeral.tasks.maximum |
1 |
mapred.tasktracker.ephemeral.tasks.timeout |
10000 |
mapred.tasktracker.ephemeral.tasks.ulimit |
4294967296> |
mapred.tasktracker.expiry.interval |
600000 |
mapred.tasktracker.indexcache.mb |
10 |
mapred.tasktracker.instrumentation |
org.apache.hadoop.mapred.TaskTrackerMetricsInst |
mapred.tasktracker.map.tasks.maximum |
(CPUS > 2) ? (CPUS * 0.75) : 1 |
mapred.tasktracker.reduce.tasks.maximum |
(CPUS > 2) ? (CPUS * 0.50): 1 |
mapred.tasktracker.taskmemorymanager.monitoring-interval |
5000 |
mapred.tasktracker.tasks.sleeptime-before-sigkill |
5000 |
mapred.temp.dir |
${hadoop.tmp.dir}/mapred/temp |
mapred.userlog.limit.kb |
0 |
mapred.userlog.retain.hours |
24 |
mapreduce.heartbeat.10 |
300 |
mapreduce.heartbeat.100 |
1000 |
mapreduce.heartbeat.1000 |
10000 |
mapreduce.heartbeat.10000 |
100000 |
mapreduce.job.acl-view-job |
|
mapreduce.job.complete.cancel.delegation.tokens |
TRUE |
mapreduce.job.split.metainfo.maxsize |
10000000 |
mapreduce.jobtracker.recovery.dir |
/var/mapr/cluster/mapred/jobTracker/recovery |
mapreduce.jobtracker.recovery.maxtime |
120 |
mapreduce.jobtracker.staging.root.dir |
/var/mapr/cluster/mapred/jobTracker/staging |
mapreduce.maprfs.use.compression |
TRUE |
mapreduce.reduce.input.limit |
-1 |
mapreduce.tasktracker.outofband.heartbeat |
FALSE |
mapreduce.tasktracker.prefetch.maptasks |
1 |
mapreduce.use.fastreduce |
FALSE |
mapreduce.use.maprfs |
TRUE |
tasktracker.http.threads |
2 |
topology.node.switch.mapping.impl |
org.apache.hadoop.net.ScriptBasedMapping |
topology.script.number.args |
100 |
webinterface.private.actions |
FALSE |