MapR Parameters
The following table lists user-configurable parameters and their
defaults. These defaults reflect the values in the default
configuration files, plus any overrides shipped out-of-the-box in
core-site.xml, mapred-site.xml, or other configuration files. You
can override these values by editing or adding them in
mapred-site.xml or core-site.xml, using the -D option
to the hadoop jar command when submitting a job, or by
setting them explicitly in your code.
|
Parameter |
Default |
|---|---|
|
fs.mapr.working.dir |
|
|
fs.maprfs.impl |
|
|
fs.ramfs.impl |
|
|
fs.s3.block.size |
33554432 |
|
fs.s3.blockSize |
33554432 |
|
fs.s3.buffer.dir |
|
|
fs.s3.impl |
|
|
fs.s3.maxRetries |
4 |
|
fs.s3.sleepTimeSeconds |
10 |
|
fs.s3n.block.size |
33554432 |
|
fs.s3n.blockSize |
33554432 |
|
fs.s3n.impl |
|
|
fs.trash.interval |
0 |
|
hadoop.logfile.count |
10 |
|
hadoop.logfile.size |
10000000 |
|
hadoop.native.lib |
TRUE |
|
hadoop.proxyuser.root.groups |
root |
|
hadoop.proxyuser.root.hosts |
|
|
hadoop.rpc.socket.factory.class.default |
|
|
hadoop.security.authentication |
simple |
|
hadoop.security.authorization |
FALSE |
|
hadoop.security.group.mapping |
|
|
hadoop.security.uid.cache.secs |
14400 |
|
hadoop.tmp.dir |
|
|
hadoop.util.hash.type |
murmur |
|
hadoop.workaround.non.threadsafe.getpwuid |
FALSE |
|
io.bytes.per.checksum |
512 |
|
io.compression.codecs |
|
|
io.file.buffer.size |
8192 |
|
io.mapfile.bloom.error.rate |
0.005 |
|
io.mapfile.bloom.size |
1048576 |
|
io.serializations |
|
|
io.skip.checksum.errors |
FALSE |
|
io.sort.factor |
256 |
|
io.sort.mb |
380 |
|
io.sort.record.percent |
0.17 |
|
io.sort.spill.percent |
0.99 |
|
ipc.client.connect.max.retries |
10 |
|
ipc.client.connection.maxidletime |
10000 |
|
ipc.client.idlethreshold |
4000 |
|
ipc.client.kill.max |
10 |
|
ipc.client.max.connection.setup.timeout |
20 |
|
ipc.client.tcpnodelay |
TRUE |
|
ipc.server.listen.queue.size |
128 |
|
ipc.server.tcpnodelay |
TRUE |
|
job.end.retry.interval |
30000 |
|
jobclient.completion.poll.interval |
5000 |
|
jobclient.output.filter |
FAILED |
|
jobclient.progress.monitor.poll.interval |
1000 |
|
keep.failed.task.files |
FALSE |
|
local.cache.size |
1.07E+10 |
|
map.sort.class |
|
|
mapr.centrallog.dir |
logs |
|
mapr.localoutput.dir |
output |
|
mapr.localspill.dir |
spill |
|
mapr.localvolumes.path |
|
|
mapr.map.keyprefix.ints |
1 |
|
mapr.task.diagnostics.enabled |
FALSE |
|
mapred.acls.enabled |
FALSE |
|
mapred.child.oom_adj |
10 |
|
mapred.child.renice |
10 |
|
mapred.child.taskset |
TRUE |
|
mapred.child.tmp |
./tmp |
|
mapred.cluster.ephemeral.tasks.memory.limit.mb |
200 |
|
mapred.cluster.map.memory.mb |
-1 |
|
mapred.cluster.max.map.memory.mb |
-1 |
|
mapred.cluster.max.reduce.memory.mb |
-1 |
|
mapred.cluster.reduce.memory.mb |
-1 |
|
mapred.compress.map.output |
FALSE |
|
mapred.fairscheduler.assignmultiple |
TRUE |
|
mapred.fairscheduler.eventlog.enabled |
FALSE |
|
mapred.fairscheduler.smalljob.max.inputsize |
1.07E+10 |
|
mapred.fairscheduler.smalljob.max.maps |
10 |
|
mapred.fairscheduler.smalljob.max.reducer.inputsize |
1.07E+09 |
|
mapred.fairscheduler.smalljob.max.reducers |
10 |
|
mapred.fairscheduler.smalljob.schedule.enable |
TRUE |
|
mapred.healthChecker.interval |
60000 |
|
mapred.healthChecker.script.timeout |
600000 |
|
mapred.inmem.merge.threshold |
1000 |
|
mapred.job.reuse.jvm.num.tasks |
-1 |
|
mapred.job.shuffle.input.buffer.percent |
0.7 |
|
mapred.job.shuffle.merge.percent |
0.66 |
|
mapred.job.tracker.handler.count |
10 |
|
mapred.job.tracker.history.completed.location |
|
|
mapred.job.tracker.http.address |
|
|
mapred.job.tracker.persist.jobstatus.active |
FALSE |
|
mapred.job.tracker.persist.jobstatus.dir |
|
|
mapred.job.tracker |
|
|
mapred.jobtracker.instrumentation |
|
|
mapred.jobtracker.job.history.block.size |
3145728 |
|
mapred.jobtracker.jobhistory.lru.cache.size |
5 |
|
mapred.jobtracker.maxtasks.per.job |
-1 |
|
mapred.jobtracker.port |
9001 |
|
mapred.jobtracker.restart.recover |
TRUE |
|
mapred.jobtracker.retiredjobs.cache.size |
1000 |
|
mapred.jobtracker.retirejob.check |
30000 |
|
mapred.jobtracker.taskScheduler |
|
|
mapred.line.input.format.linespermap |
1 |
|
mapred.local.dir.minspacekill |
0 |
|
mapred.local.dir.minspacestart |
0 |
|
mapred.local.dir |
|
|
mapred.map.child.java.opts |
-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log |
|
mapred.map.child.log.level |
INFO |
|
mapred.map.max.attempts |
4 |
|
mapred.map.output.compression.codec |
|
|
mapred.map.tasks.speculative.execution |
TRUE |
|
mapred.map.tasks |
2 |
|
mapred.maptask.memory.default |
800 |
|
mapred.max.tracker.blacklists |
4 |
|
mapred.max.tracker.failures |
4 |
|
mapred.maxthreads.generate.mapoutput |
1 |
|
mapred.maxthreads.partition.closer |
1 |
|
mapred.merge.recordsBeforeProgress |
10000 |
|
mapred.output.compression.type |
RECORD |
|
mapred.queue.default.state |
|
|
mapred.queue.names |
default |
|
mapred.reduce.child.java.opts |
-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log |
|
mapred.reduce.child.log.level |
INFO |
|
mapred.reduce.copy.backoff |
300 |
|
mapred.reduce.max.attempts |
4 |
|
mapred.reduce.parallel.copies |
12 |
|
mapred.reduce.slowstart.completed.maps |
0.95 |
|
mapred.reduce.tasks.speculative.execution |
TRUE |
|
mapred.reduce.tasks |
1 |
|
mapred.reducetask.memory.default |
1500 |
|
mapred.skip.attempts.to.start.skipping |
2 |
|
mapred.submit.replication |
10 |
|
mapred.system.dir |
|
|
mapred.task.cache.levels |
2 |
|
mapred.task.calculate.resource.usage |
TRUE |
| mapred.task.ping.timeout | 60000 |
|
mapred.task.profile.maps |
0-2 |
|
mapred.task.profile.reduces |
0-2 |
|
mapred.task.profile |
FALSE |
|
mapred.task.timeout |
600000 |
|
mapred.task.tracker.http.address |
|
|
mapred.task.tracker.report.address |
|
|
mapred.task.tracker.task-controller |
|
|
mapred.tasktracker.dns.interface |
default |
|
mapred.tasktracker.dns.nameserver |
default |
|
mapred.tasktracker.ephemeral.tasks.maximum |
1 |
|
mapred.tasktracker.ephemeral.tasks.timeout |
10000 |
|
mapred.tasktracker.ephemeral.tasks.ulimit |
|
|
mapred.tasktracker.expiry.interval |
600000 |
|
mapred.tasktracker.indexcache.mb |
10 |
|
mapred.tasktracker.instrumentation |
|
|
mapred.tasktracker.map.tasks.maximum |
-1 |
|
mapred.tasktracker.reduce.tasks.maximum |
-1 |
|
mapred.tasktracker.task-controller.config.overwrite |
TRUE |
|
mapred.tasktracker.taskmemorymanager.killtask.maxRSS |
FALSE |
|
mapred.tasktracker.taskmemorymanager.monitoring-interval |
3000 |
|
mapred.tasktracker.tasks.sleeptime-before-sigkill |
5000 |
|
mapred.user.jobconf.limit |
5242880 |
|
mapred.userlog.limit.kb |
0 |
|
mapred.userlog.retain.hours |
24 |
|
mapreduce.heartbeat.10 |
300 |
|
mapreduce.heartbeat.100 |
1000 |
|
mapreduce.heartbeat.1000 |
10000 |
|
mapreduce.job.complete.cancel.delegation.tokens |
TRUE |
|
mapreduce.jobtracker.inline.setup.cleanup |
FALSE |
|
mapreduce.jobtracker.node.labels.monitor.interval |
120000 |
|
mapreduce.jobtracker.recovery.dir |
|
|
mapreduce.jobtracker.recovery.job.initialization.maxtime |
480 |
|
mapreduce.jobtracker.recovery.maxtime |
480 |
|
mapreduce.jobtracker.split.metainfo.maxsize |
10000000 |
|
mapreduce.jobtracker.staging.root.dir |
|
|
mapreduce.maprfs.use.compression |
TRUE |
|
mapreduce.reduce.input.limit |
-1 |
|
mapreduce.task.classpath.user.precedence |
FALSE |
|
mapreduce.tasktracker.cache.local.numberdirectories |
10000 |
|
mapreduce.tasktracker.group |
mapr |
|
mapreduce.tasktracker.heapbased.memory.management |
FALSE |
|
mapreduce.tasktracker.jvm.idle.time |
10000 |
|
mapreduce.tasktracker.outofband.heartbeat |
TRUE |
|
mapreduce.tasktracker.prefetch.maptasks |
0 |
|
mapreduce.tasktracker.reserved.physicalmemory.mb.low |
0.8 |
|
mapreduce.tasktracker.task.slowlaunch |
FALSE |
|
mapreduce.tasktracker.volume.healthcheck.interval |
60000 |
|
maprfs.openfid2.prefetch.bytes |
0 |
|
tasktracker.http.threads |
2 |
|
topology.node.switch.mapping.impl |