This is documentation for MapR Version 5.0. You can also refer to MapR documentation for the latest release.

Skip to end of metadata
Go to start of metadata

The following table lists user-configurable parameters and their defaults. These defaults reflect the values in the default configuration files, plus any overrides shipped out-of-the-box in core-site.xml, mapred-site.xml, or other configuration files. You can override these values by editing or adding them in mapred-site.xml or core-site.xml, using the -D option to the hadoop jar command when submitting a job, or by setting them explicitly in your code.

Parameter

Default

fs.mapr.working.dir

 

fs.maprfs.impl

 

fs.ramfs.impl

 

fs.s3.block.size

33554432

fs.s3.blockSize

33554432

fs.s3.buffer.dir

 

fs.s3.impl

 

fs.s3.maxRetries

4

fs.s3.sleepTimeSeconds

10

fs.s3n.block.size

33554432

fs.s3n.blockSize

33554432

fs.s3n.impl

 

fs.trash.interval

0

hadoop.logfile.count

10

hadoop.logfile.size

10000000

hadoop.native.lib

TRUE

hadoop.proxyuser.root.groups

root

hadoop.proxyuser.root.hosts

 

hadoop.rpc.socket.factory.class.default

hadoop.security.authentication

simple

hadoop.security.authorization

FALSE

hadoop.security.group.mapping

 

hadoop.security.uid.cache.secs

14400

hadoop.tmp.dir

 

hadoop.util.hash.type

murmur

hadoop.workaround.non.threadsafe.getpwuid

FALSE

io.bytes.per.checksum

512

io.compression.codecs

 

io.file.buffer.size

8192

io.mapfile.bloom.error.rate

0.005

io.mapfile.bloom.size

1048576

io.serializations

 

io.skip.checksum.errors

FALSE

io.sort.factor

256

io.sort.mb

380

io.sort.record.percent

0.17

io.sort.spill.percent

0.99

ipc.client.connect.max.retries

10

ipc.client.connection.maxidletime

10000

ipc.client.idlethreshold

4000

ipc.client.kill.max

10

ipc.client.max.connection.setup.timeout

20

ipc.client.tcpnodelay

TRUE

ipc.server.listen.queue.size

128

ipc.server.tcpnodelay

TRUE

job.end.retry.interval

30000

jobclient.completion.poll.interval

5000

jobclient.output.filter

FAILED

jobclient.progress.monitor.poll.interval

1000

keep.failed.task.files

FALSE

local.cache.size

1.07E+10

map.sort.class

 

mapr.centrallog.dir

logs

mapr.localoutput.dir

output

mapr.localspill.dir

spill

mapr.localvolumes.path

 

mapr.map.keyprefix.ints

1

mapr.task.diagnostics.enabled

FALSE

mapred.acls.enabled

FALSE

mapred.child.oom_adj

10

mapred.child.renice

10

mapred.child.taskset

TRUE

mapred.child.tmp

./tmp

mapred.cluster.ephemeral.tasks.memory.limit.mb

200

mapred.cluster.map.memory.mb

-1

mapred.cluster.max.map.memory.mb

-1

mapred.cluster.max.reduce.memory.mb

-1

mapred.cluster.reduce.memory.mb

-1

mapred.compress.map.output

FALSE

mapred.fairscheduler.assignmultiple

TRUE

mapred.fairscheduler.eventlog.enabled

FALSE

mapred.fairscheduler.smalljob.max.inputsize

1.07E+10

mapred.fairscheduler.smalljob.max.maps

10

mapred.fairscheduler.smalljob.max.reducer.inputsize

1.07E+09

mapred.fairscheduler.smalljob.max.reducers

10

mapred.fairscheduler.smalljob.schedule.enable

TRUE

mapred.healthChecker.interval

60000

mapred.healthChecker.script.timeout

600000

mapred.inmem.merge.threshold

1000

mapred.job.reuse.jvm.num.tasks

-1

mapred.job.shuffle.input.buffer.percent

0.7

mapred.job.shuffle.merge.percent

0.66

mapred.job.tracker.handler.count

10

mapred.job.tracker.history.completed.location

mapred.job.tracker.http.address

 

mapred.job.tracker.persist.jobstatus.active

FALSE

mapred.job.tracker.persist.jobstatus.dir

mapred.job.tracker

 

mapred.jobtracker.instrumentation

mapred.jobtracker.job.history.block.size

3145728

mapred.jobtracker.jobhistory.lru.cache.size

5

mapred.jobtracker.maxtasks.per.job

-1

mapred.jobtracker.port

9001

mapred.jobtracker.restart.recover

TRUE

mapred.jobtracker.retiredjobs.cache.size

1000

mapred.jobtracker.retirejob.check

30000

mapred.jobtracker.taskScheduler

 

mapred.line.input.format.linespermap

1

mapred.local.dir.minspacekill

0

mapred.local.dir.minspacestart

0

mapred.local.dir

 

mapred.map.child.java.opts

-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log

mapred.map.child.log.level

INFO

mapred.map.max.attempts

4

mapred.map.output.compression.codec

mapred.map.tasks.speculative.execution

TRUE

mapred.map.tasks

2

mapred.maptask.memory.default

800

mapred.max.tracker.blacklists

4

mapred.max.tracker.failures

4

mapred.maxthreads.generate.mapoutput

1

mapred.maxthreads.partition.closer

1

mapred.merge.recordsBeforeProgress

10000

mapred.output.compression.type

RECORD

mapred.queue.default.state

 

mapred.queue.names

default

mapred.reduce.child.java.opts

-XX:ErrorFile=/opt/cores/mapreduce_java_error%p.log

mapred.reduce.child.log.level

INFO

mapred.reduce.copy.backoff

300

mapred.reduce.max.attempts

4

mapred.reduce.parallel.copies

12

mapred.reduce.slowstart.completed.maps

0.95

mapred.reduce.tasks.speculative.execution

TRUE

mapred.reduce.tasks

1

mapred.reducetask.memory.default

1500

mapred.skip.attempts.to.start.skipping

2

mapred.submit.replication

10

mapred.system.dir

 

mapred.task.cache.levels

2

mapred.task.calculate.resource.usage

TRUE

mapred.task.ping.timeout60000

mapred.task.profile.maps

0-2

mapred.task.profile.reduces

0-2

mapred.task.profile

FALSE

mapred.task.timeout

600000

mapred.task.tracker.http.address

 

mapred.task.tracker.report.address

 

mapred.task.tracker.task-controller

 

mapred.tasktracker.dns.interface

default

mapred.tasktracker.dns.nameserver

default

mapred.tasktracker.ephemeral.tasks.maximum

1

mapred.tasktracker.ephemeral.tasks.timeout

10000

mapred.tasktracker.ephemeral.tasks.ulimit

 

mapred.tasktracker.expiry.interval

600000

mapred.tasktracker.indexcache.mb

10

mapred.tasktracker.instrumentation

 

mapred.tasktracker.map.tasks.maximum

-1

mapred.tasktracker.reduce.tasks.maximum

-1

mapred.tasktracker.task-controller.config.overwrite

TRUE

mapred.tasktracker.taskmemorymanager.killtask.maxRSS

FALSE

mapred.tasktracker.taskmemorymanager.monitoring-interval

3000

mapred.tasktracker.tasks.sleeptime-before-sigkill

5000

mapred.user.jobconf.limit

5242880

mapred.userlog.limit.kb

0

mapred.userlog.retain.hours

24

mapreduce.heartbeat.10

300

mapreduce.heartbeat.100

1000

mapreduce.heartbeat.1000

10000

mapreduce.job.complete.cancel.delegation.tokens

TRUE

mapreduce.jobtracker.inline.setup.cleanup

FALSE

mapreduce.jobtracker.node.labels.monitor.interval

120000

mapreduce.jobtracker.recovery.dir

 

mapreduce.jobtracker.recovery.job.initialization.maxtime

480

mapreduce.jobtracker.recovery.maxtime

480

mapreduce.jobtracker.split.metainfo.maxsize

10000000

mapreduce.jobtracker.staging.root.dir

 

mapreduce.maprfs.use.compression

TRUE

mapreduce.reduce.input.limit

-1

mapreduce.task.classpath.user.precedence

FALSE

mapreduce.tasktracker.cache.local.numberdirectories

10000

mapreduce.tasktracker.group

mapr

mapreduce.tasktracker.heapbased.memory.management

FALSE

mapreduce.tasktracker.jvm.idle.time

10000

mapreduce.tasktracker.outofband.heartbeat

TRUE

mapreduce.tasktracker.prefetch.maptasks

0

mapreduce.tasktracker.reserved.physicalmemory.mb.low

0.8

mapreduce.tasktracker.task.slowlaunch

FALSE

mapreduce.tasktracker.volume.healthcheck.interval

60000

maprfs.openfid2.prefetch.bytes

0

tasktracker.http.threads

2

topology.node.switch.mapping.impl

 

  • No labels