Back to Hadoop

DeprecatedProperties

hadoop-common-project/hadoop-common/src/site/markdown/DeprecatedProperties.md

2.0.5-alpha-rc216.0 KB
Original Source
<!--- Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. See accompanying LICENSE file. -->

Deprecated Properties

The following table lists the configuration property names that are deprecated in this version of Hadoop, and their replacements.

Deprecated property nameNew property name
create.empty.dir.if.nonexistmapreduce.jobcontrol.createdir.ifnotexist
dfs.access.time.precisiondfs.namenode.accesstime.precision
dfs.backup.addressdfs.namenode.backup.address
dfs.backup.http.addressdfs.namenode.backup.http-address
dfs.balance.bandwidthPerSecdfs.datanode.balance.bandwidthPerSec
dfs.block.sizedfs.blocksize
dfs.data.dirdfs.datanode.data.dir
dfs.datanode.max.xcieversdfs.datanode.max.transfer.threads
dfs.df.intervalfs.df.interval
dfs.encryption.key.provider.urihadoop.security.key.provider.path
dfs.federation.nameservice.iddfs.nameservice.id
dfs.federation.nameservicesdfs.nameservices
dfs.http.addressdfs.namenode.http-address
dfs.https.addressdfs.namenode.https-address
dfs.https.client.keystore.resourcedfs.client.https.keystore.resource
dfs.https.need.client.authdfs.client.https.need-auth
dfs.max.objectsdfs.namenode.max.objects
dfs.max-repl-streamsdfs.namenode.replication.max-streams
dfs.name.dirdfs.namenode.name.dir
dfs.name.dir.restoredfs.namenode.name.dir.restore
dfs.name.edits.dirdfs.namenode.edits.dir
dfs.permissionsdfs.permissions.enabled
dfs.permissions.supergroupdfs.permissions.superusergroup
dfs.read.prefetch.sizedfs.client.read.prefetch.size
dfs.replication.considerLoaddfs.namenode.redundancy.considerLoad
dfs.namenode.replication.considerLoaddfs.namenode.redundancy.considerLoad
dfs.namenode.replication.considerLoad.factordfs.namenode.redundancy.considerLoad.factor
dfs.replication.intervaldfs.namenode.redundancy.interval
dfs.namenode.replication.intervaldfs.namenode.redundancy.interval
dfs.replication.mindfs.namenode.replication.min
dfs.replication.pending.timeout.secdfs.namenode.reconstruction.pending.timeout-sec
dfs.namenode.replication.pending.timeout-secdfs.namenode.reconstruction.pending.timeout-sec
dfs.safemode.extensiondfs.namenode.safemode.extension
dfs.safemode.threshold.pctdfs.namenode.safemode.threshold-pct
dfs.secondary.http.addressdfs.namenode.secondary.http-address
dfs.socket.timeoutdfs.client.socket-timeout
dfs.umaskmodefs.permissions.umask-mode
dfs.web.ugihadoop.http.staticuser.user
dfs.write.packet.sizedfs.client-write-packet-size
fs.checkpoint.dirdfs.namenode.checkpoint.dir
fs.checkpoint.edits.dirdfs.namenode.checkpoint.edits.dir
fs.checkpoint.perioddfs.namenode.checkpoint.period
fs.default.namefs.defaultFS
fs.s3a.server-side-encryption-keyfs.s3a.server-side-encryption.key
hadoop.configured.node.mappingnet.topology.configured.node.mapping
hadoop.native.libio.native.lib.available
hadoop.pipes.command-file.keepmapreduce.pipes.commandfile.preserve
hadoop.pipes.executable.interpretormapreduce.pipes.executable.interpretor
hadoop.pipes.executablemapreduce.pipes.executable
hadoop.pipes.java.mappermapreduce.pipes.isjavamapper
hadoop.pipes.java.recordreadermapreduce.pipes.isjavarecordreader
hadoop.pipes.java.recordwritermapreduce.pipes.isjavarecordwriter
hadoop.pipes.java.reducermapreduce.pipes.isjavareducer
hadoop.pipes.partitionermapreduce.pipes.partitioner
heartbeat.recheck.intervaldfs.namenode.heartbeat.recheck-interval
httpfs.authentication.kerberos.keytabhadoop.http.authentication.kerberos.keytab
httpfs.authentication.kerberos.principalhadoop.http.authentication.kerberos.principal
httpfs.authentication.signature.secret.filehadoop.http.authentication.signature.secret.file
httpfs.authentication.typehadoop.http.authentication.type
io.bytes.per.checksumdfs.bytes-per-checksum
io.sort.factormapreduce.task.io.sort.factor
io.sort.mbmapreduce.task.io.sort.mb
io.sort.spill.percentmapreduce.map.sort.spill.percent
jobclient.completion.poll.intervalmapreduce.client.completion.pollinterval
jobclient.output.filtermapreduce.client.output.filter
jobclient.progress.monitor.poll.intervalmapreduce.client.progressmonitor.pollinterval
job.end.notification.urlmapreduce.job.end-notification.url
job.end.retry.attemptsmapreduce.job.end-notification.retry.attempts
job.end.retry.intervalmapreduce.job.end-notification.retry.interval
job.local.dirmapreduce.job.local.dir
keep.failed.task.filesmapreduce.task.files.preserve.failedtasks
keep.task.files.patternmapreduce.task.files.preserve.filepattern
key.value.separator.in.input.linemapreduce.input.keyvaluelinerecordreader.key.value.separator
map.input.filemapreduce.map.input.file
map.input.lengthmapreduce.map.input.length
map.input.startmapreduce.map.input.start
map.output.key.field.separatormapreduce.map.output.key.field.separator
map.output.key.value.fields.specmapreduce.fieldsel.map.output.key.value.fields.spec
mapred.acls.enabledmapreduce.cluster.acls.enabled
mapred.binary.partitioner.left.offsetmapreduce.partition.binarypartitioner.left.offset
mapred.binary.partitioner.right.offsetmapreduce.partition.binarypartitioner.right.offset
mapred.cache.archivesmapreduce.job.cache.archives
mapred.cache.archives.timestampsmapreduce.job.cache.archives.timestamps
mapred.cache.filesmapreduce.job.cache.files
mapred.cache.files.timestampsmapreduce.job.cache.files.timestamps
mapred.cache.localArchivesmapreduce.job.cache.local.archives
mapred.cache.localFilesmapreduce.job.cache.local.files
mapred.child.tmpmapreduce.task.tmp.dir
mapred.cluster.map.memory.mbmapreduce.cluster.mapmemory.mb
mapred.cluster.max.map.memory.mbmapreduce.jobtracker.maxmapmemory.mb
mapred.cluster.max.reduce.memory.mbmapreduce.jobtracker.maxreducememory.mb
mapred.cluster.reduce.memory.mbmapreduce.cluster.reducememory.mb
mapred.committer.job.setup.cleanup.neededmapreduce.job.committer.setup.cleanup.needed
mapred.compress.map.outputmapreduce.map.output.compress
mapred.data.field.separatormapreduce.fieldsel.data.field.separator
mapred.debug.out.linesmapreduce.task.debugout.lines
mapred.inmem.merge.thresholdmapreduce.reduce.merge.inmem.threshold
mapred.input.dir.formatsmapreduce.input.multipleinputs.dir.formats
mapred.input.dir.mappersmapreduce.input.multipleinputs.dir.mappers
mapred.input.dirmapreduce.input.fileinputformat.inputdir
mapred.input.pathFilter.classmapreduce.input.pathFilter.class
mapred.jarmapreduce.job.jar
mapred.job.classpath.archivesmapreduce.job.classpath.archives
mapred.job.classpath.filesmapreduce.job.classpath.files
mapred.job.idmapreduce.job.id
mapred.job.map.memory.mbmapreduce.map.memory.mb
mapred.job.namemapreduce.job.name
mapred.job.prioritymapreduce.job.priority
mapred.job.queue.namemapreduce.job.queuename
mapred.job.reduce.input.buffer.percentmapreduce.reduce.input.buffer.percent
mapred.job.reduce.markreset.buffer.percentmapreduce.reduce.markreset.buffer.percent
mapred.job.reduce.memory.mbmapreduce.reduce.memory.mb
mapred.job.reduce.total.mem.bytesmapreduce.reduce.memory.totalbytes
mapred.job.reuse.jvm.num.tasksmapreduce.job.jvm.numtasks
mapred.job.shuffle.input.buffer.percentmapreduce.reduce.shuffle.input.buffer.percent
mapred.job.shuffle.merge.percentmapreduce.reduce.shuffle.merge.percent
mapred.job.trackermapreduce.jobtracker.address
mapred.job.tracker.persist.jobstatus.activemapreduce.jobtracker.persist.jobstatus.active
mapred.job.tracker.retire.jobsmapreduce.jobtracker.retirejobs
mapred.join.exprmapreduce.join.expr
mapred.join.keycomparatormapreduce.join.keycomparator
mapred.lazy.output.formatmapreduce.output.lazyoutputformat.outputformat
mapred.line.input.format.linespermapmapreduce.input.lineinputformat.linespermap
mapred.linerecordreader.maxlengthmapreduce.input.linerecordreader.line.maxlength
mapred.local.dirmapreduce.cluster.local.dir
mapred.map.child.envmapreduce.map.env
mapred.map.child.java.optsmapreduce.map.java.opts
mapred.map.child.log.levelmapreduce.map.log.level
mapred.map.max.attemptsmapreduce.map.maxattempts
mapred.map.output.compression.codecmapreduce.map.output.compress.codec
mapred.mapoutput.key.classmapreduce.map.output.key.class
mapred.mapoutput.value.classmapreduce.map.output.value.class
mapred.mapper.regex.groupmapreduce.mapper.regexmapper..group
mapred.mapper.regexmapreduce.mapper.regex
mapred.map.task.debug.scriptmapreduce.map.debug.script
mapred.map.tasksmapreduce.job.maps
mapred.map.tasks.speculative.executionmapreduce.map.speculative
mapred.max.map.failures.percentmapreduce.map.failures.maxpercent
mapred.max.reduce.failures.percentmapreduce.reduce.failures.maxpercent
mapred.max.split.sizemapreduce.input.fileinputformat.split.maxsize
mapred.max.tracker.failuresmapreduce.job.maxtaskfailures.per.tracker
mapred.merge.recordsBeforeProgressmapreduce.task.merge.progress.records
mapred.min.split.sizemapreduce.input.fileinputformat.split.minsize
mapred.min.split.size.per.nodemapreduce.input.fileinputformat.split.minsize.per.node
mapred.min.split.size.per.rackmapreduce.input.fileinputformat.split.minsize.per.rack
mapred.output.compression.codecmapreduce.output.fileoutputformat.compress.codec
mapred.output.compression.typemapreduce.output.fileoutputformat.compress.type
mapred.output.compressmapreduce.output.fileoutputformat.compress
mapred.output.dirmapreduce.output.fileoutputformat.outputdir
mapred.output.key.classmapreduce.job.output.key.class
mapred.output.key.comparator.classmapreduce.job.output.key.comparator.class
mapred.output.value.classmapreduce.job.output.value.class
mapred.output.value.groupfn.classmapreduce.job.output.group.comparator.class
mapred.permissions.supergroupmapreduce.cluster.permissions.supergroup
mapred.pipes.user.inputformatmapreduce.pipes.inputformat
mapred.reduce.child.envmapreduce.reduce.env
mapred.reduce.child.java.optsmapreduce.reduce.java.opts
mapred.reduce.child.log.levelmapreduce.reduce.log.level
mapred.reduce.max.attemptsmapreduce.reduce.maxattempts
mapred.reduce.parallel.copiesmapreduce.reduce.shuffle.parallelcopies
mapred.reduce.slowstart.completed.mapsmapreduce.job.reduce.slowstart.completedmaps
mapred.reduce.task.debug.scriptmapreduce.reduce.debug.script
mapred.reduce.tasksmapreduce.job.reduces
mapred.reduce.tasks.speculative.executionmapreduce.reduce.speculative
mapred.seqbinary.output.key.classmapreduce.output.seqbinaryoutputformat.key.class
mapred.seqbinary.output.value.classmapreduce.output.seqbinaryoutputformat.value.class
mapred.shuffle.connect.timeoutmapreduce.reduce.shuffle.connect.timeout
mapred.shuffle.read.timeoutmapreduce.reduce.shuffle.read.timeout
mapred.skip.attempts.to.start.skippingmapreduce.task.skip.start.attempts
mapred.skip.map.auto.incr.proc.countmapreduce.map.skip.proc-count.auto-incr
mapred.skip.map.max.skip.recordsmapreduce.map.skip.maxrecords
mapred.skip.onmapreduce.job.skiprecords
mapred.skip.out.dirmapreduce.job.skip.outdir
mapred.skip.reduce.auto.incr.proc.countmapreduce.reduce.skip.proc-count.auto-incr
mapred.skip.reduce.max.skip.groupsmapreduce.reduce.skip.maxgroups
mapred.speculative.execution.slowNodeThresholdmapreduce.job.speculative.slownodethreshold
mapred.speculative.execution.slowTaskThresholdmapreduce.job.speculative.slowtaskthreshold
mapred.speculative.execution.speculativeCapmapreduce.job.speculative.speculativecap
mapred.submit.replicationmapreduce.client.submit.file.replication
mapred.system.dirmapreduce.jobtracker.system.dir
mapred.task.cache.levelsmapreduce.jobtracker.taskcache.levels
mapred.task.idmapreduce.task.attempt.id
mapred.task.is.mapmapreduce.task.ismap
mapred.task.partitionmapreduce.task.partition
mapred.task.profilemapreduce.task.profile
mapred.task.profile.mapsmapreduce.task.profile.maps
mapred.task.profile.paramsmapreduce.task.profile.params
mapred.task.profile.reducesmapreduce.task.profile.reduces
mapred.task.timeoutmapreduce.task.timeout
mapred.tasktracker.indexcache.mbmapreduce.reduce.shuffle.indexcache.mb
mapreduce.tasktracker.indexcache.mbmapreduce.reduce.shuffle.indexcache.mb
mapred.tasktracker.map.tasks.maximummapreduce.tasktracker.map.tasks.maximum
mapred.tasktracker.memory_calculator_pluginmapreduce.tasktracker.resourcecalculatorplugin
mapred.tasktracker.memorycalculatorpluginmapreduce.tasktracker.resourcecalculatorplugin
mapred.temp.dirmapreduce.cluster.temp.dir
mapred.text.key.comparator.optionsmapreduce.partition.keycomparator.options
mapred.text.key.partitioner.optionsmapreduce.partition.keypartitioner.options
mapred.textoutputformat.separatormapreduce.output.textoutputformat.separator
mapred.tip.idmapreduce.task.id
mapreduce.combine.classmapreduce.job.combine.class
mapreduce.inputformat.classmapreduce.job.inputformat.class
mapreduce.job.counters.limitmapreduce.job.counters.max
mapreduce.map.classmapreduce.job.map.class
mapreduce.outputformat.classmapreduce.job.outputformat.class
mapreduce.partitioner.classmapreduce.job.partitioner.class
mapreduce.reduce.classmapreduce.job.reduce.class
mapred.used.genericoptionsparsermapreduce.client.genericoptionsparser.used
mapred.userlog.limit.kbmapreduce.task.userlog.limit.kb
mapred.working.dirmapreduce.job.working.dir
mapred.work.output.dirmapreduce.task.output.dir
min.num.spills.for.combinemapreduce.map.combine.minspills
reduce.output.key.value.fields.specmapreduce.fieldsel.reduce.output.key.value.fields.spec
security.job.submission.protocol.aclsecurity.job.client.protocol.acl
security.task.umbilical.protocol.aclsecurity.job.task.protocol.acl
sequencefile.filter.classmapreduce.input.sequencefileinputfilter.class
sequencefile.filter.frequencymapreduce.input.sequencefileinputfilter.frequency
sequencefile.filter.regexmapreduce.input.sequencefileinputfilter.regex
session.iddfs.metrics.session-id
slave.host.namedfs.datanode.hostname
topology.node.switch.mapping.implnet.topology.node.switch.mapping.impl
topology.script.file.namenet.topology.script.file.name
topology.script.number.argsnet.topology.script.number.args
user.namemapreduce.job.user.name
yarn.app.mapreduce.yarn.app.mapreduce.client-am.ipc.max-retries-on-timeoutsyarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts
yarn.client.app-submission.poll-intervalyarn.client.application-client-protocol.poll-timeout-ms

The following table lists additional changes to some configuration properties:

Deprecated property nameNew property name
mapred.create.symlinkNONE - symlinking is always on
mapreduce.job.cache.symlink.createNONE - symlinking is always on
io.native.lib.availableNONE - Always use native libraries if available.