博客
关于我
强烈建议你试试无所不能的chatGPT,快点击我
Hadoop 2.x属性修改
阅读量:5957 次
发布时间:2019-06-19

本文共 16596 字,大约阅读时间需要 55 分钟。

自升级到2.x版本之后,有很多属性的名称已经被遗弃了,虽然这些被遗弃的属性名称目前还可以用,但是这里还是建议用新的属性名,主要遗弃的属性名称主要见下面表格:

已经被遗弃属性的名称 新的属性名称

create.empty.dir.if.nonexist mapreduce.jobcontrol.createdir.ifnotexist

dfs.access.time.precision dfs.namenode.accesstime.precision

dfs.backup.address dfs.namenode.backup.address

dfs.backup.http.address dfs.namenode.backup.http-address

dfs.balance.bandwidthPerSec dfs.datanode.balance.bandwidthPerSec

dfs.block.size dfs.blocksize

dfs.data.dir dfs.datanode.data.dir

dfs.datanode.max.xcievers dfs.datanode.max.transfer.threads

dfs.df.interval fs.df.interval

dfs.federation.nameservice.id dfs.nameservice.id

dfs.federation.nameservices dfs.nameservices

dfs.http.address dfs.namenode.http-address

dfs.https.address dfs.namenode.https-address

dfs.https.client.keystore.resource dfs.client.https.keystore.resource

dfs.https.need.client.auth dfs.client.https.need-auth

dfs.max.objects dfs.namenode.max.objects

dfs.max-repl-streams dfs.namenode.replication.max-streams

dfs.name.dir dfs.namenode.name.dir

dfs.name.dir.restore dfs.namenode.name.dir.restore

dfs.name.edits.dir dfs.namenode.edits.dir

dfs.permissions dfs.permissions.enabled

dfs.permissions.supergroup dfs.permissions.superusergroup

dfs.read.prefetch.size dfs.client.read.prefetch.size

dfs.replication.considerLoad dfs.namenode.replication.considerLoad

dfs.replication.interval dfs.namenode.replication.interval

dfs.replication.min dfs.namenode.replication.min

dfs.replication.pending.timeout.sec dfs.namenode.replication.pending.timeout-sec

dfs.safemode.extension dfs.namenode.safemode.extension

dfs.safemode.threshold.pct dfs.namenode.safemode.threshold-pct

dfs.secondary.http.address dfs.namenode.secondary.http-address

dfs.socket.timeout dfs.client.socket-timeout

dfs.umaskmode fs.permissions.umask-mode

dfs.write.packet.size dfs.client-write-packet-size

fs.checkpoint.dir dfs.namenode.checkpoint.dir

fs.checkpoint.edits.dir dfs.namenode.checkpoint.edits.dir

fs.checkpoint.period dfs.namenode.checkpoint.period

fs.default.name fs.defaultFS

hadoop.configured.node.mapping net.topology.configured.node.mapping

hadoop.job.history.location mapreduce.jobtracker.jobhistory.location

hadoop.native.lib io.native.lib.available

hadoop.net.static.resolutions mapreduce.tasktracker.net.static.resolutions

hadoop.pipes.command-file.keep mapreduce.pipes.commandfile.preserve

hadoop.pipes.executable.interpretor mapreduce.pipes.executable.interpretor

hadoop.pipes.executable mapreduce.pipes.executable

hadoop.pipes.java.mapper mapreduce.pipes.isjavamapper

hadoop.pipes.java.recordreader mapreduce.pipes.isjavarecordreader

hadoop.pipes.java.recordwriter mapreduce.pipes.isjavarecordwriter

hadoop.pipes.java.reducer mapreduce.pipes.isjavareducer

hadoop.pipes.partitioner mapreduce.pipes.partitioner

heartbeat.recheck.interval dfs.namenode.heartbeat.recheck-interval

io.bytes.per.checksum dfs.bytes-per-checksum

io.sort.factor mapreduce.task.io.sort.factor

io.sort.mb mapreduce.task.io.sort.mb

io.sort.spill.percent mapreduce.map.sort.spill.percent

jobclient.completion.poll.interval mapreduce.client.completion.pollinterval

jobclient.output.filter mapreduce.client.output.filter

jobclient.progress.monitor.poll.interval mapreduce.client.progressmonitor.pollinterval

job.end.notification.url mapreduce.job.end-notification.url

job.end.retry.attempts mapreduce.job.end-notification.retry.attempts

job.end.retry.interval mapreduce.job.end-notification.retry.interval

job.local.dir mapreduce.job.local.dir

keep.failed.task.files mapreduce.task.files.preserve.failedtasks

keep.task.files.pattern mapreduce.task.files.preserve.filepattern

key.value.separator.in.input.line mapreduce.input.keyvaluelinerecordreader.key.value.separator

local.cache.size mapreduce.tasktracker.cache.local.size

map.input.file mapreduce.map.input.file

map.input.length mapreduce.map.input.length

map.input.start mapreduce.map.input.start

map.output.key.field.separator mapreduce.map.output.key.field.separator

map.output.key.value.fields.spec mapreduce.fieldsel.map.output.key.value.fields.spec

mapred.acls.enabled mapreduce.cluster.acls.enabled

mapred.binary.partitioner.left.offset mapreduce.partition.binarypartitioner.left.offset

mapred.binary.partitioner.right.offset mapreduce.partition.binarypartitioner.right.offset

mapred.cache.archives mapreduce.job.cache.archives

mapred.cache.archives.timestamps mapreduce.job.cache.archives.timestamps

mapred.cache.files mapreduce.job.cache.files

mapred.cache.files.timestamps mapreduce.job.cache.files.timestamps

mapred.cache.localArchives mapreduce.job.cache.local.archives

mapred.cache.localFiles mapreduce.job.cache.local.files

mapred.child.tmp mapreduce.task.tmp.dir

mapred.cluster.average.blacklist.threshold mapreduce.jobtracker.blacklist.average.threshold

mapred.cluster.map.memory.mb mapreduce.cluster.mapmemory.mb

mapred.cluster.max.map.memory.mb mapreduce.jobtracker.maxmapmemory.mb

mapred.cluster.max.reduce.memory.mb mapreduce.jobtracker.maxreducememory.mb

mapred.cluster.reduce.memory.mb mapreduce.cluster.reducememory.mb

mapred.committer.job.setup.cleanup.needed mapreduce.job.committer.setup.cleanup.needed

mapred.compress.map.output mapreduce.map.output.compress

mapred.data.field.separator mapreduce.fieldsel.data.field.separator

mapred.debug.out.lines mapreduce.task.debugout.lines

mapred.healthChecker.interval mapreduce.tasktracker.healthchecker.interval

mapred.healthChecker.script.args mapreduce.tasktracker.healthchecker.script.args

mapred.healthChecker.script.path mapreduce.tasktracker.healthchecker.script.path

mapred.healthChecker.script.timeout mapreduce.tasktracker.healthchecker.script.timeout

mapred.heartbeats.in.second mapreduce.jobtracker.heartbeats.in.second

mapred.hosts.exclude mapreduce.jobtracker.hosts.exclude.filename

mapred.hosts mapreduce.jobtracker.hosts.filename

mapred.inmem.merge.threshold mapreduce.reduce.merge.inmem.threshold

mapred.input.dir.formats mapreduce.input.multipleinputs.dir.formats

mapred.input.dir.mappers mapreduce.input.multipleinputs.dir.mappers

mapred.input.dir mapreduce.input.fileinputformat.inputdir

mapred.input.pathFilter.class mapreduce.input.pathFilter.class

mapred.jar mapreduce.job.jar

mapred.job.classpath.archives mapreduce.job.classpath.archives

mapred.job.classpath.files mapreduce.job.classpath.files

mapred.job.id mapreduce.job.id

mapred.jobinit.threads mapreduce.jobtracker.jobinit.threads

mapred.job.map.memory.mb mapreduce.map.memory.mb

mapred.job.name mapreduce.job.name

mapred.job.priority mapreduce.job.priority

mapred.job.queue.name mapreduce.job.queuename

mapred.job.reduce.input.buffer.percent mapreduce.reduce.input.buffer.percent

mapred.job.reduce.markreset.buffer.percent mapreduce.reduce.markreset.buffer.percent

mapred.job.reduce.memory.mb mapreduce.reduce.memory.mb

mapred.job.reduce.total.mem.bytes mapreduce.reduce.memory.totalbytes

mapred.job.reuse.jvm.num.tasks mapreduce.job.jvm.numtasks

mapred.job.shuffle.input.buffer.percent mapreduce.reduce.shuffle.input.buffer.percent

mapred.job.shuffle.merge.percent mapreduce.reduce.shuffle.merge.percent

mapred.job.tracker.handler.count mapreduce.jobtracker.handler.count

mapred.job.tracker.history.completed.location mapreduce.jobtracker.jobhistory.completed.location

mapred.job.tracker.http.address mapreduce.jobtracker.http.address

mapred.jobtracker.instrumentation mapreduce.jobtracker.instrumentation

mapred.jobtracker.job.history.block.size mapreduce.jobtracker.jobhistory.block.size

mapred.job.tracker.jobhistory.lru.cache.size mapreduce.jobtracker.jobhistory.lru.cache.size

mapred.job.tracker mapreduce.jobtracker.address

mapred.jobtracker.maxtasks.per.job mapreduce.jobtracker.maxtasks.perjob

mapred.job.tracker.persist.jobstatus.active mapreduce.jobtracker.persist.jobstatus.active

mapred.job.tracker.persist.jobstatus.dir mapreduce.jobtracker.persist.jobstatus.dir

mapred.job.tracker.persist.jobstatus.hours mapreduce.jobtracker.persist.jobstatus.hours

mapred.jobtracker.restart.recover mapreduce.jobtracker.restart.recover

mapred.job.tracker.retiredjobs.cache.size mapreduce.jobtracker.retiredjobs.cache.size

mapred.job.tracker.retire.jobs mapreduce.jobtracker.retirejobs

mapred.jobtracker.taskalloc.capacitypad mapreduce.jobtracker.taskscheduler.taskalloc.capacitypad

mapred.jobtracker.taskScheduler mapreduce.jobtracker.taskscheduler

mapred.jobtracker. mapreduce.jobtracker.taskscheduler.maxrunningtasks.perjob

taskScheduler.maxRunningTasksPerJob

mapred.join.expr mapreduce.join.expr

mapred.join.keycomparator mapreduce.join.keycomparator

mapred.lazy.output.format mapreduce.output.lazyoutputformat.outputformat

mapred.line.input.format.linespermap mapreduce.input.lineinputformat.linespermap

mapred.linerecordreader.maxlength mapreduce.input.linerecordreader.line.maxlength

mapred.local.dir mapreduce.cluster.local.dir

mapred.local.dir.minspacekill mapreduce.tasktracker.local.dir.minspacekill

mapred.local.dir.minspacestart mapreduce.tasktracker.local.dir.minspacestart

mapred.map.child.env mapreduce.map.env

mapred.map.child.java.opts mapreduce.map.java.opts

mapred.map.child.log.level mapreduce.map.log.level

mapred.map.max.attempts mapreduce.map.maxattempts

mapred.map.output.compression.codec mapreduce.map.output.compress.codec

mapred.mapoutput.key.class mapreduce.map.output.key.class

mapred.mapoutput.value.class mapreduce.map.output.value.class

mapred.mapper.regex.group mapreduce.mapper.regexmapper..group

mapred.mapper.regex mapreduce.mapper.regex

mapred.map.task.debug.script mapreduce.map.debug.script

mapred.map.tasks mapreduce.job.maps

mapred.map.tasks.speculative.execution mapreduce.map.speculative

mapred.max.map.failures.percent mapreduce.map.failures.maxpercent

mapred.max.reduce.failures.percent mapreduce.reduce.failures.maxpercent

mapred.max.split.size mapreduce.input.fileinputformat.split.maxsize

mapred.max.tracker.blacklists mapreduce.jobtracker.tasktracker.maxblacklists

mapred.max.tracker.failures mapreduce.job.maxtaskfailures.per.tracker

mapred.merge.recordsBeforeProgress mapreduce.task.merge.progress.records

mapred.min.split.size mapreduce.input.fileinputformat.split.minsize

mapred.min.split.size.per.node mapreduce.input.fileinputformat.split.minsize.per.node

mapred.min.split.size.per.rack mapreduce.input.fileinputformat.split.minsize.per.rack

mapred.output.compression.codec mapreduce.output.fileoutputformat.compress.codec

mapred.output.compression.type mapreduce.output.fileoutputformat.compress.type

mapred.output.compress mapreduce.output.fileoutputformat.compress

mapred.output.dir mapreduce.output.fileoutputformat.outputdir

mapred.output.key.class mapreduce.job.output.key.class

mapred.output.key.comparator.class mapreduce.job.output.key.comparator.class

mapred.output.value.class mapreduce.job.output.value.class

mapred.output.value.groupfn.class mapreduce.job.output.group.comparator.class

mapred.permissions.supergroup mapreduce.cluster.permissions.supergroup

mapred.pipes.user.inputformat mapreduce.pipes.inputformat

mapred.reduce.child.env mapreduce.reduce.env

mapred.reduce.child.java.opts mapreduce.reduce.java.opts

mapred.reduce.child.log.level mapreduce.reduce.log.level

mapred.reduce.max.attempts mapreduce.reduce.maxattempts

mapred.reduce.parallel.copies mapreduce.reduce.shuffle.parallelcopies

mapred.reduce.slowstart.completed.maps mapreduce.job.reduce.slowstart.completedmaps

mapred.reduce.task.debug.script mapreduce.reduce.debug.script

mapred.reduce.tasks mapreduce.job.reduces

mapred.reduce.tasks.speculative.execution mapreduce.reduce.speculative

mapred.seqbinary.output.key.class mapreduce.output.seqbinaryoutputformat.key.class

mapred.seqbinary.output.value.class mapreduce.output.seqbinaryoutputformat.value.class

mapred.shuffle.connect.timeout mapreduce.reduce.shuffle.connect.timeout

mapred.shuffle.read.timeout mapreduce.reduce.shuffle.read.timeout

mapred.skip.attempts.to.start.skipping mapreduce.task.skip.start.attempts

mapred.skip.map.auto.incr.proc.count mapreduce.map.skip.proc-count.auto-incr

mapred.skip.map.max.skip.records mapreduce.map.skip.maxrecords

mapred.skip.on mapreduce.job.skiprecords

mapred.skip.out.dir mapreduce.job.skip.outdir

mapred.skip.reduce.auto.incr.proc.count mapreduce.reduce.skip.proc-count.auto-incr

mapred.skip.reduce.max.skip.groups mapreduce.reduce.skip.maxgroups

mapred.speculative.execution.slowNodeThreshold mapreduce.job.speculative.slownodethreshold

mapred.speculative.execution.slowTaskThreshold mapreduce.job.speculative.slowtaskthreshold

mapred.speculative.execution.speculativeCap mapreduce.job.speculative.speculativecap

mapred.submit.replication mapreduce.client.submit.file.replication

mapred.system.dir mapreduce.jobtracker.system.dir

mapred.task.cache.levels mapreduce.jobtracker.taskcache.levels

mapred.task.id mapreduce.task.attempt.id

mapred.task.is.map mapreduce.task.ismap

mapred.task.partition mapreduce.task.partition

mapred.task.profile mapreduce.task.profile

mapred.task.profile.maps mapreduce.task.profile.maps

mapred.task.profile.params mapreduce.task.profile.params

mapred.task.profile.reduces mapreduce.task.profile.reduces

mapred.task.timeout mapreduce.task.timeout

mapred.tasktracker.dns.interface mapreduce.tasktracker.dns.interface

mapred.tasktracker.dns.nameserver mapreduce.tasktracker.dns.nameserver

mapred.tasktracker.events.batchsize mapreduce.tasktracker.events.batchsize

mapred.tasktracker.expiry.interval mapreduce.jobtracker.expire.trackers.interval

mapred.task.tracker.http.address mapreduce.tasktracker.http.address

mapred.tasktracker.indexcache.mb mapreduce.tasktracker.indexcache.mb

mapred.tasktracker.instrumentation mapreduce.tasktracker.instrumentation

mapred.tasktracker.map.tasks.maximum mapreduce.tasktracker.map.tasks.maximum

mapred.tasktracker.memory_calculator_plugin mapreduce.tasktracker.resourcecalculatorplugin

mapred.tasktracker.memorycalculatorplugin mapreduce.tasktracker.resourcecalculatorplugin

mapred.tasktracker.reduce.tasks.maximum mapreduce.tasktracker.reduce.tasks.maximum

mapred.task.tracker.report.address mapreduce.tasktracker.report.address

mapred.task.tracker.task-controller mapreduce.tasktracker.taskcontroller

mapred.tasktracker.taskmemorymanager.monitoring-interval mapreduce.tasktracker.taskmemorymanager.monitoringinterval

mapred.tasktracker.tasks.sleeptime-before-sigkill mapreduce.tasktracker.tasks.sleeptimebeforesigkill

mapred.temp.dir mapreduce.cluster.temp.dir

mapred.text.key.comparator.options mapreduce.partition.keycomparator.options

mapred.text.key.partitioner.options mapreduce.partition.keypartitioner.options

mapred.textoutputformat.separator mapreduce.output.textoutputformat.separator

mapred.tip.id mapreduce.task.id

mapreduce.combine.class mapreduce.job.combine.class

mapreduce.inputformat.class mapreduce.job.inputformat.class

mapreduce.job.counters.limit mapreduce.job.counters.max

mapreduce.jobtracker.permissions.supergroup mapreduce.cluster.permissions.supergroup

mapreduce.map.class mapreduce.job.map.class

mapreduce.outputformat.class mapreduce.job.outputformat.class

mapreduce.partitioner.class mapreduce.job.partitioner.class

mapreduce.reduce.class mapreduce.job.reduce.class

mapred.used.genericoptionsparser mapreduce.client.genericoptionsparser.used

mapred.userlog.limit.kb mapreduce.task.userlog.limit.kb

mapred.userlog.retain.hours mapreduce.job.userlog.retain.hours

mapred.working.dir mapreduce.job.working.dir

mapred.work.output.dir mapreduce.task.output.dir

min.num.spills.for.combine mapreduce.map.combine.minspills

reduce.output.key.value.fields.spec mapreduce.fieldsel.reduce.output.key.value.fields.spec

security.job.submission.protocol.acl security.job.client.protocol.acl

security.task.umbilical.protocol.acl security.job.task.protocol.acl

sequencefile.filter.class mapreduce.input.sequencefileinputfilter.class

sequencefile.filter.frequency mapreduce.input.sequencefileinputfilter.frequency

sequencefile.filter.regex mapreduce.input.sequencefileinputfilter.regex

session.id dfs.metrics.session-id

slave.host.name dfs.datanode.hostname

slave.host.name mapreduce.tasktracker.host.name

tasktracker.contention.tracking mapreduce.tasktracker.contention.tracking

tasktracker.http.threads mapreduce.tasktracker.http.threads

topology.node.switch.mapping.impl net.topology.node.switch.mapping.impl

topology.script.file.name net.topology.script.file.name

topology.script.number.args net.topology.script.number.args

user.name mapreduce.job.user.name

webinterface.private.actions mapreduce.jobtracker.webinterface.trusted

下面表格列出一些配置属性的相关改变:

Deprecated property name New property name

mapred.create.symlink NONE - symlinking一直都是开的状态

mapreduce.job.cache.symlink.create NONE - symlinking一直都是开的状态

本文转自 yntmdr 51CTO博客,原文链接:http://blog.51cto.com/yntmdr/1722989,如需转载请自行联系原作者
你可能感兴趣的文章
《.NET应用架构设计:原则、模式与实践》新书博客--试读-1.1-正确认识软件架构...
查看>>
2013 Linux领域年终盘点
查看>>
linux学习之查看程序端口占用情况
查看>>
相逢在栀枝花开的季节
查看>>
linux下git自动补全命令
查看>>
Ubuntu14.04LTS更新源
查看>>
Linux报“Unknown HZ value! (288) Assume 100”错误
查看>>
mysql多实例实例化数据库
查看>>
我的友情链接
查看>>
golang xml和json的解析与生成
查看>>
javascript 操作DOM元素样式
查看>>
Android 内存管理 &Memory Leak & OOM 分析
查看>>
【查找算法】基于存储的查找算法(哈希查找)
查看>>
JavaWeb网上图书商城完整项目--day02-10.提交注册表单功能之页面实现
查看>>
记录一下这次web实训的两个网站
查看>>
POJ-1830 开关问题 高斯消元
查看>>
做程序开发的你如果经常用Redis,这些问题肯定会遇到
查看>>
CAS-认证流程
查看>>
006android初级篇之jni数据类型映射
查看>>
Java 集合框架查阅技巧
查看>>