big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

作业启动注释添加

Browse Source
This commit is contained in:
LingZhaoHui 2023-12-07 22:58:36 +08:00
parent a79791fb92
commit b58553bb1e
Signed by: zeekling
GPG Key ID: D96E4E75267CA2CC
3 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java
View File

@ -1676,6 +1676,7 @@ public static void main(String[] args) {
ShutdownHookManager.get().addShutdownHook( ShutdownHookManager.get().addShutdownHook(
new MRAppMasterShutdownHook(appMaster), SHUTDOWN_HOOK_PRIORITY); new MRAppMasterShutdownHook(appMaster), SHUTDOWN_HOOK_PRIORITY);
JobConf conf = new JobConf(new YarnConfiguration()); JobConf conf = new JobConf(new YarnConfiguration());
// 加载job.xml信息
conf.addResource(new Path(MRJobConfig.JOB_CONF_FILE)); conf.addResource(new Path(MRJobConfig.JOB_CONF_FILE));
MRWebAppUtil.initialize(conf); MRWebAppUtil.initialize(conf);

1
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/commit/CommitterEventHandler.java
View File

@ -252,6 +252,7 @@ public void run() {
@SuppressWarnings("unchecked") @SuppressWarnings("unchecked")
protected void handleJobSetup(CommitterJobSetupEvent event) { protected void handleJobSetup(CommitterJobSetupEvent event) {
try { try {
// 主要是创建attempt路径
committer.setupJob(event.getJobContext()); committer.setupJob(event.getJobContext());
context.getEventHandler().handle( context.getEventHandler().handle(
new JobSetupCompletedEvent(event.getJobID())); new JobSetupCompletedEvent(event.getJobID()));

1
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java
View File

@ -1455,6 +1455,7 @@ public JobStateInternal transition(JobImpl job, JobEvent event) {
} }
try { try {
// 初始化token等信息。
setup(job); setup(job);
job.fs = job.getFileSystem(job.conf); job.fs = job.getFileSystem(job.conf);