hadoop2.7.3源码包,hadoop2.7.3zip源码包
标签:
•
文件类型: .zip
•
文件大小: 9.3MB
•
下载次数: 1
•
根据官网maven结构源码自动生成zip源码包,请放心使用
代码片段和文件信息
属性 大小 日期 时间 名称
----------- --------- ---------- ----- ----
目录 0 2018-07-11 09:28 org
目录 0 2018-07-11 09:28 orgapache
目录 0 2018-07-11 09:28 orgapachehadoop
目录 0 2018-07-11 09:28 orgapachehadoopant
目录 0 2018-07-11 09:28 orgapachehadoopantcondition
文件 2042 2018-07-11 09:28 orgapachehadoopantconditionDfsbaseConditional.java
文件 983 2018-07-11 09:28 orgapachehadoopantconditionDfsExists.java
文件 982 2018-07-11 09:28 orgapachehadoopantconditionDfsIsDir.java
文件 984 2018-07-11 09:28 orgapachehadoopantconditionDfsZeroLen.java
文件 6855 2018-07-11 09:28 orgapachehadoopantDfsTask.java
目录 0 2018-07-11 09:28 orgapachehadoopclassification
文件 2633 2018-07-11 09:28 orgapachehadoopclassificationInterfaceAudience.java
文件 2483 2018-07-11 09:28 orgapachehadoopclassificationInterfaceStability.java
目录 0 2018-07-11 09:28 orgapachehadoopclassification ools
文件 2194 2018-07-11 09:28 orgapachehadoopclassification oolsExcludePrivateAnnotationsJDiffDoclet.java
文件 2239 2018-07-11 09:28 orgapachehadoopclassification oolsExcludePrivateAnnotationsStandardDoclet.java
文件 2517 2018-07-11 09:28 orgapachehadoopclassification oolsIncludePublicAnnotationsStandardDoclet.java
文件 1038 2018-07-11 09:28 orgapachehadoopclassification oolspackage-info.java
文件 9326 2018-07-11 09:28 orgapachehadoopclassification oolsRootDocProcessor.java
文件 2565 2018-07-11 09:28 orgapachehadoopclassification oolsStabilityOptions.java
目录 0 2018-07-11 09:28 orgapachehadoopconf
文件 1296 2018-07-11 09:28 orgapachehadoopconfConfigurable.java
文件 100519 2018-07-11 09:28 orgapachehadoopconfConfiguration.java
文件 1553 2018-07-11 09:28 orgapachehadoopconfConfigured.java
文件 3482 2018-07-11 09:28 orgapachehadoopconfConfServlet.java
文件 868 2018-07-11 09:28 orgapachehadoopconfpackage.html
文件 1987 2018-07-11 09:28 orgapachehadoopconfReconfigurable.java
文件 8311 2018-07-11 09:28 orgapachehadoopconfReconfigurablebase.java
文件 2879 2018-07-11 09:28 orgapachehadoopconfReconfigurationException.java
文件 8898 2018-07-11 09:28 orgapachehadoopconfReconfigurationServlet.java
文件 2103 2018-07-11 09:28 orgapachehadoopconfReconfigurationTaskStatus.java
............此处省略4596个文件信息
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License Version 2.0 (the
* “License“); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing software
* distributed under the License is distributed on an “AS IS“ BASIS
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop;
import java.io.IOException;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.mapred.FileOutputFormat;
import org.apache.hadoop.mapred.JobConf;
import org.apache.hadoop.mapred.JobContext;
import org.apache.hadoop.mapred.OutputCommitter;
import org.apache.hadoop.mapred.TaskAttemptContext;
public class CustomOutputCommitter extends OutputCommitter {
public static final String JOB_SETUP_FILE_NAME = “_job_setup“;
public static final String JOB_COMMIT_FILE_NAME = “_job_commit“;
public static final String JOB_ABORT_FILE_NAME = “_job_abort“;
public static final String TASK_SETUP_FILE_NAME = “_task_setup“;
public static final String TASK_ABORT_FILE_NAME = “_task_abort“;
public static final String TASK_COMMIT_FILE_NAME = “_task_commit“;
@Override
public void setupJob(JobContext jobContext) throws IOException {
writeFile(jobContext.getJobConf() JOB_SETUP_FILE_NAME);
}
@Override
public void commitJob(JobContext jobContext) throws IOException {
super.commitJob(jobContext);
writeFile(jobContext.getJobConf() JOB_COMMIT_FILE_NAME);
}
@Override
public void abortJob(JobContext jobContext int status)
throws IOException {
super.abortJob(jobContext status);
writeFile(jobContext.getJobConf() JOB_ABORT_FILE_NAME);
}
@Override
public void setupTask(TaskAttemptContext taskContext) throws IOException {
writeFile(taskContext.getJobConf() TASK_SETUP_FILE_NAME);
}
@Override
public boolean needsTaskCommit(TaskAttemptContext taskContext)
throws IOException {
return true;
}
@Override
public void commitTask(TaskAttemptContext taskContext) throws IOException {
writeFile(taskContext.getJobConf() TASK_COMMIT_FILE_NAME);
}
@Override
public void abortTask(TaskAttemptContext taskContext) throws IOException {
writeFile(taskContext.getJobConf() TASK_ABORT_FILE_NAME);
}
private void writeFile(JobConf conf String filename) throws IOException {
System.out.println(“writing file ----“ + filename);
Path outputPath = FileOutputFormat.getOutputPath(conf);
FileSystem fs = outputPath.getFileSys
属性 大小 日期 时间 名称
----------- --------- ---------- ----- ----
目录 0 2018-07-11 09:28 org
目录 0 2018-07-11 09:28 orgapache
目录 0 2018-07-11 09:28 orgapachehadoop
目录 0 2018-07-11 09:28 orgapachehadoopant
目录 0 2018-07-11 09:28 orgapachehadoopantcondition
文件 2042 2018-07-11 09:28 orgapachehadoopantconditionDfsba
文件 983 2018-07-11 09:28 orgapachehadoopantconditionDfsExists.java
文件 982 2018-07-11 09:28 orgapachehadoopantconditionDfsIsDir.java
文件 984 2018-07-11 09:28 orgapachehadoopantconditionDfsZeroLen.java
文件 6855 2018-07-11 09:28 orgapachehadoopantDfsTask.java
目录 0 2018-07-11 09:28 orgapachehadoopclassification
文件 2633 2018-07-11 09:28 orgapachehadoopclassificationInterfaceAudience.java
文件 2483 2018-07-11 09:28 orgapachehadoopclassificationInterfaceStability.java
目录 0 2018-07-11 09:28 orgapachehadoopclassification ools
文件 2194 2018-07-11 09:28 orgapachehadoopclassification oolsExcludePrivateAnnotationsJDiffDoclet.java
文件 2239 2018-07-11 09:28 orgapachehadoopclassification oolsExcludePrivateAnnotationsStandardDoclet.java
文件 2517 2018-07-11 09:28 orgapachehadoopclassification oolsIncludePublicAnnotationsStandardDoclet.java
文件 1038 2018-07-11 09:28 orgapachehadoopclassification oolspackage-info.java
文件 9326 2018-07-11 09:28 orgapachehadoopclassification oolsRootDocProcessor.java
文件 2565 2018-07-11 09:28 orgapachehadoopclassification oolsStabilityOptions.java
目录 0 2018-07-11 09:28 orgapachehadoopconf
文件 1296 2018-07-11 09:28 orgapachehadoopconfConfigurable.java
文件 100519 2018-07-11 09:28 orgapachehadoopconfConfiguration.java
文件 1553 2018-07-11 09:28 orgapachehadoopconfConfigured.java
文件 3482 2018-07-11 09:28 orgapachehadoopconfConfServlet.java
文件 868 2018-07-11 09:28 orgapachehadoopconfpackage.html
文件 1987 2018-07-11 09:28 orgapachehadoopconfReconfigurable.java
文件 8311 2018-07-11 09:28 orgapachehadoopconfReconfigurableba
文件 2879 2018-07-11 09:28 orgapachehadoopconfReconfigurationException.java
文件 8898 2018-07-11 09:28 orgapachehadoopconfReconfigurationServlet.java
文件 2103 2018-07-11 09:28 orgapachehadoopconfReconfigurationTaskStatus.java
............此处省略4596个文件信息
版权声明:本文内容由互联网用户自发贡献,该文观点仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌抄袭侵权/违法违规的内容, 请发送邮件举报,一经查实,本站将立刻删除。
评论列表(条)