This project has retired. For details please refer to its Attic page.
DefaultOutputCommitter xref
View Javadoc

1   /*
2    * Licensed to the Apache Software Foundation (ASF) under one
3    * or more contributor license agreements.  See the NOTICE file
4    * distributed with this work for additional information
5    * regarding copyright ownership.  The ASF licenses this file
6    * to you under the Apache License, Version 2.0 (the
7    * "License"); you may not use this file except in compliance
8    * with the License.  You may obtain a copy of the License at
9    *
10   *     http://www.apache.org/licenses/LICENSE-2.0
11   *
12   * Unless required by applicable law or agreed to in writing, software
13   * distributed under the License is distributed on an "AS IS" BASIS,
14   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15   * See the License for the specific language governing permissions and
16   * limitations under the License.
17   */
18  package org.apache.giraph.utils;
19  
20  import java.io.IOException;
21  
22  import org.apache.hadoop.mapreduce.JobContext;
23  import org.apache.hadoop.mapreduce.OutputCommitter;
24  import org.apache.hadoop.mapreduce.TaskAttemptContext;
25  
26  /**
27   * Output committer which has abstract commit method
28   */
29  public abstract class DefaultOutputCommitter extends OutputCommitter {
30    /**
31     * For cleaning up the job's output after job completion. Note that this
32     * is invoked for jobs with final run state as
33     * {@link org.apache.hadoop.mapreduce.JobStatus.State#SUCCEEDED}
34     *
35     * @param jobContext Context of the job whose output is being written.
36     */
37    public abstract void commit(JobContext jobContext) throws IOException;
38  
39    @Override
40    public final void setupJob(JobContext jobContext) throws IOException {
41    }
42  
43    @Override
44    public final void setupTask(TaskAttemptContext taskContext)
45        throws IOException {
46    }
47  
48    @Override
49    public final void commitJob(JobContext jobContext)
50        throws IOException {
51      super.commitJob(jobContext);
52      commit(jobContext);
53    }
54  
55    @Override
56    public final boolean needsTaskCommit(TaskAttemptContext taskContext)
57        throws IOException {
58      // Digraph does not require a task commit and there is a bug in Corona
59      // which triggers t5688706
60      // Avoiding the task commit should work around this.
61      return false;
62    }
63  
64    @Override
65    public final void commitTask(TaskAttemptContext context) throws IOException {
66    }
67  
68    @Override
69    public final void abortTask(TaskAttemptContext taskContext)
70        throws IOException {
71    }
72  }