View Javadoc

1   /**
2    *
3    * Licensed to the Apache Software Foundation (ASF) under one
4    * or more contributor license agreements.  See the NOTICE file
5    * distributed with this work for additional information
6    * regarding copyright ownership.  The ASF licenses this file
7    * to you under the Apache License, Version 2.0 (the
8    * "License"); you may not use this file except in compliance
9    * with the License.  You may obtain a copy of the License at
10   *
11   *     http://www.apache.org/licenses/LICENSE-2.0
12   *
13   * Unless required by applicable law or agreed to in writing, software
14   * distributed under the License is distributed on an "AS IS" BASIS,
15   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16   * See the License for the specific language governing permissions and
17   * limitations under the License.
18   */
19  package org.apache.hadoop.hbase.mob.mapreduce;
20  
21  import org.apache.hadoop.hbase.classification.InterfaceAudience;
22  import org.apache.hadoop.hbase.KeyValue;
23  import org.apache.hadoop.hbase.mob.MobFileName;
24  import org.apache.hadoop.io.Text;
25  import org.apache.hadoop.mapreduce.Partitioner;
26  
27  /**
28   * The partitioner for the sweep job.
29   * The key is a mob file name. We bucket by date.
30   */
31  @InterfaceAudience.Private
32  public class MobFilePathHashPartitioner extends Partitioner<Text, KeyValue> {
33  
34    @Override
35    public int getPartition(Text fileName, KeyValue kv, int numPartitions) {
36      MobFileName mobFileName = MobFileName.create(fileName.toString());
37      String date = mobFileName.getDate();
38      int hash = date.hashCode();
39      return (hash & Integer.MAX_VALUE) % numPartitions;
40    }
41  }