@InterfaceAudience.Public
@InterfaceStability.Stable
public class KeyFieldBasedComparator<K,V>
extends org.apache.hadoop.io.WritableComparator
implements org.apache.hadoop.conf.Configurable
MRJobConfig.MAP_OUTPUT_KEY_FIELD_SEPERATOR
.Modifier and Type | Field and Description |
---|---|
static String |
COMPARATOR_OPTIONS |
Constructor and Description |
---|
KeyFieldBasedComparator() |
Modifier and Type | Method and Description |
---|---|
int |
compare(byte[] b1,
int s1,
int l1,
byte[] b2,
int s2,
int l2) |
org.apache.hadoop.conf.Configuration |
getConf() |
static String |
getKeyFieldComparatorOption(JobContext job)
Get the
KeyFieldBasedComparator options |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
static void |
setKeyFieldComparatorOptions(Job job,
String keySpec)
Set the
KeyFieldBasedComparator options used to compare keys. |
compare, compare, compareBytes, define, get, get, getKeyClass, hashBytes, hashBytes, newKey, readDouble, readFloat, readInt, readLong, readUnsignedShort, readVInt, readVLong
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
comparing, comparing, comparingDouble, comparingInt, comparingLong, equals, naturalOrder, nullsFirst, nullsLast, reversed, reverseOrder, thenComparing, thenComparing, thenComparing, thenComparingDouble, thenComparingInt, thenComparingLong
public static String COMPARATOR_OPTIONS
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
setConf
in class org.apache.hadoop.io.WritableComparator
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
getConf
in class org.apache.hadoop.io.WritableComparator
public int compare(byte[] b1, int s1, int l1, byte[] b2, int s2, int l2)
compare
in interface org.apache.hadoop.io.RawComparator
compare
in class org.apache.hadoop.io.WritableComparator
public static void setKeyFieldComparatorOptions(Job job, String keySpec)
KeyFieldBasedComparator
options used to compare keys.keySpec
- the key specification of the form -k pos1[,pos2], where,
pos is of the form f[.c][opts], where f is the number
of the key field to use, and c is the number of the first character from
the beginning of the field. Fields and character posns are numbered
starting with 1; a character position of zero in pos2 indicates the
field's last character. If '.c' is omitted from pos1, it defaults to 1
(the beginning of the field); if omitted from pos2, it defaults to 0
(the end of the field). opts are ordering options. The supported options
are:
-n, (Sort numerically)
-r, (Reverse the result of comparison)public static String getKeyFieldComparatorOption(JobContext job)
KeyFieldBasedComparator
optionsCopyright © 2017 Apache Software Foundation. All Rights Reserved.