com.twitter.maple.tap

Class TupleMemoryInputFormat

java.lang.Object

com.twitter.maple.tap.TupleMemoryInputFormat

All Implemented Interfaces:

org.apache.hadoop.mapred.InputFormat<TupleWrapper,org.apache.hadoop.io.NullWritable>

public class TupleMemoryInputFormat
extends java.lang.Object
implements org.apache.hadoop.mapred.InputFormat<TupleWrapper,org.apache.hadoop.io.NullWritable>

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	TupleMemoryInputFormat.TupleInputSplit
static class	TupleMemoryInputFormat.TupleRecordReader

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	ENCODING
static java.lang.String	TUPLES_PROPERTY

Constructor Summary

Constructors

Constructor and Description
TupleMemoryInputFormat()

Method Summary

Modifier and Type	Method and Description
static byte[]	decodeBytes(java.lang.String str)
static java.lang.String	encodeBytes(byte[] bytes)
org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>	getRecordReader(org.apache.hadoop.mapred.InputSplit is, org.apache.hadoop.mapred.JobConf jc, org.apache.hadoop.mapred.Reporter rprtr)
org.apache.hadoop.mapred.InputSplit[]	getSplits(org.apache.hadoop.mapred.JobConf jc, int i)
static java.util.List<cascading.tuple.Tuple>	retrieveTuples(org.apache.hadoop.mapred.JobConf conf, java.lang.String key)
static void	storeTuples(org.apache.hadoop.mapred.JobConf conf, java.lang.String key, java.util.List<cascading.tuple.Tuple> tuples)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ENCODING

public static final java.lang.String ENCODING

See Also:

Constant Field Values

TUPLES_PROPERTY

public static final java.lang.String TUPLES_PROPERTY

See Also:

Constant Field Values

Constructor Detail

TupleMemoryInputFormat

public TupleMemoryInputFormat()

Method Detail

getSplits

public org.apache.hadoop.mapred.InputSplit[] getSplits(org.apache.hadoop.mapred.JobConf jc,
                                                       int i)
                                                throws java.io.IOException

Specified by:

getSplits in interface org.apache.hadoop.mapred.InputFormat<TupleWrapper,org.apache.hadoop.io.NullWritable>

Throws:

java.io.IOException

getRecordReader

public org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable> getRecordReader(org.apache.hadoop.mapred.InputSplit is,
                                                                                                             org.apache.hadoop.mapred.JobConf jc,
                                                                                                             org.apache.hadoop.mapred.Reporter rprtr)
                                                                                                      throws java.io.IOException

Specified by:

getRecordReader in interface org.apache.hadoop.mapred.InputFormat<TupleWrapper,org.apache.hadoop.io.NullWritable>

Throws:

java.io.IOException

encodeBytes

public static java.lang.String encodeBytes(byte[] bytes)

decodeBytes

public static byte[] decodeBytes(java.lang.String str)

storeTuples

public static void storeTuples(org.apache.hadoop.mapred.JobConf conf,
                               java.lang.String key,
                               java.util.List<cascading.tuple.Tuple> tuples)

retrieveTuples

public static java.util.List<cascading.tuple.Tuple> retrieveTuples(org.apache.hadoop.mapred.JobConf conf,
                                                                   java.lang.String key)