com.twitter.maple.tap

Class MemorySourceTap.MemorySourceScheme

java.lang.Object

cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

com.twitter.maple.tap.MemorySourceTap.MemorySourceScheme

All Implemented Interfaces:

cascading.util.Traceable, java.io.Serializable

Enclosing class:

MemorySourceTap

public static class MemorySourceTap.MemorySourceScheme
extends cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
MemorySourceScheme(java.util.List<cascading.tuple.Tuple> tuples, cascading.tuple.Fields fields, java.lang.String id)

Method Summary

Modifier and Type	Method and Description
java.lang.String	getId()
java.util.List<cascading.tuple.Tuple>	getTuples()
void	sink(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.scheme.SinkCall<java.lang.Void,java.lang.Void> sinkCall)
void	sinkConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void> tap, org.apache.hadoop.mapred.JobConf conf)
boolean	source(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.scheme.SourceCall<java.lang.Object[],org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>> sourceCall)
void	sourceCleanup(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.scheme.SourceCall<java.lang.Object[],org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>> sourceCall)
void	sourceConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void> tap, org.apache.hadoop.mapred.JobConf conf)
void	sourcePrepare(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.scheme.SourceCall<java.lang.Object[],org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>> sourceCall)

Methods inherited from class cascading.scheme.Scheme

equals, getNumSinkParts, getSinkFields, getSourceFields, getTrace, hashCode, isSink, isSource, isSymmetrical, presentSinkFields, presentSinkFieldsInternal, presentSourceFields, presentSourceFieldsInternal, retrieveSinkFields, retrieveSourceFields, setNumSinkParts, setSinkFields, setSourceFields, sinkCleanup, sinkPrepare, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

MemorySourceScheme

public MemorySourceScheme(java.util.List<cascading.tuple.Tuple> tuples,
                          cascading.tuple.Fields fields,
                          java.lang.String id)

Method Detail

getId

public java.lang.String getId()

getTuples

public java.util.List<cascading.tuple.Tuple> getTuples()

sourceConfInit

public void sourceConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                           cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void> tap,
                           org.apache.hadoop.mapred.JobConf conf)

Specified by:

sourceConfInit in class cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

sinkConfInit

public void sinkConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                         cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void> tap,
                         org.apache.hadoop.mapred.JobConf conf)

Specified by:

sinkConfInit in class cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

sourcePrepare

public void sourcePrepare(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                          cascading.scheme.SourceCall<java.lang.Object[],org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>> sourceCall)

Overrides:

sourcePrepare in class cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

source

public boolean source(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                      cascading.scheme.SourceCall<java.lang.Object[],org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>> sourceCall)
               throws java.io.IOException

Specified by:

source in class cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

Throws:

java.io.IOException

sourceCleanup

public void sourceCleanup(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                          cascading.scheme.SourceCall<java.lang.Object[],org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>> sourceCall)

Overrides:

sourceCleanup in class cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

sink

public void sink(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                 cascading.scheme.SinkCall<java.lang.Void,java.lang.Void> sinkCall)
          throws java.io.IOException

Specified by:

sink in class cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader<TupleWrapper,org.apache.hadoop.io.NullWritable>,java.lang.Void,java.lang.Object[],java.lang.Void>

Throws:

java.io.IOException