com.twitter.elephantbird.cascading2.scheme
Class LzoTextLine

java.lang.Object
  cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector,Object[],Object[]>
      cascading.scheme.hadoop.TextLine
          com.twitter.elephantbird.cascading2.scheme.LzoTextLine

All Implemented Interfaces:

Serializable

public class LzoTextLine
extends cascading.scheme.hadoop.TextLine

Scheme for LZO encoded text files.

Author:

Ning Liang

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class cascading.scheme.hadoop.TextLine

cascading.scheme.hadoop.TextLine.Compress

Field Summary

Fields inherited from class cascading.scheme.hadoop.TextLine

DEFAULT_CHARSET, DEFAULT_SOURCE_FIELDS

Constructor Summary

LzoTextLine()

LzoTextLine(cascading.tuple.Fields sourceFields)

LzoTextLine(cascading.tuple.Fields sourceFields, cascading.tuple.Fields sinkFields)

LzoTextLine(cascading.tuple.Fields sourceFields, cascading.tuple.Fields sinkFields, int numSinkParts)

LzoTextLine(cascading.tuple.Fields sourceFields, int numSinkParts)

LzoTextLine(int numSinkParts)

Method Summary

void	sinkConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap, org.apache.hadoop.mapred.JobConf conf)
void	sourceConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap, org.apache.hadoop.mapred.JobConf conf)

Methods inherited from class cascading.scheme.hadoop.TextLine

getSinkCompression, makeEncodedString, presentSinkFields, presentSourceFields, setCharsetName, setSinkCompression, sink, sinkPrepare, source, sourceCleanup, sourceHandleInput, sourcePrepare, verify

Methods inherited from class cascading.scheme.Scheme

equals, getNumSinkParts, getSinkFields, getSourceFields, getTrace, hashCode, isSink, isSource, isSymmetrical, presentSinkFieldsInternal, presentSourceFieldsInternal, retrieveSinkFields, retrieveSourceFields, setNumSinkParts, setSinkFields, setSourceFields, sinkCleanup, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

LzoTextLine

public LzoTextLine()

LzoTextLine

public LzoTextLine(int numSinkParts)

LzoTextLine

public LzoTextLine(cascading.tuple.Fields sourceFields,
                   cascading.tuple.Fields sinkFields)

LzoTextLine

public LzoTextLine(cascading.tuple.Fields sourceFields,
                   cascading.tuple.Fields sinkFields,
                   int numSinkParts)

LzoTextLine

public LzoTextLine(cascading.tuple.Fields sourceFields)

LzoTextLine

public LzoTextLine(cascading.tuple.Fields sourceFields,
                   int numSinkParts)

Method Detail

sourceConfInit

public void sourceConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                           cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap,
                           org.apache.hadoop.mapred.JobConf conf)

Overrides:

sourceConfInit in class cascading.scheme.hadoop.TextLine

sinkConfInit

public void sinkConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                         cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap,
                         org.apache.hadoop.mapred.JobConf conf)

Overrides:

sinkConfInit in class cascading.scheme.hadoop.TextLine