com.twitter.elephantbird.cascading2.scheme
Class LzoTextDelimited

java.lang.Object
  cascading.scheme.Scheme<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector,Object[],Object[]>
      cascading.scheme.hadoop.TextLine
          cascading.scheme.hadoop.TextDelimited
              com.twitter.elephantbird.cascading2.scheme.LzoTextDelimited

All Implemented Interfaces:

Serializable

public class LzoTextDelimited
extends cascading.scheme.hadoop.TextDelimited

Scheme for LZO encoded TSV files.

Author:

Ning Liang

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class cascading.scheme.hadoop.TextLine

cascading.scheme.hadoop.TextLine.Compress

Field Summary

Fields inherited from class cascading.scheme.hadoop.TextDelimited

DEFAULT_CHARSET, delimitedParser

Fields inherited from class cascading.scheme.hadoop.TextLine

DEFAULT_SOURCE_FIELDS

Constructor Summary

LzoTextDelimited(cascading.tuple.Fields fields, boolean skipHeader, boolean writeHeader, String delimiter, boolean strict, String quote, Class[] types, boolean safe)

LzoTextDelimited(cascading.tuple.Fields fields, boolean skipHeader, String delimiter)

LzoTextDelimited(cascading.tuple.Fields fields, boolean skipHeader, String delimiter, Class[] types)

LzoTextDelimited(cascading.tuple.Fields fields, boolean skipHeader, String delimiter, String quote)

LzoTextDelimited(cascading.tuple.Fields fields, boolean skipHeader, String delimiter, String quote, Class[] types)

LzoTextDelimited(cascading.tuple.Fields fields, boolean skipHeader, String delimiter, String quote, Class[] types, boolean safe)

LzoTextDelimited(cascading.tuple.Fields fields, String delimiter)

LzoTextDelimited(cascading.tuple.Fields fields, String delimiter, Class[] types)

LzoTextDelimited(cascading.tuple.Fields fields, String delimiter, String quote)

LzoTextDelimited(cascading.tuple.Fields fields, String delimiter, String quote, Class[] types)

LzoTextDelimited(cascading.tuple.Fields fields, String delimiter, String quote, Class[] types, boolean safe)

Method Summary

void	sinkConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap, org.apache.hadoop.mapred.JobConf conf)
void	sourceConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess, cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap, org.apache.hadoop.mapred.JobConf conf)

Methods inherited from class cascading.scheme.hadoop.TextDelimited

getDelimiter, getQuote, isSymmetrical, presentSinkFields, presentSourceFields, retrieveSourceFields, setSinkFields, setSourceFields, sink, sinkPrepare, source, sourcePrepare, writeHeader

Methods inherited from class cascading.scheme.hadoop.TextLine

getSinkCompression, makeEncodedString, setCharsetName, setSinkCompression, sourceCleanup, sourceHandleInput, verify

Methods inherited from class cascading.scheme.Scheme

equals, getNumSinkParts, getSinkFields, getSourceFields, getTrace, hashCode, isSink, isSource, presentSinkFieldsInternal, presentSourceFieldsInternal, retrieveSinkFields, setNumSinkParts, sinkCleanup, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        String delimiter)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        boolean skipHeader,
                        String delimiter)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        String delimiter,
                        Class[] types)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        boolean skipHeader,
                        String delimiter,
                        Class[] types)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        String delimiter,
                        String quote,
                        Class[] types)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        boolean skipHeader,
                        String delimiter,
                        String quote,
                        Class[] types)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        String delimiter,
                        String quote,
                        Class[] types,
                        boolean safe)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        boolean skipHeader,
                        boolean writeHeader,
                        String delimiter,
                        boolean strict,
                        String quote,
                        Class[] types,
                        boolean safe)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        boolean skipHeader,
                        String delimiter,
                        String quote,
                        Class[] types,
                        boolean safe)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        String delimiter,
                        String quote)

LzoTextDelimited

public LzoTextDelimited(cascading.tuple.Fields fields,
                        boolean skipHeader,
                        String delimiter,
                        String quote)

Method Detail

sourceConfInit

public void sourceConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                           cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap,
                           org.apache.hadoop.mapred.JobConf conf)

Overrides:

sourceConfInit in class cascading.scheme.hadoop.TextLine

sinkConfInit

public void sinkConfInit(cascading.flow.FlowProcess<org.apache.hadoop.mapred.JobConf> flowProcess,
                         cascading.tap.Tap<org.apache.hadoop.mapred.JobConf,org.apache.hadoop.mapred.RecordReader,org.apache.hadoop.mapred.OutputCollector> tap,
                         org.apache.hadoop.mapred.JobConf conf)

Overrides:

sinkConfInit in class cascading.scheme.hadoop.TextLine