org.anarres.lzo.hadoop.codec

Class LzoCodec

java.lang.Object

org.apache.hadoop.conf.Configured

org.anarres.lzo.hadoop.codec.LzoCodec

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.io.compress.CompressionCodec

Direct Known Subclasses:

LzoCodec, LzopCodec

public class LzoCodec
extends org.apache.hadoop.conf.Configured
implements org.apache.hadoop.io.compress.CompressionCodec

A CompressionCodec for a streaming lzo compression/decompression pair. http://www.oberhumer.com/opensource/lzo/

Field Summary

Fields

Modifier and Type	Field and Description
static int	DEFAULT_LZO_BUFFER_SIZE
static String	LZO_BUFFER_SIZE_KEY
static String	LZO_COMPRESSION_LEVEL_KEY
static String	LZO_COMPRESSOR_KEY
static String	LZO_DECOMPRESSOR_KEY
static int	MAX_BLOCK_SIZE
static int	UNDEFINED_COMPRESSION_LEVEL

Constructor Summary

Constructors

Constructor and Description
LzoCodec()

Method Summary

Modifier and Type	Method and Description
org.apache.hadoop.io.compress.Compressor	createCompressor()
org.apache.hadoop.io.compress.Decompressor	createDecompressor()
org.apache.hadoop.io.compress.CompressionInputStream	createInputStream(InputStream in)
org.apache.hadoop.io.compress.CompressionInputStream	createInputStream(InputStream in, org.apache.hadoop.io.compress.Decompressor decompressor)
org.apache.hadoop.io.compress.CompressionOutputStream	createOutputStream(OutputStream out)
org.apache.hadoop.io.compress.CompressionOutputStream	createOutputStream(OutputStream out, org.apache.hadoop.io.compress.Compressor compressor)
Class<? extends org.apache.hadoop.io.compress.Compressor>	getCompressorType()
Class<? extends org.apache.hadoop.io.compress.Decompressor>	getDecompressorType()
String	getDefaultExtension() Get the default filename extension for this kind of compression.
static void	setBufferSize(org.apache.hadoop.conf.Configuration conf, int bufferSize)
static void	setCompressionLevel(org.apache.hadoop.conf.Configuration conf, int compressionLevel)
static void	setCompressionStrategy(org.apache.hadoop.conf.Configuration conf, LzoCompressor.CompressionStrategy strategy)
static void	setDecompressionStrategy(org.apache.hadoop.conf.Configuration conf, LzoDecompressor.CompressionStrategy strategy)

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LZO_COMPRESSOR_KEY

public static final String LZO_COMPRESSOR_KEY

See Also:

Constant Field Values

LZO_DECOMPRESSOR_KEY

public static final String LZO_DECOMPRESSOR_KEY

See Also:

Constant Field Values

LZO_COMPRESSION_LEVEL_KEY

public static final String LZO_COMPRESSION_LEVEL_KEY

See Also:

Constant Field Values

LZO_BUFFER_SIZE_KEY

public static final String LZO_BUFFER_SIZE_KEY

See Also:

Constant Field Values

DEFAULT_LZO_BUFFER_SIZE

public static final int DEFAULT_LZO_BUFFER_SIZE

See Also:

Constant Field Values

MAX_BLOCK_SIZE

public static final int MAX_BLOCK_SIZE

See Also:

Constant Field Values

UNDEFINED_COMPRESSION_LEVEL

public static final int UNDEFINED_COMPRESSION_LEVEL

See Also:

Constant Field Values

Constructor Detail

LzoCodec

public LzoCodec()

Method Detail

setCompressionStrategy

public static void setCompressionStrategy(org.apache.hadoop.conf.Configuration conf,
                                          LzoCompressor.CompressionStrategy strategy)

setDecompressionStrategy

public static void setDecompressionStrategy(org.apache.hadoop.conf.Configuration conf,
                                            LzoDecompressor.CompressionStrategy strategy)

setCompressionLevel

public static void setCompressionLevel(org.apache.hadoop.conf.Configuration conf,
                                       int compressionLevel)

setBufferSize

public static void setBufferSize(org.apache.hadoop.conf.Configuration conf,
                                 int bufferSize)

createOutputStream

public org.apache.hadoop.io.compress.CompressionOutputStream createOutputStream(OutputStream out)
                                                                         throws IOException

Specified by:

createOutputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

createOutputStream

public org.apache.hadoop.io.compress.CompressionOutputStream createOutputStream(OutputStream out,
                                                                                org.apache.hadoop.io.compress.Compressor compressor)
                                                                         throws IOException

Specified by:

createOutputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

getCompressorType

public Class<? extends org.apache.hadoop.io.compress.Compressor> getCompressorType()

Specified by:

getCompressorType in interface org.apache.hadoop.io.compress.CompressionCodec

createCompressor

public org.apache.hadoop.io.compress.Compressor createCompressor()

Specified by:

createCompressor in interface org.apache.hadoop.io.compress.CompressionCodec

createInputStream

public org.apache.hadoop.io.compress.CompressionInputStream createInputStream(InputStream in)
                                                                       throws IOException

Specified by:

createInputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

createInputStream

public org.apache.hadoop.io.compress.CompressionInputStream createInputStream(InputStream in,
                                                                              org.apache.hadoop.io.compress.Decompressor decompressor)
                                                                       throws IOException

Specified by:

createInputStream in interface org.apache.hadoop.io.compress.CompressionCodec

Throws:

IOException

getDecompressorType

public Class<? extends org.apache.hadoop.io.compress.Decompressor> getDecompressorType()

Specified by:

getDecompressorType in interface org.apache.hadoop.io.compress.CompressionCodec

createDecompressor

public org.apache.hadoop.io.compress.Decompressor createDecompressor()

Specified by:

createDecompressor in interface org.apache.hadoop.io.compress.CompressionCodec

getDefaultExtension

public String getDefaultExtension()

Get the default filename extension for this kind of compression.

Specified by:

getDefaultExtension in interface org.apache.hadoop.io.compress.CompressionCodec

Returns:

the extension including the '.'