__init__.py 923 Bytes
__author__ = 'chunk'

hparams = dict(
    inputFormatClass="org.apache.hadoop.hbase.mapreduce.TableInputFormat",
    readKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable",
    readValueClass="org.apache.hadoop.hbase.client.Result",
    readKeyConverter="org.apache.spark.examples.pythonconverters.ImmutableBytesWritableToStringConverter",
    readValueConverter="org.apache.spark.examples.pythonconverters.CustomHBaseResultToStringConverter",

    outputFormatClass="org.apache.hadoop.hbase.mapreduce.TableOutputFormat",
    writeKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable",
    # writeValueClass="org.apache.hadoop.io.Writable",
    writeValueClass="org.apache.hadoop.hbase.client.Put",
    writeKeyConverter="org.apache.spark.examples.pythonconverters.StringToImmutableBytesWritableConverter",
    writeValueConverter="org.apache.spark.examples.pythonconverters.StringListToPutConverter",

)