f69baeb6
 Chunk
spark streaming ...
|
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
|
hparams = dict(
inputFormatClass="org.apache.hadoop.hbase.mapreduce.TableInputFormat",
readKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable",
readValueClass="org.apache.hadoop.hbase.client.Result",
readKeyConverter="org.apache.spark.examples.pythonconverters.ImmutableBytesWritableToStringConverter",
readValueConverter="org.apache.spark.examples.pythonconverters.CustomHBaseResultToStringConverter",
outputFormatClass="org.apache.hadoop.hbase.mapreduce.TableOutputFormat",
writeKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable",
# writeValueClass="org.apache.hadoop.io.Writable",
writeValueClass="org.apache.hadoop.hbase.client.Put",
writeKeyConverter="org.apache.spark.examples.pythonconverters.StringToImmutableBytesWritableConverter",
writeValueConverter="org.apache.spark.examples.pythonconverters.StringListToPutConverter",
)
|