Commit 64c339a5f7fa6b1db47a2fe780163ee001d98702
1 parent
0c3afaf2
Exists in
refactor
before deployment.
Showing
2 changed files
with
32 additions
and
0 deletions
Show diff stats
... | ... | @@ -0,0 +1,18 @@ |
1 | +__author__ = 'chunk' | |
2 | + | |
3 | +hparams = dict( | |
4 | + inputFormatClass="org.apache.hadoop.hbase.mapreduce.TableInputFormat", | |
5 | + readKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable", | |
6 | + readValueClass="org.apache.hadoop.hbase.client.Result", | |
7 | + readKeyConverter="org.apache.spark.examples.pythonconverters.ImmutableBytesWritableToStringConverter", | |
8 | + readValueConverter="org.apache.spark.examples.pythonconverters.CustomHBaseResultToStringConverter", | |
9 | + | |
10 | + outputFormatClass="org.apache.hadoop.hbase.mapreduce.TableOutputFormat", | |
11 | + writeKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable", | |
12 | + # writeValueClass="org.apache.hadoop.io.Writable", | |
13 | + writeValueClass="org.apache.hadoop.hbase.client.Put", | |
14 | + writeKeyConverter="org.apache.spark.examples.pythonconverters.StringToImmutableBytesWritableConverter", | |
15 | + writeValueConverter="org.apache.spark.examples.pythonconverters.StringListToPutConverter", | |
16 | + | |
17 | +) | |
18 | + | ... | ... |
... | ... | @@ -0,0 +1,14 @@ |
1 | +from distutils.core import setup | |
2 | + | |
3 | +setup( | |
4 | + name='imager', | |
5 | + version='1.0.0', | |
6 | + packages=['', 'res', 'test', 'mdata', 'mfeat', 'mjpeg', 'msteg', 'msteg.steganalysis', 'msteg.steganography', | |
7 | + 'mmodel', 'mmodel.svm', 'mmodel.caffe', 'mspark', 'spider', 'spider.mspider.mspider', | |
8 | + 'spider.mspider.mspider.spiders'], | |
9 | + url='', | |
10 | + license='', | |
11 | + author='chunk', | |
12 | + author_email='', | |
13 | + description='' | |
14 | +) | ... | ... |