Commit 64c339a5f7fa6b1db47a2fe780163ee001d98702
1 parent
0c3afaf2
Exists in
refactor
before deployment.
Showing
2 changed files
with
32 additions
and
0 deletions
Show diff stats
| ... | ... | @@ -0,0 +1,18 @@ |
| 1 | +__author__ = 'chunk' | |
| 2 | + | |
| 3 | +hparams = dict( | |
| 4 | + inputFormatClass="org.apache.hadoop.hbase.mapreduce.TableInputFormat", | |
| 5 | + readKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable", | |
| 6 | + readValueClass="org.apache.hadoop.hbase.client.Result", | |
| 7 | + readKeyConverter="org.apache.spark.examples.pythonconverters.ImmutableBytesWritableToStringConverter", | |
| 8 | + readValueConverter="org.apache.spark.examples.pythonconverters.CustomHBaseResultToStringConverter", | |
| 9 | + | |
| 10 | + outputFormatClass="org.apache.hadoop.hbase.mapreduce.TableOutputFormat", | |
| 11 | + writeKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable", | |
| 12 | + # writeValueClass="org.apache.hadoop.io.Writable", | |
| 13 | + writeValueClass="org.apache.hadoop.hbase.client.Put", | |
| 14 | + writeKeyConverter="org.apache.spark.examples.pythonconverters.StringToImmutableBytesWritableConverter", | |
| 15 | + writeValueConverter="org.apache.spark.examples.pythonconverters.StringListToPutConverter", | |
| 16 | + | |
| 17 | +) | |
| 18 | + | ... | ... |
| ... | ... | @@ -0,0 +1,14 @@ |
| 1 | +from distutils.core import setup | |
| 2 | + | |
| 3 | +setup( | |
| 4 | + name='imager', | |
| 5 | + version='1.0.0', | |
| 6 | + packages=['', 'res', 'test', 'mdata', 'mfeat', 'mjpeg', 'msteg', 'msteg.steganalysis', 'msteg.steganography', | |
| 7 | + 'mmodel', 'mmodel.svm', 'mmodel.caffe', 'mspark', 'spider', 'spider.mspider.mspider', | |
| 8 | + 'spider.mspider.mspider.spiders'], | |
| 9 | + url='', | |
| 10 | + license='', | |
| 11 | + author='chunk', | |
| 12 | + author_email='', | |
| 13 | + description='' | |
| 14 | +) | ... | ... |