Commit 64c339a5f7fa6b1db47a2fe780163ee001d98702
1 parent
0c3afaf2
Exists in
refactor
before deployment.
Showing
2 changed files
with
32 additions
and
0 deletions
Show diff stats
| @@ -0,0 +1,18 @@ | @@ -0,0 +1,18 @@ | ||
| 1 | +__author__ = 'chunk' | ||
| 2 | + | ||
| 3 | +hparams = dict( | ||
| 4 | + inputFormatClass="org.apache.hadoop.hbase.mapreduce.TableInputFormat", | ||
| 5 | + readKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable", | ||
| 6 | + readValueClass="org.apache.hadoop.hbase.client.Result", | ||
| 7 | + readKeyConverter="org.apache.spark.examples.pythonconverters.ImmutableBytesWritableToStringConverter", | ||
| 8 | + readValueConverter="org.apache.spark.examples.pythonconverters.CustomHBaseResultToStringConverter", | ||
| 9 | + | ||
| 10 | + outputFormatClass="org.apache.hadoop.hbase.mapreduce.TableOutputFormat", | ||
| 11 | + writeKeyClass="org.apache.hadoop.hbase.io.ImmutableBytesWritable", | ||
| 12 | + # writeValueClass="org.apache.hadoop.io.Writable", | ||
| 13 | + writeValueClass="org.apache.hadoop.hbase.client.Put", | ||
| 14 | + writeKeyConverter="org.apache.spark.examples.pythonconverters.StringToImmutableBytesWritableConverter", | ||
| 15 | + writeValueConverter="org.apache.spark.examples.pythonconverters.StringListToPutConverter", | ||
| 16 | + | ||
| 17 | +) | ||
| 18 | + |
| @@ -0,0 +1,14 @@ | @@ -0,0 +1,14 @@ | ||
| 1 | +from distutils.core import setup | ||
| 2 | + | ||
| 3 | +setup( | ||
| 4 | + name='imager', | ||
| 5 | + version='1.0.0', | ||
| 6 | + packages=['', 'res', 'test', 'mdata', 'mfeat', 'mjpeg', 'msteg', 'msteg.steganalysis', 'msteg.steganography', | ||
| 7 | + 'mmodel', 'mmodel.svm', 'mmodel.caffe', 'mspark', 'spider', 'spider.mspider.mspider', | ||
| 8 | + 'spider.mspider.mspider.spiders'], | ||
| 9 | + url='', | ||
| 10 | + license='', | ||
| 11 | + author='chunk', | ||
| 12 | + author_email='', | ||
| 13 | + description='' | ||
| 14 | +) |