1f1943eb
 qijun
initial commit
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
|
#!/bin/env sh
# chunk @ 2014
########################################################################################
##
## F**k World!
##
########################################################################################
export export TERM=linux
source /home/hadoop/.bashrc
workon envtmp
#SPIDER_DIR=/home/hadoop/workspace/pycharm/test/ImageR/mspider
SPIDER_DIR=/home/hadoop/Programs/newdist/mspider
cd $SPIDER_DIR
echo "vailable spiders:"
scrapy list
echo "\ncrawling:"
time scrapy crawl larvae
#scan 'MSPIDER2', { COLUMNS => 'cf_tag:class', LIMIT => 10, FILTER => "ValueFilter( =, 'binaryprefix:1' )" }
#scan 'MSPIDER2', { COLUMNS => 'cf_tag:class', FILTER => "ValueFilter( =, 'binaryprefix:1' )" }
|