Blame view

mspider/scrapy.cfg.cm 433 Bytes
1f1943eb   qijun   initial commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# Automatically created by: scrapy startproject
#
# For more information about the [deploy] section see:
# http://doc.scrapy.org/en/latest/topics/scrapyd.html

[settings]
default = mspider.settings

[deploy]
#url = http://localhost:6800/

project = mspider

[custom]
cookies = {}
regexes = ["http://\\S+"]
xpaths = ["//img[contains(@src,'jpg')]/@src"]

start_urls = ["http://photo.sina.com.cn/"]
allowed_domains = ["sina.com.cn"]