# Automatically created by: scrapy startproject # # For more information about the [deploy] section see: # http://doc.scrapy.org/en/latest/topics/scrapyd.html [settings] default = mspider.settings [deploy] #url = http://localhost:6800/ project = mspider [custom] ## N.B.: ## NO trailing comma or single quote is allowed! ## e.g. ## start_urls = ["http://image.baidu.com/","http://v.baidu.com/"] ## allowed_domains = ["baidu.com", "bdstatic.com"] ## cookies = {"bid" : "SCAM2676P0o", "BIDUPSID" : "770574EBF2056EF12654238768120807"} ## regexes = ["http://image.baidu.com/channel\\S+", "http://image.baidu.com/channel\\S+"] start_urls = ["http://image.baidu.com/","http://v.baidu.com/"] allowed_domains = ["baidu.com", "bdstatic.com"] cookies = {"bid" : "SCAM2676P0o", "BIDUPSID" : "770574EBF2056EF12654238768120807"} regexes = ["http://image.baidu.com/channel\\S+", "http://image.baidu.com/channel\\S+"] xpaths = ["//img[contains(@src,'jpg') and (contains(@src,'hiphotos') or contains(@src,'bdstatic'))]/@src"]