Chunk / ImageR

Download as
Browse Code ยป

Commit e2c85b43b639b817f46c51b7e2333af44e4b6765

Authored by Chunk
1 parent 878e0c1d
Exists in master and in 2 other branches develop, refactor

Spider Finished!

Showing 13 changed files with 400 additions and 626 deletions   Show diff stats
run_spider.sh
  Diff comments   View file @e2c85b4
... ... @@ -13,7 +13,7 @@
13 13 ##############################################
14 14 export export TERM=linux
15 15 source /home/hadoop/.zshrc
16   -v env0
  16 +v env1
17 17  
18 18 ##############################################
19 19 ## additional files list
... ...
spider/mspider/ghostdriver.log
  Diff comments   View file @e2c85b4
1   -2015-03-30T15:39:09 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage)
2   -2015-03-30T15:39:09 [DEBUG] Phantom - execute: Configuration
3   -2015-03-30T15:39:09 [DEBUG] 0 objectName : ""
4   -2015-03-30T15:39:09 [DEBUG] 1 cookiesFile : ""
5   -2015-03-30T15:39:09 [DEBUG] 2 diskCacheEnabled : "false"
6   -2015-03-30T15:39:09 [DEBUG] 3 maxDiskCacheSize : "-1"
7   -2015-03-30T15:39:09 [DEBUG] 4 ignoreSslErrors : "false"
8   -2015-03-30T15:39:09 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false"
9   -2015-03-30T15:39:09 [DEBUG] 6 outputEncoding : "UTF-8"
10   -2015-03-30T15:39:09 [DEBUG] 7 proxyType : "http"
11   -2015-03-30T15:39:09 [DEBUG] 8 proxy : ":8"
12   -2015-03-30T15:39:09 [DEBUG] 9 proxyAuth : ":"
13   -2015-03-30T15:39:09 [DEBUG] 10 scriptEncoding : "UTF-8"
14   -2015-03-30T15:39:09 [DEBUG] 11 webSecurityEnabled : "true"
15   -2015-03-30T15:39:09 [DEBUG] 12 offlineStoragePath : ""
16   -2015-03-30T15:39:09 [DEBUG] 13 offlineStorageDefaultQuota : "-1"
17   -2015-03-30T15:39:09 [DEBUG] 14 printDebugMessages : "true"
18   -2015-03-30T15:39:09 [DEBUG] 15 javascriptCanOpenWindows : "true"
19   -2015-03-30T15:39:09 [DEBUG] 16 javascriptCanCloseWindows : "true"
20   -2015-03-30T15:39:09 [DEBUG] 17 sslProtocol : "sslv3"
21   -2015-03-30T15:39:09 [DEBUG] 18 sslCertificatesPath : ""
22   -2015-03-30T15:39:09 [DEBUG] 19 webdriver : ":58200"
23   -2015-03-30T15:39:09 [DEBUG] 20 webdriverLogFile : ""
24   -2015-03-30T15:39:09 [DEBUG] 21 webdriverLogLevel : "debug"
25   -2015-03-30T15:39:09 [DEBUG] 22 webdriverSeleniumGridHub : ""
26   -2015-03-30T15:39:09 [DEBUG] Phantom - execute: Script & Arguments
27   -2015-03-30T15:39:09 [DEBUG] script: "main.js"
28   -2015-03-30T15:39:09 [DEBUG] 0 arg: "--ip="
29   -2015-03-30T15:39:09 [DEBUG] 1 arg: "--port=58200"
30   -2015-03-30T15:39:09 [DEBUG] 2 arg: "--logLevel=debug"
31   -2015-03-30T15:39:09 [DEBUG] Phantom - execute: Starting Remote WebDriver mode
  1 +2015-03-30T16:18:22 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage)
  2 +2015-03-30T16:18:22 [DEBUG] Phantom - execute: Configuration
  3 +2015-03-30T16:18:22 [DEBUG] 0 objectName : ""
  4 +2015-03-30T16:18:22 [DEBUG] 1 cookiesFile : ""
  5 +2015-03-30T16:18:22 [DEBUG] 2 diskCacheEnabled : "false"
  6 +2015-03-30T16:18:22 [DEBUG] 3 maxDiskCacheSize : "-1"
  7 +2015-03-30T16:18:22 [DEBUG] 4 ignoreSslErrors : "false"
  8 +2015-03-30T16:18:22 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false"
  9 +2015-03-30T16:18:22 [DEBUG] 6 outputEncoding : "UTF-8"
  10 +2015-03-30T16:18:22 [DEBUG] 7 proxyType : "http"
  11 +2015-03-30T16:18:22 [DEBUG] 8 proxy : ":1080"
  12 +2015-03-30T16:18:22 [DEBUG] 9 proxyAuth : ":"
  13 +2015-03-30T16:18:22 [DEBUG] 10 scriptEncoding : "UTF-8"
  14 +2015-03-30T16:18:22 [DEBUG] 11 webSecurityEnabled : "true"
  15 +2015-03-30T16:18:22 [DEBUG] 12 offlineStoragePath : ""
  16 +2015-03-30T16:18:22 [DEBUG] 13 offlineStorageDefaultQuota : "-1"
  17 +2015-03-30T16:18:22 [DEBUG] 14 printDebugMessages : "true"
  18 +2015-03-30T16:18:22 [DEBUG] 15 javascriptCanOpenWindows : "true"
  19 +2015-03-30T16:18:22 [DEBUG] 16 javascriptCanCloseWindows : "true"
  20 +2015-03-30T16:18:22 [DEBUG] 17 sslProtocol : "tlsv1"
  21 +2015-03-30T16:18:22 [DEBUG] 18 sslCertificatesPath : ""
  22 +2015-03-30T16:18:22 [DEBUG] 19 webdriver : ":44021"
  23 +2015-03-30T16:18:22 [DEBUG] 20 webdriverLogFile : ""
  24 +2015-03-30T16:18:22 [DEBUG] 21 webdriverLogLevel : "debug"
  25 +2015-03-30T16:18:22 [DEBUG] 22 webdriverSeleniumGridHub : ""
  26 +2015-03-30T16:18:22 [DEBUG] Phantom - execute: Script & Arguments
  27 +2015-03-30T16:18:22 [DEBUG] script: "main.js"
  28 +2015-03-30T16:18:22 [DEBUG] 0 arg: "--ip="
  29 +2015-03-30T16:18:22 [DEBUG] 1 arg: "--port=44021"
  30 +2015-03-30T16:18:22 [DEBUG] 2 arg: "--logLevel=debug"
  31 +2015-03-30T16:18:22 [DEBUG] Phantom - execute: Starting Remote WebDriver mode
32 32 PhantomJS is launching GhostDriver...
33   -2015-03-30T15:39:09 [DEBUG] WebPage - setupFrame ""
34   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) )
35   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) )
36   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) )
37   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) )
38   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) )
39   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) )
40   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) )
41   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) )
42   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) )
43   -[DEBUG - 2015-03-30T07:39:09.689Z] Config - init - Configuration => {"ip":"127.0.0.1","port":"58200","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false}
44   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "session.js"
45   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
46   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "inputs.js"
47   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
48   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js"
49   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
50   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js"
51   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
52   -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) )
53   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js"
54   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
55   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js"
56   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
57   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js"
58   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
59   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js"
60   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
61   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js"
62   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
63   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "webelementlocator.js"
64   -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
65   -[INFO - 2015-03-30T07:39:09.700Z] GhostDriver - Main - running on port 58200
66   -2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session
67   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST
68   -2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1
69   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String
70   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
71   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100"
72   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
73   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
74   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
75   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
76   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
77   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT
78   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.4 (+http://scrapy.org)"}}
79   -[DEBUG - 2015-03-30T07:39:10.504Z] RouterReqHand - _handle - Request => {
80   - "headers": {
81   - "Accept": "application/json",
82   - "Accept-Encoding": "identity",
83   - "Connection": "close",
84   - "Content-Length": "100",
85   - "Content-Type": "application/json;charset=UTF-8",
86   - "Host": "127.0.0.1:58200",
87   - "User-Agent": "Python-urllib/2.7"
88   - },
89   - "httpVersion": "1.1",
90   - "method": "POST",
91   - "post": "{\"desiredCapabilities\": {\"phantomjs.page.settings.userAgent\": \"Scrapy/0.24.4 (+http://scrapy.org)\"}}",
92   - "url": "/wd/hub/session",
93   - "urlParsed": {
94   - "anchor": "",
95   - "query": "",
96   - "file": "session",
97   - "directory": "/wd/hub/",
98   - "path": "/wd/hub/session",
99   - "relative": "/wd/hub/session",
100   - "port": "",
101   - "host": "",
102   - "password": "",
103   - "user": "",
104   - "userInfo": "",
105   - "authority": "",
106   - "protocol": "",
107   - "source": "/wd/hub/session",
108   - "queryKey": {},
109   - "chunks": [
110   - "wd",
111   - "hub",
112   - "session"
113   - ]
114   - }
115   -}
116   -2015-03-30T15:39:10 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) )
117   -2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getFilePickerCallback
118   -2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getGenericCallback
119   -[DEBUG - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _decorateNewWindow - page.settings: {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.4 (+http://scrapy.org)","webSecurityEnabled":true}
120   -[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Desired Capabilities: {"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}
121   -[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Negotiated Capabilities: {"browserName":"phantomjs","version":"1.9.0","driverName":"ghostdriver","driverVersion":"1.0.3","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}
122   -[INFO - 2015-03-30T07:39:10.518Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: dab84dd0-d6af-11e4-95ed-a71961c71b3a
123   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 303 See Other
124   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
125   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
126   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Location" = "http://127.0.0.1:58200/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a"
127   -2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a
128   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method GET
129   -2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1
130   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String
131   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
132   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
133   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
134   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
135   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
136   -[DEBUG - 2015-03-30T07:39:10.520Z] RouterReqHand - _handle - Request => {
137   - "headers": {
138   - "Accept": "application/json",
139   - "Accept-Encoding": "identity",
140   - "Connection": "close",
141   - "Host": "127.0.0.1:58200",
142   - "User-Agent": "Python-urllib/2.7"
143   - },
144   - "httpVersion": "1.1",
145   - "method": "GET",
146   - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
147   - "urlParsed": {
148   - "anchor": "",
149   - "query": "",
150   - "file": "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
151   - "directory": "/wd/hub/session/",
152   - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
153   - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
154   - "port": "",
155   - "host": "",
156   - "password": "",
157   - "user": "",
158   - "userInfo": "",
159   - "authority": "",
160   - "protocol": "",
161   - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
162   - "queryKey": {},
163   - "chunks": [
164   - "wd",
165   - "hub",
166   - "session",
167   - "dab84dd0-d6af-11e4-95ed-a71961c71b3a"
168   - ]
169   - }
170   -}
171   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 200 OK
172   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
173   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609"
174   -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
175   -2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url
176   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST
177   -2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1
178   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String
179   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
180   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87"
181   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
182   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
183   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
184   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
185   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
186   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT
187   -2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"}
188   -[DEBUG - 2015-03-30T07:39:10.534Z] RouterReqHand - _handle - Request => {
189   - "headers": {
190   - "Accept": "application/json",
191   - "Accept-Encoding": "identity",
192   - "Connection": "close",
193   - "Content-Length": "87",
194   - "Content-Type": "application/json;charset=UTF-8",
195   - "Host": "127.0.0.1:58200",
196   - "User-Agent": "Python-urllib/2.7"
197   - },
198   - "httpVersion": "1.1",
199   - "method": "POST",
200   - "post": "{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}",
201   - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
202   - "urlParsed": {
203   - "anchor": "",
204   - "query": "",
205   - "file": "url",
206   - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
207   - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
208   - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
209   - "port": "",
210   - "host": "",
211   - "password": "",
212   - "user": "",
213   - "userInfo": "",
214   - "authority": "",
215   - "protocol": "",
216   - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
217   - "queryKey": {},
218   - "chunks": [
219   - "wd",
220   - "hub",
221   - "session",
222   - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
223   - "url"
224   - ]
225   - }
226   -}
227   -[DEBUG - 2015-03-30T07:39:10.536Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://image.baidu.com/
228   -2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 10
229   -[DEBUG - 2015-03-30T07:39:10.548Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
230   -[DEBUG - 2015-03-30T07:39:10.649Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
231   -2015-03-30T15:39:10 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
232   -2015-03-30T15:39:10 [DEBUG] WebPage - setupFrame ""
233   -2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 24
234   -[DEBUG - 2015-03-30T07:39:10.749Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
235   -[DEBUG - 2015-03-30T07:39:10.849Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
236   -[DEBUG - 2015-03-30T07:39:10.949Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
237   -2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 25
238   -2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 34
239   -[DEBUG - 2015-03-30T07:39:11.049Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
240   -[DEBUG - 2015-03-30T07:39:11.150Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
241   -[DEBUG - 2015-03-30T07:39:11.250Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
242   -[DEBUG - 2015-03-30T07:39:11.350Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
243   -[DEBUG - 2015-03-30T07:39:11.450Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
244   -[DEBUG - 2015-03-30T07:39:11.550Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
245   -[DEBUG - 2015-03-30T07:39:11.651Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
246   -[DEBUG - 2015-03-30T07:39:11.751Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
247   -[DEBUG - 2015-03-30T07:39:11.851Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
248   -[DEBUG - 2015-03-30T07:39:11.951Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
249   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 42
250   -[DEBUG - 2015-03-30T07:39:12.117Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
251   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 46
252   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 60
253   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 68
254   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 71
255   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 76
256   -[DEBUG - 2015-03-30T07:39:12.238Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
257   -[DEBUG - 2015-03-30T07:39:12.338Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
258   -[DEBUG - 2015-03-30T07:39:12.438Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
259   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
260   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
261   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
262   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 81
263   -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 100
264   -[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished
265   -[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
266   -2015-03-30T15:39:12 [DEBUG] WebPage - setupFrame ""
267   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
268   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
269   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
270   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
271   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
272   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
273   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
274   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
275   -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
276   -[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
277   -[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator
278   -[DEBUG - 2015-03-30T07:39:12.539Z] SessionReqHand - _SuccessHandler - status: success
279   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK
280   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
281   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
282   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
283   -2015-03-30T15:39:12 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source
284   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Method GET
285   -2015-03-30T15:39:12 [DEBUG] HTTP Request - HTTP Version 1.1
286   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Query String
287   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
288   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
289   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
290   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
291   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
292   -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
293   -[DEBUG - 2015-03-30T07:39:12.542Z] RouterReqHand - _handle - Request => {
294   - "headers": {
295   - "Accept": "application/json",
296   - "Accept-Encoding": "identity",
297   - "Connection": "close",
298   - "Content-Type": "application/json;charset=UTF-8",
299   - "Host": "127.0.0.1:58200",
300   - "User-Agent": "Python-urllib/2.7"
301   - },
302   - "httpVersion": "1.1",
303   - "method": "GET",
304   - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
305   - "urlParsed": {
306   - "anchor": "",
307   - "query": "",
308   - "file": "source",
309   - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
310   - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
311   - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
312   - "port": "",
313   - "host": "",
314   - "password": "",
315   - "user": "",
316   - "userInfo": "",
317   - "authority": "",
318   - "protocol": "",
319   - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
320   - "queryKey": {},
321   - "chunks": [
322   - "wd",
323   - "hub",
324   - "session",
325   - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
326   - "source"
327   - ]
328   - }
329   -}
330   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK
331   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
332   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94212"
333   -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
334   -2015-03-30T15:39:15 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url
335   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST
336   -2015-03-30T15:39:15 [DEBUG] HTTP Request - HTTP Version 1.1
337   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Query String
338   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
339   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83"
340   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
341   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
342   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
343   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
344   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
345   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST/PUT
346   -2015-03-30T15:39:15 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"}
347   -[DEBUG - 2015-03-30T07:39:15.021Z] RouterReqHand - _handle - Request => {
348   - "headers": {
349   - "Accept": "application/json",
350   - "Accept-Encoding": "identity",
351   - "Connection": "close",
352   - "Content-Length": "83",
353   - "Content-Type": "application/json;charset=UTF-8",
354   - "Host": "127.0.0.1:58200",
355   - "User-Agent": "Python-urllib/2.7"
356   - },
357   - "httpVersion": "1.1",
358   - "method": "POST",
359   - "post": "{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}",
360   - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
361   - "urlParsed": {
362   - "anchor": "",
363   - "query": "",
364   - "file": "url",
365   - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
366   - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
367   - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
368   - "port": "",
369   - "host": "",
370   - "password": "",
371   - "user": "",
372   - "userInfo": "",
373   - "authority": "",
374   - "protocol": "",
375   - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
376   - "queryKey": {},
377   - "chunks": [
378   - "wd",
379   - "hub",
380   - "session",
381   - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
382   - "url"
383   - ]
384   - }
385   -}
386   -[DEBUG - 2015-03-30T07:39:15.022Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://v.baidu.com/
387   -2015-03-30T15:39:15 [DEBUG] WebPage - updateLoadingProgress: 10
388   -[DEBUG - 2015-03-30T07:39:15.032Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
389   -[DEBUG - 2015-03-30T07:39:15.133Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
390   -[DEBUG - 2015-03-30T07:39:15.233Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
391   -[DEBUG - 2015-03-30T07:39:15.333Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
392   -[DEBUG - 2015-03-30T07:39:15.433Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
393   -[DEBUG - 2015-03-30T07:39:15.533Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
394   -[DEBUG - 2015-03-30T07:39:15.633Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
395   -[DEBUG - 2015-03-30T07:39:15.733Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
396   -[DEBUG - 2015-03-30T07:39:15.834Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
397   -[DEBUG - 2015-03-30T07:39:15.934Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
398   -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
399   -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
400   -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
401   -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
402   -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
403   -[DEBUG - 2015-03-30T07:39:16.034Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
404   -[DEBUG - 2015-03-30T07:39:16.134Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
405   -[DEBUG - 2015-03-30T07:39:16.234Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
406   -[DEBUG - 2015-03-30T07:39:16.334Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
407   -[DEBUG - 2015-03-30T07:39:16.435Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
408   -[DEBUG - 2015-03-30T07:39:16.535Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
409   -2015-03-30T15:39:16 [DEBUG] WebPage - setupFrame ""
410   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 39
411   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 53
412   -[DEBUG - 2015-03-30T07:39:16.635Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
413   -2015-03-30T15:39:16 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=4145,4145&et=3&ja=0&ln=en-US&lo=0&lt=1427701152&nv=0&rnd=752059763&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"
414   -[DEBUG - 2015-03-30T07:39:16.736Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
415   -[DEBUG - 2015-03-30T07:39:16.836Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
416   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 54
417   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 57
418   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 60
419   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 66
420   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 72
421   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 76
422   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 79
423   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 82
424   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 85
425   -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 88
426   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
427   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
428   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
429   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
430   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
431   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
432   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
433   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
434   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
435   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
436   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
437   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
438   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
439   -2015-03-30T15:39:16 [DEBUG] Cache hit level 1
440   -[DEBUG - 2015-03-30T07:39:16.992Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
441   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
442   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
443   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
444   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
445   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
446   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
447   -2015-03-30T15:39:17 [DEBUG] Cache hit level 1
448   -[DEBUG - 2015-03-30T07:39:17.159Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
449   -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88
450   -[DEBUG - 2015-03-30T07:39:17.377Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
451   -[DEBUG - 2015-03-30T07:39:17.477Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
452   -[DEBUG - 2015-03-30T07:39:17.577Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
453   -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88
454   -[DEBUG - 2015-03-30T07:39:17.678Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
455   -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
456   -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
457   -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
458   -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
459   -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
460   -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
461   -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88
462   -[DEBUG - 2015-03-30T07:39:17.778Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
463   -[DEBUG - 2015-03-30T07:39:17.878Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
464   -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 89
465   -[DEBUG - 2015-03-30T07:39:17.978Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
466   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
467   -[DEBUG - 2015-03-30T07:39:18.078Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
468   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
469   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
470   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
471   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
472   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
473   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
474   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
475   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
476   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
477   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame0-->-->"
478   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
479   -[DEBUG - 2015-03-30T07:39:18.179Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
480   -[DEBUG - 2015-03-30T07:39:18.314Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
481   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
482   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame1-->-->"
483   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
484   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "baidu_clb_slot_iframe_1051937_0"
485   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
486   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "adframe_wrap_64593"
487   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
488   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_639667_1"
489   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
490   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_1040005_1"
491   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
492   -[DEBUG - 2015-03-30T07:39:18.415Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
493   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //cproIframe_639667_1/<!--frame0-->-->"
494   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
495   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr39928"
496   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
497   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
498   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
499   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
500   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
501   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
502   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
503   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
504   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
505   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
506   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
507   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
508   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
509   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
510   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
511   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
512   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
513   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
514   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
515   -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
516   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
517   -[DEBUG - 2015-03-30T07:39:18.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
518   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //baidu_clb_slot_iframe_1051937_0/adframe_wrap_64593/cproIframe_1040005_1/<!--frame0-->-->"
519   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
520   -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr15222"
521   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
522   -[DEBUG - 2015-03-30T07:39:18.619Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
523   -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
524   -[DEBUG - 2015-03-30T07:39:18.720Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
525   -[DEBUG - 2015-03-30T07:39:18.821Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
526   -[DEBUG - 2015-03-30T07:39:18.921Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
527   -[DEBUG - 2015-03-30T07:39:19.021Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
528   -[DEBUG - 2015-03-30T07:39:19.122Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
529   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
530   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
531   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
532   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
533   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
534   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
535   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
536   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
537   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
538   -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
539   -[DEBUG - 2015-03-30T07:39:19.222Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
540   -[DEBUG - 2015-03-30T07:39:19.322Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
541   -[DEBUG - 2015-03-30T07:39:19.422Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
542   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 90
543   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100
544   -[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished
545   -[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
546   -2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame ""
547   -2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe"
548   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 10
549   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 30
550   -[DEBUG - 2015-03-30T07:39:19.523Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
551   -[DEBUG - 2015-03-30T07:39:19.623Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
552   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 31
553   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40
554   -2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame0-->-->"
555   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40
556   -[DEBUG - 2015-03-30T07:39:19.724Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
557   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 42
558   -[DEBUG - 2015-03-30T07:39:19.824Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
559   -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100
560   -[DEBUG - 2015-03-30T07:39:19.925Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
561   -[DEBUG - 2015-03-30T07:39:19.926Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator
562   -[DEBUG - 2015-03-30T07:39:19.927Z] SessionReqHand - _SuccessHandler - status: success
563   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK
564   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
565   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
566   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
567   -2015-03-30T15:39:19 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source
568   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Method GET
569   -2015-03-30T15:39:19 [DEBUG] HTTP Request - HTTP Version 1.1
570   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Query String
571   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
572   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
573   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
574   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
575   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
576   -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
577   -[DEBUG - 2015-03-30T07:39:19.933Z] RouterReqHand - _handle - Request => {
578   - "headers": {
579   - "Accept": "application/json",
580   - "Accept-Encoding": "identity",
581   - "Connection": "close",
582   - "Content-Type": "application/json;charset=UTF-8",
583   - "Host": "127.0.0.1:58200",
584   - "User-Agent": "Python-urllib/2.7"
585   - },
586   - "httpVersion": "1.1",
587   - "method": "GET",
588   - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
589   - "urlParsed": {
590   - "anchor": "",
591   - "query": "",
592   - "file": "source",
593   - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
594   - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
595   - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
596   - "port": "",
597   - "host": "",
598   - "password": "",
599   - "user": "",
600   - "userInfo": "",
601   - "authority": "",
602   - "protocol": "",
603   - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
604   - "queryKey": {},
605   - "chunks": [
606   - "wd",
607   - "hub",
608   - "session",
609   - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
610   - "source"
611   - ]
612   - }
613   -}
614   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK
615   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
616   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "321607"
617   -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  33 +2015-03-30T16:18:22 [DEBUG] WebPage - setupFrame ""
  34 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) )
  35 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) )
  36 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) )
  37 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) )
  38 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) )
  39 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) )
  40 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) )
  41 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) )
  42 +[DEBUG - 2015-03-30T08:18:22.186Z] Config - config.init - {"ip":"127.0.0.1","port":"44021","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false}
  43 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) )
  44 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "session.js"
  45 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  46 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "inputs.js"
  47 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  48 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js"
  49 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  50 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js"
  51 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  52 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) )
  53 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js"
  54 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  55 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js"
  56 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  57 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js"
  58 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  59 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js"
  60 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  61 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js"
  62 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  63 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "webelementlocator.js"
  64 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  65 +[INFO - 2015-03-30T08:18:22.233Z] GhostDriver - Main - running on port 44021
  66 +2015-03-30T16:18:23 [DEBUG] HTTP Request - URI /wd/hub/session
  67 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST
  68 +2015-03-30T16:18:23 [DEBUG] HTTP Request - HTTP Version 1.1
  69 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Query String
  70 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  71 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100"
  72 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  73 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  74 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  75 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  76 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  77 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST/PUT
  78 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.5 (+http://scrapy.org)"}}
  79 +[DEBUG - 2015-03-30T08:18:23.125Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"100","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"desiredCapabilities\": {\"phantomjs.page.settings.userAgent\": \"Scrapy/0.24.5 (+http://scrapy.org)\"}}","url":"/session","urlParsed":{"anchor":"","query":"","file":"session","directory":"/","path":"/session","relative":"/session","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session","queryKey":{},"chunks":["session"]}}
  80 +2015-03-30T16:18:23 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) )
  81 +2015-03-30T16:18:23 [DEBUG] WebpageCallbacks - getFilePickerCallback
  82 +2015-03-30T16:18:23 [DEBUG] WebpageCallbacks - getGenericCallback
  83 +[INFO - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.5 (+http://scrapy.org)","webSecurityEnabled":true}
  84 +[INFO - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.customHeaders: - {}
  85 +[DEBUG - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - Session.desiredCapabilities - {"phantomjs.page.settings.userAgent":"Scrapy/0.24.5 (+http://scrapy.org)"}
  86 +[INFO - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"1.9.8","driverName":"ghostdriver","driverVersion":"1.1.0","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.5 (+http://scrapy.org)"}
  87 +[INFO - 2015-03-30T08:18:23.130Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: 54fd5270-d6b5-11e4-bf64-67a72685a843
  88 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Status Code 200 OK
  89 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  90 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609"
  91 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  92 +2015-03-30T16:18:23 [DEBUG] HTTP Request - URI /wd/hub/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url
  93 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST
  94 +2015-03-30T16:18:23 [DEBUG] HTTP Request - HTTP Version 1.1
  95 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Query String
  96 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  97 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87"
  98 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  99 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  100 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  101 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  102 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  103 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST/PUT
  104 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "54fd5270-d6b5-11e4-bf64-67a72685a843"}
  105 +[DEBUG - 2015-03-30T08:18:23.136Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"87","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"54fd5270-d6b5-11e4-bf64-67a72685a843\"}","url":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","urlParsed":{"anchor":"","query":"","file":"url","directory":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/","path":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","relative":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","queryKey":{},"chunks":["session","54fd5270-d6b5-11e4-bf64-67a72685a843","url"]}}
  106 +[DEBUG - 2015-03-30T08:18:23.137Z] SessionReqHand - _postUrlCommand - Session '54fd5270-d6b5-11e4-bf64-67a72685a843' is about to load URL: http://image.baidu.com/
  107 +2015-03-30T16:18:23 [DEBUG] WebPage - updateLoadingProgress: 10
  108 +[DEBUG - 2015-03-30T08:18:23.137Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"}],"id":1,"method":"GET","time":"2015-03-30T08:18:23.137Z","url":"http://image.baidu.com/"}
  109 +[DEBUG - 2015-03-30T08:18:23.138Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _oneShotCallback - onLoadStarted
  110 +[DEBUG - 2015-03-30T08:18:23.148Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  111 +2015-03-30T16:18:23 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  112 +[DEBUG - 2015-03-30T08:18:23.235Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":85955,"contentType":"text/html","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:23 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; max-age=31536000; expires=Tue, 29-Mar-16 08:18:23 GMT; domain=.baidu.com; path=/; version=1\nuserid=deleted; expires=Sun, 30-Mar-2014 08:18:22 GMT; path=/"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Transfer-Encoding","value":"chunked"}],"id":1,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:23.235Z","url":"http://image.baidu.com/"}
  113 +2015-03-30T16:18:23 [DEBUG] WebPage - setupFrame ""
  114 +[DEBUG - 2015-03-30T08:18:23.238Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":2,"method":"GET","time":"2015-03-30T08:18:23.238Z","url":"http://img0.bdstatic.com/static/common/fw_ff73dfc.js"}
  115 +[DEBUG - 2015-03-30T08:18:23.238Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":3,"method":"GET","time":"2015-03-30T08:18:23.238Z","url":"http://img1.bdstatic.com/static/common/pkg/base_b1e571e.css"}
  116 +[DEBUG - 2015-03-30T08:18:23.238Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":4,"method":"GET","time":"2015-03-30T08:18:23.238Z","url":"http://img2.bdstatic.com/static/common/pkg/page_a8fc491.css"}
  117 +[DEBUG - 2015-03-30T08:18:23.239Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":5,"method":"GET","time":"2015-03-30T08:18:23.239Z","url":"http://img0.bdstatic.com/static/home/pkg/default_44cee3f.css"}
  118 +2015-03-30T16:18:23 [DEBUG] WebPage - updateLoadingProgress: 24
  119 +[DEBUG - 2015-03-30T08:18:23.239Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/html","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:23 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; max-age=31536000; expires=Tue, 29-Mar-16 08:18:23 GMT; domain=.baidu.com; path=/; version=1\nuserid=deleted; expires=Sun, 30-Mar-2014 08:18:22 GMT; path=/"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Transfer-Encoding","value":"chunked"}],"id":1,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:23.239Z","url":"http://image.baidu.com/"}
  120 +[DEBUG - 2015-03-30T08:18:23.248Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  121 +[DEBUG - 2015-03-30T08:18:23.348Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  122 +[DEBUG - 2015-03-30T08:18:23.448Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  123 +[DEBUG - 2015-03-30T08:18:23.548Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  124 +[DEBUG - 2015-03-30T08:18:23.648Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  125 +[DEBUG - 2015-03-30T08:18:23.748Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  126 +[DEBUG - 2015-03-30T08:18:23.848Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  127 +[DEBUG - 2015-03-30T08:18:23.948Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  128 +[DEBUG - 2015-03-30T08:18:24.048Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  129 +[DEBUG - 2015-03-30T08:18:24.148Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  130 +[DEBUG - 2015-03-30T08:18:24.248Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  131 +[DEBUG - 2015-03-30T08:18:24.348Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  132 +[DEBUG - 2015-03-30T08:18:24.449Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  133 +[DEBUG - 2015-03-30T08:18:24.549Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  134 +[DEBUG - 2015-03-30T08:18:24.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  135 +[DEBUG - 2015-03-30T08:18:24.749Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  136 +[DEBUG - 2015-03-30T08:18:24.849Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  137 +[DEBUG - 2015-03-30T08:18:24.949Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  138 +[DEBUG - 2015-03-30T08:18:25.049Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  139 +[DEBUG - 2015-03-30T08:18:25.149Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  140 +[DEBUG - 2015-03-30T08:18:25.249Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  141 +[DEBUG - 2015-03-30T08:18:25.349Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  142 +[DEBUG - 2015-03-30T08:18:25.449Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  143 +[DEBUG - 2015-03-30T08:18:25.549Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  144 +[DEBUG - 2015-03-30T08:18:25.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  145 +[DEBUG - 2015-03-30T08:18:25.749Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  146 +[DEBUG - 2015-03-30T08:18:25.849Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  147 +[DEBUG - 2015-03-30T08:18:25.949Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  148 +[DEBUG - 2015-03-30T08:18:26.049Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  149 +[DEBUG - 2015-03-30T08:18:26.149Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  150 +[DEBUG - 2015-03-30T08:18:26.249Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  151 +[DEBUG - 2015-03-30T08:18:26.349Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  152 +[DEBUG - 2015-03-30T08:18:26.449Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  153 +[DEBUG - 2015-03-30T08:18:26.549Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  154 +[DEBUG - 2015-03-30T08:18:26.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  155 +[DEBUG - 2015-03-30T08:18:26.750Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  156 +[DEBUG - 2015-03-30T08:18:26.850Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  157 +[DEBUG - 2015-03-30T08:18:26.950Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  158 +[DEBUG - 2015-03-30T08:18:27.050Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  159 +[DEBUG - 2015-03-30T08:18:27.150Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  160 +[DEBUG - 2015-03-30T08:18:27.250Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  161 +[DEBUG - 2015-03-30T08:18:27.350Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  162 +[DEBUG - 2015-03-30T08:18:27.450Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  163 +[DEBUG - 2015-03-30T08:18:27.550Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  164 +[DEBUG - 2015-03-30T08:18:27.650Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  165 +[DEBUG - 2015-03-30T08:18:27.750Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  166 +[DEBUG - 2015-03-30T08:18:27.850Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  167 +[DEBUG - 2015-03-30T08:18:27.950Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  168 +[DEBUG - 2015-03-30T08:18:28.050Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  169 +[DEBUG - 2015-03-30T08:18:28.150Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  170 +[DEBUG - 2015-03-30T08:18:28.250Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  171 +[DEBUG - 2015-03-30T08:18:28.350Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  172 +[DEBUG - 2015-03-30T08:18:28.450Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  173 +[DEBUG - 2015-03-30T08:18:28.523Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":99052,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1904792173\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Tue, 31 Mar 2015 03:40:09 GMT"},{"name":"Age","value":"535099"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":4,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.523Z","url":"http://img2.bdstatic.com/static/common/pkg/page_a8fc491.css"}
  174 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 34
  175 +[DEBUG - 2015-03-30T08:18:28.524Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1904792173\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Tue, 31 Mar 2015 03:40:09 GMT"},{"name":"Age","value":"535099"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":4,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.524Z","url":"http://img2.bdstatic.com/static/common/pkg/page_a8fc491.css"}
  176 +[DEBUG - 2015-03-30T08:18:28.530Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":1053,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"50909773\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 03:47:27 GMT"},{"name":"Age","value":"448261"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":3,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.530Z","url":"http://img1.bdstatic.com/static/common/pkg/base_b1e571e.css"}
  177 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":38471,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1704647181\""},{"name":"Last-Modified","value":"Thu, 26 Mar 2015 06:38:01 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 07:49:41 GMT"},{"name":"Age","value":"347327"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":5,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/home/pkg/default_44cee3f.css"}
  178 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 39
  179 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":2335,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"54086285\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 02:47:25 GMT"},{"name":"Age","value":"365463"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":2,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/common/fw_ff73dfc.js"}
  180 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"50909773\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 03:47:27 GMT"},{"name":"Age","value":"448261"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":3,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img1.bdstatic.com/static/common/pkg/base_b1e571e.css"}
  181 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1704647181\""},{"name":"Last-Modified","value":"Thu, 26 Mar 2015 06:38:01 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 07:49:41 GMT"},{"name":"Age","value":"347327"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":5,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/home/pkg/default_44cee3f.css"}
  182 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"54086285\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 02:47:25 GMT"},{"name":"Age","value":"365463"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":2,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/common/fw_ff73dfc.js"}
  183 +[DEBUG - 2015-03-30T08:18:28.563Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  184 +[DEBUG - 2015-03-30T08:18:28.566Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":6,"method":"GET","time":"2015-03-30T08:18:28.566Z","url":"http://img.baidu.com/hunter/image.js?st=-16525"}
  185 +[DEBUG - 2015-03-30T08:18:28.567Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":7,"method":"GET","time":"2015-03-30T08:18:28.567Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"}
  186 +[DEBUG - 2015-03-30T08:18:28.569Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":8,"method":"GET","time":"2015-03-30T08:18:28.569Z","url":"http://img0.bdstatic.com/static/common/pkg/base_9584ab6.js"}
  187 +[DEBUG - 2015-03-30T08:18:28.569Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":9,"method":"GET","time":"2015-03-30T08:18:28.569Z","url":"http://img2.bdstatic.com/static/common/pkg/com_bd5e594.js"}
  188 +[DEBUG - 2015-03-30T08:18:28.570Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":10,"method":"GET","time":"2015-03-30T08:18:28.570Z","url":"http://img2.bdstatic.com/static/common/pkg/other_5dfc0a1.js"}
  189 +[DEBUG - 2015-03-30T08:18:28.570Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":11,"method":"GET","time":"2015-03-30T08:18:28.570Z","url":"http://img2.bdstatic.com/static/home/pkg/default_ad84cc1.js"}
  190 +[DEBUG - 2015-03-30T08:18:28.576Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":11312,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1627996781\""},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 03:53:28 GMT"},{"name":"Expires","value":"Fri, 03 Apr 2015 04:04:36 GMT"},{"name":"Age","value":"274432"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":11,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.576Z","url":"http://img2.bdstatic.com/static/home/pkg/default_ad84cc1.js"}
  191 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 44
  192 +[DEBUG - 2015-03-30T08:18:28.576Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1627996781\""},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 03:53:28 GMT"},{"name":"Expires","value":"Fri, 03 Apr 2015 04:04:36 GMT"},{"name":"Age","value":"274432"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":11,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.576Z","url":"http://img2.bdstatic.com/static/home/pkg/default_ad84cc1.js"}
  193 +[DEBUG - 2015-03-30T08:18:28.579Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":59907,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1936212525\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 11:15:58 GMT"},{"name":"Age","value":"421350"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":9,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.579Z","url":"http://img2.bdstatic.com/static/common/pkg/com_bd5e594.js"}
  194 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 58
  195 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 64
  196 +[DEBUG - 2015-03-30T08:18:28.580Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1936212525\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 11:15:58 GMT"},{"name":"Age","value":"421350"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":9,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.580Z","url":"http://img2.bdstatic.com/static/common/pkg/com_bd5e594.js"}
  197 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":52796,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1765499629\""},{"name":"Last-Modified","value":"Fri, 20 Mar 2015 11:03:30 GMT"},{"name":"Expires","value":"Mon, 30 Mar 2015 09:17:15 GMT"},{"name":"Age","value":"601273"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":10,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img2.bdstatic.com/static/common/pkg/other_5dfc0a1.js"}
  198 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 72
  199 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":98066,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1905843949\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 13:47:28 GMT"},{"name":"Age","value":"325860"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":8,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img0.bdstatic.com/static/common/pkg/base_9584ab6.js"}
  200 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 78
  201 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1765499629\""},{"name":"Last-Modified","value":"Fri, 20 Mar 2015 11:03:30 GMT"},{"name":"Expires","value":"Mon, 30 Mar 2015 09:17:15 GMT"},{"name":"Age","value":"601273"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":10,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img2.bdstatic.com/static/common/pkg/other_5dfc0a1.js"}
  202 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1905843949\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 13:47:28 GMT"},{"name":"Age","value":"325860"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":8,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img0.bdstatic.com/static/common/pkg/base_9584ab6.js"}
  203 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  204 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  205 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  206 +[DEBUG - 2015-03-30T08:18:28.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Length","value":"0"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Etag","value":"\"1778109334\""},{"name":"Expires","value":"Wed, 05 Feb 2025 08:18:28 GMT"},{"name":"Last-Modified","value":"Fri, 19 Dec 2014 01:30:10 GMT"},{"name":"Server","value":"BWS/1.0"}],"id":6,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.649Z","url":"http://img.baidu.com/hunter/image.js?st=-16525"}
  207 +[DEBUG - 2015-03-30T08:18:28.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":18438,"contentType":"application/javascript","headers":[{"name":"Cache-Control","value":"max-age=0, must-revalidate"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Etag","value":"85653a379913e46ab4726791a313cd37"},{"name":"P3p","value":"CP=\"CURa ADMa DEVa PSAo PSDo OUR BUS UNI PUR INT DEM STA PRE COM NAV OTC NOI DSP COR\""},{"name":"Server","value":"apache"},{"name":"Set-Cookie","value":"HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; Path=/; Domain=hm.baidu.com\nHMACCOUNT=1333D269EFC6101A; Path=/; Domain=hm.baidu.com; Expires=Sun, 18 Jan 2038 00:00:00 GMT"}],"id":7,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.649Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"}
  208 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 82
  209 +[DEBUG - 2015-03-30T08:18:28.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/javascript","headers":[{"name":"Cache-Control","value":"max-age=0, must-revalidate"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Etag","value":"85653a379913e46ab4726791a313cd37"},{"name":"P3p","value":"CP=\"CURa ADMa DEVa PSAo PSDo OUR BUS UNI PUR INT DEM STA PRE COM NAV OTC NOI DSP COR\""},{"name":"Server","value":"apache"},{"name":"Set-Cookie","value":"HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; Path=/; Domain=hm.baidu.com\nHMACCOUNT=1333D269EFC6101A; Path=/; Domain=hm.baidu.com; Expires=Sun, 18 Jan 2038 00:00:00 GMT"}],"id":7,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.649Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"}
  210 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 100
  211 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  212 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  213 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  214 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427702229,1427703125,1427703224,1427703509; expires=Tue, 29-Mar-2016 08:18:28 GMT; domain=.image.baidu.com; path=/"
  215 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  216 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  217 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  218 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427702229,1427703125,1427703224,1427703509; expires=Tue, 29-Mar-2016 08:18:28 GMT; domain=.image.baidu.com; path=/"
  219 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427703509; domain=.image.baidu.com; path=/"
  220 +[DEBUG - 2015-03-30T08:18:28.676Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _oneShotCallback - onLoadFinished
  221 +[DEBUG - 2015-03-30T08:18:28.676Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
  222 +2015-03-30T16:18:28 [DEBUG] WebPage - setupFrame ""
  223 +[DEBUG - 2015-03-30T08:18:28.677Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
  224 +[DEBUG - 2015-03-30T08:18:28.677Z] SessionReqHand - _SuccessHandler - status: success
  225 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Status Code 200 OK
  226 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  227 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
  228 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  229 +2015-03-30T16:18:28 [DEBUG] HTTP Request - URI /wd/hub/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source
  230 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Method GET
  231 +2015-03-30T16:18:28 [DEBUG] HTTP Request - HTTP Version 1.1
  232 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Query String
  233 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  234 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  235 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  236 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  237 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  238 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  239 +[DEBUG - 2015-03-30T08:18:28.684Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":12,"method":"GET","time":"2015-03-30T08:18:28.684Z","url":"http://img1.bdstatic.com/static/common/pkg/onload_647184b.js"}
  240 +[DEBUG - 2015-03-30T08:18:28.685Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"GET","url":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","urlParsed":{"anchor":"","query":"","file":"source","directory":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/","path":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","relative":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","queryKey":{},"chunks":["session","54fd5270-d6b5-11e4-bf64-67a72685a843","source"]}}
  241 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Status Code 200 OK
  242 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  243 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94668"
  244 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  245 +[DEBUG - 2015-03-30T08:18:28.703Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":66029,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"591126017\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Sat, 04 Apr 2015 16:17:40 GMT"},{"name":"Age","value":"144048"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":12,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.702Z","url":"http://img1.bdstatic.com/static/common/pkg/onload_647184b.js"}
  246 +[DEBUG - 2015-03-30T08:18:28.703Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"591126017\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Sat, 04 Apr 2015 16:17:40 GMT"},{"name":"Age","value":"144048"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":12,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.703Z","url":"http://img1.bdstatic.com/static/common/pkg/onload_647184b.js"}
  247 +[DEBUG - 2015-03-30T08:18:28.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"application/json, text/javascript, */*; q=0.01"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":13,"method":"GET","time":"2015-03-30T08:18:28.710Z","url":"http://image.baidu.com/user/msg?t=1427703508708"}
  248 +[DEBUG - 2015-03-30T08:18:28.711Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"application/json, text/javascript, */*; q=0.01"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":14,"method":"GET","time":"2015-03-30T08:18:28.711Z","url":"http://image.baidu.com/user/medal?uid=0&t=1427703508710"}
  249 +[DEBUG - 2015-03-30T08:18:28.736Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":98,"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":14,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.736Z","url":"http://image.baidu.com/user/medal?uid=0&t=1427703508710"}
  250 +[DEBUG - 2015-03-30T08:18:28.737Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":72,"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":13,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.737Z","url":"http://image.baidu.com/user/msg?t=1427703508708"}
  251 +[DEBUG - 2015-03-30T08:18:28.737Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":14,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.737Z","url":"http://image.baidu.com/user/medal?uid=0&t=1427703508710"}
  252 +[DEBUG - 2015-03-30T08:18:28.738Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":13,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.737Z","url":"http://image.baidu.com/user/msg?t=1427703508708"}
  253 +2015-03-30T16:18:28 [DEBUG] HTTP Request - URI /wd/hub/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url
  254 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Method POST
  255 +2015-03-30T16:18:28 [DEBUG] HTTP Request - HTTP Version 1.1
  256 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Query String
  257 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  258 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83"
  259 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  260 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  261 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  262 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  263 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  264 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Method POST/PUT
  265 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "54fd5270-d6b5-11e4-bf64-67a72685a843"}
  266 +[DEBUG - 2015-03-30T08:18:28.998Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"83","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"54fd5270-d6b5-11e4-bf64-67a72685a843\"}","url":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","urlParsed":{"anchor":"","query":"","file":"url","directory":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/","path":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","relative":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","queryKey":{},"chunks":["session","54fd5270-d6b5-11e4-bf64-67a72685a843","url"]}}
  267 +[DEBUG - 2015-03-30T08:18:28.998Z] SessionReqHand - _postUrlCommand - Session '54fd5270-d6b5-11e4-bf64-67a72685a843' is about to load URL: http://v.baidu.com/
  268 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 10
  269 +[DEBUG - 2015-03-30T08:18:28.999Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"}],"id":15,"method":"GET","time":"2015-03-30T08:18:28.999Z","url":"http://v.baidu.com/"}
  270 +[DEBUG - 2015-03-30T08:18:29.009Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  271 +[DEBUG - 2015-03-30T08:18:29.109Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  272 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  273 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  274 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427702229,1427703125,1427703224,1427703509; expires=Tue, 29-Mar-2016 08:18:28 GMT; domain=.image.baidu.com; path=/"
  275 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427703509; domain=.image.baidu.com; path=/"
  276 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "BAIDUID=94628AFA622ED102CC73E486CEB1CC9B:FG=1; expires=Tue, 29-Mar-2016 08:18:29 GMT; domain=.baidu.com; path=/"
  277 +[DEBUG - 2015-03-30T08:18:29.197Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":88297,"contentType":"text/html; charset=UTF-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html; charset=UTF-8"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=94628AFA622ED102CC73E486CEB1CC9B:FG=1; expires=Tue, 29-Mar-16 08:18:29 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"11090845760282143242033016"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":15,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.197Z","url":"http://v.baidu.com/"}
  278 +[DEBUG - 2015-03-30T08:18:29.198Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"Cache-Control","value":"max-age=0"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Referer","value":"http://image.baidu.com/"},{"name":"Accept","value":"*/*"}],"id":16,"method":"GET","time":"2015-03-30T08:18:29.198Z","url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547%2C547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"}
  279 +2015-03-30T16:18:29 [DEBUG] WebPage - setupFrame ""
  280 +[DEBUG - 2015-03-30T08:18:29.199Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":17,"method":"GET","time":"2015-03-30T08:18:29.199Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"}
  281 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":18,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_css_0_f2a7259b.css"}
  282 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":19,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_e546a06.css"}
  283 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":20,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_ui_video_89908f9b.css"}
  284 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":21,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_2_601ed6e.css"}
  285 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":22,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_50935db.css"}
  286 +[DEBUG - 2015-03-30T08:18:29.201Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":23,"method":"GET","time":"2015-03-30T08:18:29.201Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_6f95ddb.css"}
  287 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 34
  288 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 50
  289 +[DEBUG - 2015-03-30T08:18:29.209Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  290 +[DEBUG - 2015-03-30T08:18:29.229Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":24,"method":"GET","time":"2015-03-30T08:18:29.229Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_0_6f4d000b.js"}
  291 +[DEBUG - 2015-03-30T08:18:29.229Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":25,"method":"GET","time":"2015-03-30T08:18:29.229Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_3_b08eb3ab.js"}
  292 +[DEBUG - 2015-03-30T08:18:29.229Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":26,"method":"GET","time":"2015-03-30T08:18:29.229Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_2627975b.js"}
  293 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":27,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_2_0d2c104f.js"}
  294 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":28,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_aef024c5.js"}
  295 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":29,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/home_video_fc81955.js"}
  296 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":30,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_0_a6301a9.js"}
  297 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 53
  298 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/html; charset=UTF-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html; charset=UTF-8"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=94628AFA622ED102CC73E486CEB1CC9B:FG=1; expires=Tue, 29-Mar-16 08:18:29 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"11090845760282143242033016"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":15,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.230Z","url":"http://v.baidu.com/"}
  299 +[DEBUG - 2015-03-30T08:18:29.241Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":4620,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Etag","value":"\"1267227191\""},{"name":"Expires","value":"Wed, 05 Feb 2025 08:18:29 GMT"},{"name":"Last-Modified","value":"Fri, 23 May 2014 06:06:14 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":17,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.241Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"}
  300 +[DEBUG - 2015-03-30T08:18:29.241Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Etag","value":"\"1267227191\""},{"name":"Expires","value":"Wed, 05 Feb 2025 08:18:29 GMT"},{"name":"Last-Modified","value":"Fri, 23 May 2014 06:06:14 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":17,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.241Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"}
  301 +[DEBUG - 2015-03-30T08:18:29.242Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":43,"contentType":"image/gif","headers":[{"name":"Cache-Control","value":"private, max-age=0, no-cache"},{"name":"Content-Length","value":"43"},{"name":"Content-Type","value":"image/gif"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"apache"},{"name":"X-Content-Type-Options","value":"nosniff"}],"id":16,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.242Z","url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547%2C547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"}
  302 +2015-03-30T16:18:29 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547,547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"
  303 +[DEBUG - 2015-03-30T08:18:29.242Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceError - {"errorCode":5,"errorString":"Operation canceled","id":16,"url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547,547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"}
  304 +[DEBUG - 2015-03-30T08:18:29.242Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"image/gif","headers":[{"name":"Cache-Control","value":"private, max-age=0, no-cache"},{"name":"Content-Length","value":"43"},{"name":"Content-Type","value":"image/gif"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"apache"},{"name":"X-Content-Type-Options","value":"nosniff"}],"id":16,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.242Z","url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547%2C547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"}
  305 +[DEBUG - 2015-03-30T08:18:29.252Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":5283,"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":19,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.252Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_e546a06.css"}
  306 +[DEBUG - 2015-03-30T08:18:29.252Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":19,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.252Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_e546a06.css"}
  307 +[DEBUG - 2015-03-30T08:18:29.254Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":21112,"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":28,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.254Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_aef024c5.js"}
  308 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 58
  309 +[DEBUG - 2015-03-30T08:18:29.254Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":28,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.254Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_aef024c5.js"}
  310 +[DEBUG - 2015-03-30T08:18:29.255Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":20381,"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":23,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.255Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_6f95ddb.css"}
  311 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 61
  312 +[DEBUG - 2015-03-30T08:18:29.255Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":23,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.255Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_6f95ddb.css"}
  313 +[DEBUG - 2015-03-30T08:18:29.272Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":81681,"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":22,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.272Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_50935db.css"}
  314 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 68
  315 +[DEBUG - 2015-03-30T08:18:29.272Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":22,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.272Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_50935db.css"}
  316 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":65132,"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":26,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.276Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_2627975b.js"}
  317 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 73
  318 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":26,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.277Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_2627975b.js"}
  319 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":43046,"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":27,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.277Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_2_0d2c104f.js"}
  320 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 77
  321 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":27,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.277Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_2_0d2c104f.js"}
  322 +[DEBUG - 2015-03-30T08:18:29.309Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  323 +[DEBUG - 2015-03-30T08:18:29.409Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  324 +[DEBUG - 2015-03-30T08:18:29.510Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  325 +[DEBUG - 2015-03-30T08:18:29.610Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  326 +[DEBUG - 2015-03-30T08:18:29.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  327 +[DEBUG - 2015-03-30T08:18:29.810Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  328 +[DEBUG - 2015-03-30T08:18:29.910Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  329 +[DEBUG - 2015-03-30T08:18:30.010Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  330 +[DEBUG - 2015-03-30T08:18:30.110Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  331 +[DEBUG - 2015-03-30T08:18:30.210Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  332 +[DEBUG - 2015-03-30T08:18:30.310Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  333 +[DEBUG - 2015-03-30T08:18:30.410Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  334 +[DEBUG - 2015-03-30T08:18:30.510Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  335 +[DEBUG - 2015-03-30T08:18:30.610Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  336 +[DEBUG - 2015-03-30T08:18:30.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  337 +[DEBUG - 2015-03-30T08:18:30.810Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  338 +[DEBUG - 2015-03-30T08:18:30.910Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  339 +[DEBUG - 2015-03-30T08:18:31.010Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  340 +[DEBUG - 2015-03-30T08:18:31.110Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  341 +[DEBUG - 2015-03-30T08:18:31.210Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  342 +[DEBUG - 2015-03-30T08:18:31.310Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  343 +[DEBUG - 2015-03-30T08:18:31.410Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  344 +[DEBUG - 2015-03-30T08:18:31.510Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  345 +[DEBUG - 2015-03-30T08:18:31.610Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  346 +[DEBUG - 2015-03-30T08:18:31.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  347 +[DEBUG - 2015-03-30T08:18:31.811Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  348 +[DEBUG - 2015-03-30T08:18:31.911Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  349 +[DEBUG - 2015-03-30T08:18:32.011Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  350 +[DEBUG - 2015-03-30T08:18:32.111Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  351 +[DEBUG - 2015-03-30T08:18:32.211Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  352 +[DEBUG - 2015-03-30T08:18:32.311Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  353 +[DEBUG - 2015-03-30T08:18:32.411Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  354 +[DEBUG - 2015-03-30T08:18:32.511Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  355 +[DEBUG - 2015-03-30T08:18:32.611Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  356 +[DEBUG - 2015-03-30T08:18:32.711Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  357 +[DEBUG - 2015-03-30T08:18:32.811Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  358 +[DEBUG - 2015-03-30T08:18:32.911Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  359 +[DEBUG - 2015-03-30T08:18:33.011Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  360 +[DEBUG - 2015-03-30T08:18:33.111Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  361 +[DEBUG - 2015-03-30T08:18:33.211Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  362 +[DEBUG - 2015-03-30T08:18:33.311Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  363 +[DEBUG - 2015-03-30T08:18:33.411Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  364 +[DEBUG - 2015-03-30T08:18:33.511Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  365 +[DEBUG - 2015-03-30T08:18:33.611Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  366 +[DEBUG - 2015-03-30T08:18:33.711Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  367 +[DEBUG - 2015-03-30T08:18:33.811Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  368 +[DEBUG - 2015-03-30T08:18:33.911Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  369 +[DEBUG - 2015-03-30T08:18:34.011Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  370 +[DEBUG - 2015-03-30T08:18:34.112Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  371 +[DEBUG - 2015-03-30T08:18:34.212Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  372 +[DEBUG - 2015-03-30T08:18:34.312Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  373 +[DEBUG - 2015-03-30T08:18:34.412Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  374 +[DEBUG - 2015-03-30T08:18:34.512Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  375 +[DEBUG - 2015-03-30T08:18:34.612Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  376 +[DEBUG - 2015-03-30T08:18:34.712Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  377 +[DEBUG - 2015-03-30T08:18:34.812Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  378 +[DEBUG - 2015-03-30T08:18:34.912Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  379 +[DEBUG - 2015-03-30T08:18:35.012Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
... ...
spider/mspider/mspider/__init__.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/items.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/pipelines.py
  Diff comments   View file @e2c85b4
... ... @@ -5,7 +5,7 @@
5 5 # Don't forget to add your pipeline to the ITEM_PIPELINES setting
6 6 # See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html
7 7  
8   -from .items import DoubanItem
  8 +from .items import *
9 9  
10 10 from hashlib import md5
11 11 import happybase
... ... @@ -69,7 +69,7 @@ class HbaseDumper(object):
69 69  
70 70 class MspiderPipeline(object):
71 71 def __init__(self):
72   - self.hbasedumper = HbaseDumper(DoubanItem)
  72 + self.hbasedumper = HbaseDumper(LarvaeItem)
73 73  
74 74 def process_item(self, item, spider):
75 75 try:
... ...
spider/mspider/mspider/pipelines.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/settings.py
  Diff comments   View file @e2c85b4
... ... @@ -21,6 +21,9 @@ NEWSPIDER_MODULE = &#39;mspider.spiders&#39;
21 21  
22 22 ##Custom for Chunk
23 23  
  24 +LOG_LEVEL = 'WARNING'
  25 +
  26 +
24 27 # anti-banning
25 28 COOKIES_ENABLED = True
26 29 # USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.111 Safari/537.36'
... ... @@ -54,5 +57,14 @@ ITEM_PIPELINES = {
54 57 }
55 58  
56 59 # DOWNLOAD_DELAY = 1
57   -# ITEM_PIPELINES = {'mspider.pipelines.MspiderPipeline': 300, }
  60 +
  61 +ITEM_PIPELINES = {'mspider.pipelines.MspiderPipeline': 300, }
  62 +
  63 +CLOSESPIDER_TIMEOUT = 1800
  64 +CLOSESPIDER_ITEMCOUNT = 10000
  65 +CLOSESPIDER_ERRORCOUNT = 1
  66 +
  67 +
  68 +
  69 +
58 70  
... ...
spider/mspider/mspider/settings.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/spiders/__init__.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/spiders/larvae.py
  Diff comments   View file @e2c85b4
... ... @@ -27,11 +27,11 @@ class Larvae(Spider):
27 27 xpaths = json.loads(parser.get('custom', 'xpaths'))
28 28  
29 29 def start_requests(self):
30   - print self.start_urls
31   - print self.allowed_domains
32   - print self.cookies
33   - print self.regexes
34   - print self.xpaths
  30 + print "start urls:", self.start_urls
  31 + print "allowed domains:", self.allowed_domains
  32 + print "cookies:", self.cookies
  33 + print "regexes:", self.regexes
  34 + print "xpaths:", self.xpaths
35 35  
36 36 self.cookies = json.loads(parser.get("custom", "cookies"))
37 37 for url in self.start_urls:
... ... @@ -59,4 +59,4 @@ class Larvae(Spider):
59 59 item['data'] = requests.get(img).content
60 60 item['id'] = md5(item['data']).hexdigest()
61 61  
62   - yield item
63 62 \ No newline at end of file
  63 + yield item
... ...
spider/mspider/mspider/spiders/larvae.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/spiders/test000.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mymidlleware.pyc
View file @e2c85b4
No preview for this file type