Chunk / ImageR

Download as
Browse Code ยป

Commit e2c85b43b639b817f46c51b7e2333af44e4b6765

Authored by Chunk
1 parent 878e0c1d
Exists in master and in 2 other branches develop, refactor

Spider Finished!

Showing 13 changed files with 400 additions and 626 deletions   Show diff stats
@@ -13,7 +13,7 @@ @@ -13,7 +13,7 @@
13 ############################################## 13 ##############################################
14 export export TERM=linux 14 export export TERM=linux
15 source /home/hadoop/.zshrc 15 source /home/hadoop/.zshrc
16 -v env0 16 +v env1
17 17
18 ############################################## 18 ##############################################
19 ## additional files list 19 ## additional files list
spider/mspider/ghostdriver.log
  Diff comments   View file @e2c85b4
1 -2015-03-30T15:39:09 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage)  
2 -2015-03-30T15:39:09 [DEBUG] Phantom - execute: Configuration  
3 -2015-03-30T15:39:09 [DEBUG] 0 objectName : ""  
4 -2015-03-30T15:39:09 [DEBUG] 1 cookiesFile : ""  
5 -2015-03-30T15:39:09 [DEBUG] 2 diskCacheEnabled : "false"  
6 -2015-03-30T15:39:09 [DEBUG] 3 maxDiskCacheSize : "-1"  
7 -2015-03-30T15:39:09 [DEBUG] 4 ignoreSslErrors : "false"  
8 -2015-03-30T15:39:09 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false"  
9 -2015-03-30T15:39:09 [DEBUG] 6 outputEncoding : "UTF-8"  
10 -2015-03-30T15:39:09 [DEBUG] 7 proxyType : "http"  
11 -2015-03-30T15:39:09 [DEBUG] 8 proxy : ":8"  
12 -2015-03-30T15:39:09 [DEBUG] 9 proxyAuth : ":"  
13 -2015-03-30T15:39:09 [DEBUG] 10 scriptEncoding : "UTF-8"  
14 -2015-03-30T15:39:09 [DEBUG] 11 webSecurityEnabled : "true"  
15 -2015-03-30T15:39:09 [DEBUG] 12 offlineStoragePath : ""  
16 -2015-03-30T15:39:09 [DEBUG] 13 offlineStorageDefaultQuota : "-1"  
17 -2015-03-30T15:39:09 [DEBUG] 14 printDebugMessages : "true"  
18 -2015-03-30T15:39:09 [DEBUG] 15 javascriptCanOpenWindows : "true"  
19 -2015-03-30T15:39:09 [DEBUG] 16 javascriptCanCloseWindows : "true"  
20 -2015-03-30T15:39:09 [DEBUG] 17 sslProtocol : "sslv3"  
21 -2015-03-30T15:39:09 [DEBUG] 18 sslCertificatesPath : ""  
22 -2015-03-30T15:39:09 [DEBUG] 19 webdriver : ":58200"  
23 -2015-03-30T15:39:09 [DEBUG] 20 webdriverLogFile : ""  
24 -2015-03-30T15:39:09 [DEBUG] 21 webdriverLogLevel : "debug"  
25 -2015-03-30T15:39:09 [DEBUG] 22 webdriverSeleniumGridHub : ""  
26 -2015-03-30T15:39:09 [DEBUG] Phantom - execute: Script & Arguments  
27 -2015-03-30T15:39:09 [DEBUG] script: "main.js"  
28 -2015-03-30T15:39:09 [DEBUG] 0 arg: "--ip="  
29 -2015-03-30T15:39:09 [DEBUG] 1 arg: "--port=58200"  
30 -2015-03-30T15:39:09 [DEBUG] 2 arg: "--logLevel=debug"  
31 -2015-03-30T15:39:09 [DEBUG] Phantom - execute: Starting Remote WebDriver mode 1 +2015-03-30T16:18:22 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage)
  2 +2015-03-30T16:18:22 [DEBUG] Phantom - execute: Configuration
  3 +2015-03-30T16:18:22 [DEBUG] 0 objectName : ""
  4 +2015-03-30T16:18:22 [DEBUG] 1 cookiesFile : ""
  5 +2015-03-30T16:18:22 [DEBUG] 2 diskCacheEnabled : "false"
  6 +2015-03-30T16:18:22 [DEBUG] 3 maxDiskCacheSize : "-1"
  7 +2015-03-30T16:18:22 [DEBUG] 4 ignoreSslErrors : "false"
  8 +2015-03-30T16:18:22 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false"
  9 +2015-03-30T16:18:22 [DEBUG] 6 outputEncoding : "UTF-8"
  10 +2015-03-30T16:18:22 [DEBUG] 7 proxyType : "http"
  11 +2015-03-30T16:18:22 [DEBUG] 8 proxy : ":1080"
  12 +2015-03-30T16:18:22 [DEBUG] 9 proxyAuth : ":"
  13 +2015-03-30T16:18:22 [DEBUG] 10 scriptEncoding : "UTF-8"
  14 +2015-03-30T16:18:22 [DEBUG] 11 webSecurityEnabled : "true"
  15 +2015-03-30T16:18:22 [DEBUG] 12 offlineStoragePath : ""
  16 +2015-03-30T16:18:22 [DEBUG] 13 offlineStorageDefaultQuota : "-1"
  17 +2015-03-30T16:18:22 [DEBUG] 14 printDebugMessages : "true"
  18 +2015-03-30T16:18:22 [DEBUG] 15 javascriptCanOpenWindows : "true"
  19 +2015-03-30T16:18:22 [DEBUG] 16 javascriptCanCloseWindows : "true"
  20 +2015-03-30T16:18:22 [DEBUG] 17 sslProtocol : "tlsv1"
  21 +2015-03-30T16:18:22 [DEBUG] 18 sslCertificatesPath : ""
  22 +2015-03-30T16:18:22 [DEBUG] 19 webdriver : ":44021"
  23 +2015-03-30T16:18:22 [DEBUG] 20 webdriverLogFile : ""
  24 +2015-03-30T16:18:22 [DEBUG] 21 webdriverLogLevel : "debug"
  25 +2015-03-30T16:18:22 [DEBUG] 22 webdriverSeleniumGridHub : ""
  26 +2015-03-30T16:18:22 [DEBUG] Phantom - execute: Script & Arguments
  27 +2015-03-30T16:18:22 [DEBUG] script: "main.js"
  28 +2015-03-30T16:18:22 [DEBUG] 0 arg: "--ip="
  29 +2015-03-30T16:18:22 [DEBUG] 1 arg: "--port=44021"
  30 +2015-03-30T16:18:22 [DEBUG] 2 arg: "--logLevel=debug"
  31 +2015-03-30T16:18:22 [DEBUG] Phantom - execute: Starting Remote WebDriver mode
32 PhantomJS is launching GhostDriver... 32 PhantomJS is launching GhostDriver...
33 -2015-03-30T15:39:09 [DEBUG] WebPage - setupFrame ""  
34 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) )  
35 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) )  
36 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) )  
37 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) )  
38 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) )  
39 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) )  
40 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) )  
41 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) )  
42 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) )  
43 -[DEBUG - 2015-03-30T07:39:09.689Z] Config - init - Configuration => {"ip":"127.0.0.1","port":"58200","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false}  
44 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "session.js"  
45 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
46 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "inputs.js"  
47 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
48 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js"  
49 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
50 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js"  
51 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
52 -2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) )  
53 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js"  
54 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
55 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js"  
56 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
57 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js"  
58 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
59 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js"  
60 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
61 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js"  
62 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
63 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "webelementlocator.js"  
64 -2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"  
65 -[INFO - 2015-03-30T07:39:09.700Z] GhostDriver - Main - running on port 58200  
66 -2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session  
67 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST  
68 -2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1  
69 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String  
70 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"  
71 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100"  
72 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"  
73 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"  
74 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"  
75 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"  
76 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"  
77 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT  
78 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.4 (+http://scrapy.org)"}}  
79 -[DEBUG - 2015-03-30T07:39:10.504Z] RouterReqHand - _handle - Request => {  
80 - "headers": {  
81 - "Accept": "application/json",  
82 - "Accept-Encoding": "identity",  
83 - "Connection": "close",  
84 - "Content-Length": "100",  
85 - "Content-Type": "application/json;charset=UTF-8",  
86 - "Host": "127.0.0.1:58200",  
87 - "User-Agent": "Python-urllib/2.7"  
88 - },  
89 - "httpVersion": "1.1",  
90 - "method": "POST",  
91 - "post": "{\"desiredCapabilities\": {\"phantomjs.page.settings.userAgent\": \"Scrapy/0.24.4 (+http://scrapy.org)\"}}",  
92 - "url": "/wd/hub/session",  
93 - "urlParsed": {  
94 - "anchor": "",  
95 - "query": "",  
96 - "file": "session",  
97 - "directory": "/wd/hub/",  
98 - "path": "/wd/hub/session",  
99 - "relative": "/wd/hub/session",  
100 - "port": "",  
101 - "host": "",  
102 - "password": "",  
103 - "user": "",  
104 - "userInfo": "",  
105 - "authority": "",  
106 - "protocol": "",  
107 - "source": "/wd/hub/session",  
108 - "queryKey": {},  
109 - "chunks": [  
110 - "wd",  
111 - "hub",  
112 - "session"  
113 - ]  
114 - }  
115 -}  
116 -2015-03-30T15:39:10 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) )  
117 -2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getFilePickerCallback  
118 -2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getGenericCallback  
119 -[DEBUG - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _decorateNewWindow - page.settings: {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.4 (+http://scrapy.org)","webSecurityEnabled":true}  
120 -[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Desired Capabilities: {"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}  
121 -[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Negotiated Capabilities: {"browserName":"phantomjs","version":"1.9.0","driverName":"ghostdriver","driverVersion":"1.0.3","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}  
122 -[INFO - 2015-03-30T07:39:10.518Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: dab84dd0-d6af-11e4-95ed-a71961c71b3a  
123 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 303 See Other  
124 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"  
125 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"  
126 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Location" = "http://127.0.0.1:58200/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a"  
127 -2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a  
128 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method GET  
129 -2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1  
130 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String  
131 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"  
132 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"  
133 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"  
134 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"  
135 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"  
136 -[DEBUG - 2015-03-30T07:39:10.520Z] RouterReqHand - _handle - Request => {  
137 - "headers": {  
138 - "Accept": "application/json",  
139 - "Accept-Encoding": "identity",  
140 - "Connection": "close",  
141 - "Host": "127.0.0.1:58200",  
142 - "User-Agent": "Python-urllib/2.7"  
143 - },  
144 - "httpVersion": "1.1",  
145 - "method": "GET",  
146 - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
147 - "urlParsed": {  
148 - "anchor": "",  
149 - "query": "",  
150 - "file": "dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
151 - "directory": "/wd/hub/session/",  
152 - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
153 - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
154 - "port": "",  
155 - "host": "",  
156 - "password": "",  
157 - "user": "",  
158 - "userInfo": "",  
159 - "authority": "",  
160 - "protocol": "",  
161 - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
162 - "queryKey": {},  
163 - "chunks": [  
164 - "wd",  
165 - "hub",  
166 - "session",  
167 - "dab84dd0-d6af-11e4-95ed-a71961c71b3a"  
168 - ]  
169 - }  
170 -}  
171 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 200 OK  
172 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"  
173 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609"  
174 -2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"  
175 -2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url  
176 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST  
177 -2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1  
178 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String  
179 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"  
180 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87"  
181 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"  
182 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"  
183 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"  
184 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"  
185 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"  
186 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT  
187 -2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"}  
188 -[DEBUG - 2015-03-30T07:39:10.534Z] RouterReqHand - _handle - Request => {  
189 - "headers": {  
190 - "Accept": "application/json",  
191 - "Accept-Encoding": "identity",  
192 - "Connection": "close",  
193 - "Content-Length": "87",  
194 - "Content-Type": "application/json;charset=UTF-8",  
195 - "Host": "127.0.0.1:58200",  
196 - "User-Agent": "Python-urllib/2.7"  
197 - },  
198 - "httpVersion": "1.1",  
199 - "method": "POST",  
200 - "post": "{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}",  
201 - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
202 - "urlParsed": {  
203 - "anchor": "",  
204 - "query": "",  
205 - "file": "url",  
206 - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",  
207 - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
208 - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
209 - "port": "",  
210 - "host": "",  
211 - "password": "",  
212 - "user": "",  
213 - "userInfo": "",  
214 - "authority": "",  
215 - "protocol": "",  
216 - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
217 - "queryKey": {},  
218 - "chunks": [  
219 - "wd",  
220 - "hub",  
221 - "session",  
222 - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
223 - "url"  
224 - ]  
225 - }  
226 -}  
227 -[DEBUG - 2015-03-30T07:39:10.536Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://image.baidu.com/  
228 -2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 10  
229 -[DEBUG - 2015-03-30T07:39:10.548Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
230 -[DEBUG - 2015-03-30T07:39:10.649Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
231 -2015-03-30T15:39:10 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"  
232 -2015-03-30T15:39:10 [DEBUG] WebPage - setupFrame ""  
233 -2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 24  
234 -[DEBUG - 2015-03-30T07:39:10.749Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
235 -[DEBUG - 2015-03-30T07:39:10.849Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
236 -[DEBUG - 2015-03-30T07:39:10.949Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
237 -2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 25  
238 -2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 34  
239 -[DEBUG - 2015-03-30T07:39:11.049Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
240 -[DEBUG - 2015-03-30T07:39:11.150Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
241 -[DEBUG - 2015-03-30T07:39:11.250Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
242 -[DEBUG - 2015-03-30T07:39:11.350Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
243 -[DEBUG - 2015-03-30T07:39:11.450Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
244 -[DEBUG - 2015-03-30T07:39:11.550Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
245 -[DEBUG - 2015-03-30T07:39:11.651Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
246 -[DEBUG - 2015-03-30T07:39:11.751Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
247 -[DEBUG - 2015-03-30T07:39:11.851Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
248 -[DEBUG - 2015-03-30T07:39:11.951Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
249 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 42  
250 -[DEBUG - 2015-03-30T07:39:12.117Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
251 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 46  
252 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 60  
253 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 68  
254 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 71  
255 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 76  
256 -[DEBUG - 2015-03-30T07:39:12.238Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
257 -[DEBUG - 2015-03-30T07:39:12.338Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
258 -[DEBUG - 2015-03-30T07:39:12.438Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
259 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"  
260 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
261 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
262 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 81  
263 -2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 100  
264 -[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished  
265 -[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success  
266 -2015-03-30T15:39:12 [DEBUG] WebPage - setupFrame ""  
267 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"  
268 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
269 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
270 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
271 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"  
272 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
273 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
274 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
275 -2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
276 -[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false  
277 -[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator  
278 -[DEBUG - 2015-03-30T07:39:12.539Z] SessionReqHand - _SuccessHandler - status: success  
279 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK  
280 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"  
281 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"  
282 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"  
283 -2015-03-30T15:39:12 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source  
284 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Method GET  
285 -2015-03-30T15:39:12 [DEBUG] HTTP Request - HTTP Version 1.1  
286 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Query String  
287 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"  
288 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"  
289 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"  
290 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"  
291 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"  
292 -2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"  
293 -[DEBUG - 2015-03-30T07:39:12.542Z] RouterReqHand - _handle - Request => {  
294 - "headers": {  
295 - "Accept": "application/json",  
296 - "Accept-Encoding": "identity",  
297 - "Connection": "close",  
298 - "Content-Type": "application/json;charset=UTF-8",  
299 - "Host": "127.0.0.1:58200",  
300 - "User-Agent": "Python-urllib/2.7"  
301 - },  
302 - "httpVersion": "1.1",  
303 - "method": "GET",  
304 - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
305 - "urlParsed": {  
306 - "anchor": "",  
307 - "query": "",  
308 - "file": "source",  
309 - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",  
310 - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
311 - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
312 - "port": "",  
313 - "host": "",  
314 - "password": "",  
315 - "user": "",  
316 - "userInfo": "",  
317 - "authority": "",  
318 - "protocol": "",  
319 - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
320 - "queryKey": {},  
321 - "chunks": [  
322 - "wd",  
323 - "hub",  
324 - "session",  
325 - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
326 - "source"  
327 - ]  
328 - }  
329 -}  
330 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK  
331 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"  
332 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94212"  
333 -2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"  
334 -2015-03-30T15:39:15 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url  
335 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST  
336 -2015-03-30T15:39:15 [DEBUG] HTTP Request - HTTP Version 1.1  
337 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Query String  
338 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"  
339 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83"  
340 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"  
341 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"  
342 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"  
343 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"  
344 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"  
345 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST/PUT  
346 -2015-03-30T15:39:15 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"}  
347 -[DEBUG - 2015-03-30T07:39:15.021Z] RouterReqHand - _handle - Request => {  
348 - "headers": {  
349 - "Accept": "application/json",  
350 - "Accept-Encoding": "identity",  
351 - "Connection": "close",  
352 - "Content-Length": "83",  
353 - "Content-Type": "application/json;charset=UTF-8",  
354 - "Host": "127.0.0.1:58200",  
355 - "User-Agent": "Python-urllib/2.7"  
356 - },  
357 - "httpVersion": "1.1",  
358 - "method": "POST",  
359 - "post": "{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}",  
360 - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
361 - "urlParsed": {  
362 - "anchor": "",  
363 - "query": "",  
364 - "file": "url",  
365 - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",  
366 - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
367 - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
368 - "port": "",  
369 - "host": "",  
370 - "password": "",  
371 - "user": "",  
372 - "userInfo": "",  
373 - "authority": "",  
374 - "protocol": "",  
375 - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",  
376 - "queryKey": {},  
377 - "chunks": [  
378 - "wd",  
379 - "hub",  
380 - "session",  
381 - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
382 - "url"  
383 - ]  
384 - }  
385 -}  
386 -[DEBUG - 2015-03-30T07:39:15.022Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://v.baidu.com/  
387 -2015-03-30T15:39:15 [DEBUG] WebPage - updateLoadingProgress: 10  
388 -[DEBUG - 2015-03-30T07:39:15.032Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
389 -[DEBUG - 2015-03-30T07:39:15.133Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
390 -[DEBUG - 2015-03-30T07:39:15.233Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
391 -[DEBUG - 2015-03-30T07:39:15.333Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
392 -[DEBUG - 2015-03-30T07:39:15.433Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
393 -[DEBUG - 2015-03-30T07:39:15.533Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
394 -[DEBUG - 2015-03-30T07:39:15.633Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
395 -[DEBUG - 2015-03-30T07:39:15.733Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
396 -[DEBUG - 2015-03-30T07:39:15.834Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
397 -[DEBUG - 2015-03-30T07:39:15.934Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
398 -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
399 -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
400 -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
401 -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
402 -2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"  
403 -[DEBUG - 2015-03-30T07:39:16.034Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
404 -[DEBUG - 2015-03-30T07:39:16.134Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
405 -[DEBUG - 2015-03-30T07:39:16.234Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
406 -[DEBUG - 2015-03-30T07:39:16.334Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
407 -[DEBUG - 2015-03-30T07:39:16.435Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
408 -[DEBUG - 2015-03-30T07:39:16.535Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
409 -2015-03-30T15:39:16 [DEBUG] WebPage - setupFrame ""  
410 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 39  
411 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 53  
412 -[DEBUG - 2015-03-30T07:39:16.635Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
413 -2015-03-30T15:39:16 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=4145,4145&et=3&ja=0&ln=en-US&lo=0&lt=1427701152&nv=0&rnd=752059763&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"  
414 -[DEBUG - 2015-03-30T07:39:16.736Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
415 -[DEBUG - 2015-03-30T07:39:16.836Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
416 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 54  
417 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 57  
418 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 60  
419 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 66  
420 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 72  
421 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 76  
422 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 79  
423 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 82  
424 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 85  
425 -2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 88  
426 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
427 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
428 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
429 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
430 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
431 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
432 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
433 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
434 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
435 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
436 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
437 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
438 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
439 -2015-03-30T15:39:16 [DEBUG] Cache hit level 1  
440 -[DEBUG - 2015-03-30T07:39:16.992Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
441 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
442 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
443 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
444 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
445 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
446 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
447 -2015-03-30T15:39:17 [DEBUG] Cache hit level 1  
448 -[DEBUG - 2015-03-30T07:39:17.159Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
449 -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88  
450 -[DEBUG - 2015-03-30T07:39:17.377Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
451 -[DEBUG - 2015-03-30T07:39:17.477Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
452 -[DEBUG - 2015-03-30T07:39:17.577Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
453 -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88  
454 -[DEBUG - 2015-03-30T07:39:17.678Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
455 -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
456 -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
457 -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
458 -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
459 -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"  
460 -2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"  
461 -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88  
462 -[DEBUG - 2015-03-30T07:39:17.778Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
463 -[DEBUG - 2015-03-30T07:39:17.878Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
464 -2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 89  
465 -[DEBUG - 2015-03-30T07:39:17.978Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
466 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
467 -[DEBUG - 2015-03-30T07:39:18.078Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
468 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
469 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
470 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
471 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
472 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"  
473 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"  
474 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
475 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
476 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
477 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame0-->-->"  
478 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
479 -[DEBUG - 2015-03-30T07:39:18.179Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
480 -[DEBUG - 2015-03-30T07:39:18.314Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
481 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
482 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame1-->-->"  
483 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
484 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "baidu_clb_slot_iframe_1051937_0"  
485 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
486 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "adframe_wrap_64593"  
487 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
488 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_639667_1"  
489 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
490 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_1040005_1"  
491 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
492 -[DEBUG - 2015-03-30T07:39:18.415Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
493 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //cproIframe_639667_1/<!--frame0-->-->"  
494 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
495 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr39928"  
496 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
497 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
498 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
499 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
500 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
501 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"  
502 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"  
503 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
504 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
505 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"  
506 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
507 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
508 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
509 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
510 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"  
511 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"  
512 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
513 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
514 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"  
515 -2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"  
516 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
517 -[DEBUG - 2015-03-30T07:39:18.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
518 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //baidu_clb_slot_iframe_1051937_0/adframe_wrap_64593/cproIframe_1040005_1/<!--frame0-->-->"  
519 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
520 -2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr15222"  
521 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
522 -[DEBUG - 2015-03-30T07:39:18.619Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
523 -2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90  
524 -[DEBUG - 2015-03-30T07:39:18.720Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
525 -[DEBUG - 2015-03-30T07:39:18.821Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
526 -[DEBUG - 2015-03-30T07:39:18.921Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
527 -[DEBUG - 2015-03-30T07:39:19.021Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
528 -[DEBUG - 2015-03-30T07:39:19.122Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
529 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"  
530 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"  
531 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"  
532 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"  
533 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"  
534 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"  
535 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
536 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"  
537 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"  
538 -2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"  
539 -[DEBUG - 2015-03-30T07:39:19.222Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
540 -[DEBUG - 2015-03-30T07:39:19.322Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
541 -[DEBUG - 2015-03-30T07:39:19.422Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
542 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 90  
543 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100  
544 -[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished  
545 -[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success  
546 -2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame ""  
547 -2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe"  
548 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 10  
549 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 30  
550 -[DEBUG - 2015-03-30T07:39:19.523Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
551 -[DEBUG - 2015-03-30T07:39:19.623Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
552 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 31  
553 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40  
554 -2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame0-->-->"  
555 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40  
556 -[DEBUG - 2015-03-30T07:39:19.724Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
557 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 42  
558 -[DEBUG - 2015-03-30T07:39:19.824Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true  
559 -2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100  
560 -[DEBUG - 2015-03-30T07:39:19.925Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false  
561 -[DEBUG - 2015-03-30T07:39:19.926Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator  
562 -[DEBUG - 2015-03-30T07:39:19.927Z] SessionReqHand - _SuccessHandler - status: success  
563 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK  
564 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"  
565 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"  
566 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"  
567 -2015-03-30T15:39:19 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source  
568 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Method GET  
569 -2015-03-30T15:39:19 [DEBUG] HTTP Request - HTTP Version 1.1  
570 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Query String  
571 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"  
572 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"  
573 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"  
574 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"  
575 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"  
576 -2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"  
577 -[DEBUG - 2015-03-30T07:39:19.933Z] RouterReqHand - _handle - Request => {  
578 - "headers": {  
579 - "Accept": "application/json",  
580 - "Accept-Encoding": "identity",  
581 - "Connection": "close",  
582 - "Content-Type": "application/json;charset=UTF-8",  
583 - "Host": "127.0.0.1:58200",  
584 - "User-Agent": "Python-urllib/2.7"  
585 - },  
586 - "httpVersion": "1.1",  
587 - "method": "GET",  
588 - "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
589 - "urlParsed": {  
590 - "anchor": "",  
591 - "query": "",  
592 - "file": "source",  
593 - "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",  
594 - "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
595 - "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
596 - "port": "",  
597 - "host": "",  
598 - "password": "",  
599 - "user": "",  
600 - "userInfo": "",  
601 - "authority": "",  
602 - "protocol": "",  
603 - "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",  
604 - "queryKey": {},  
605 - "chunks": [  
606 - "wd",  
607 - "hub",  
608 - "session",  
609 - "dab84dd0-d6af-11e4-95ed-a71961c71b3a",  
610 - "source"  
611 - ]  
612 - }  
613 -}  
614 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK  
615 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"  
616 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "321607"  
617 -2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" 33 +2015-03-30T16:18:22 [DEBUG] WebPage - setupFrame ""
  34 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) )
  35 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) )
  36 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) )
  37 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) )
  38 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) )
  39 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) )
  40 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) )
  41 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) )
  42 +[DEBUG - 2015-03-30T08:18:22.186Z] Config - config.init - {"ip":"127.0.0.1","port":"44021","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false}
  43 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) )
  44 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "session.js"
  45 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  46 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "inputs.js"
  47 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  48 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js"
  49 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  50 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js"
  51 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  52 +2015-03-30T16:18:22 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) )
  53 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js"
  54 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  55 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js"
  56 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  57 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js"
  58 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  59 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js"
  60 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  61 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js"
  62 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  63 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: "webelementlocator.js"
  64 +2015-03-30T16:18:22 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  65 +[INFO - 2015-03-30T08:18:22.233Z] GhostDriver - Main - running on port 44021
  66 +2015-03-30T16:18:23 [DEBUG] HTTP Request - URI /wd/hub/session
  67 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST
  68 +2015-03-30T16:18:23 [DEBUG] HTTP Request - HTTP Version 1.1
  69 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Query String
  70 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  71 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100"
  72 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  73 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  74 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  75 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  76 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  77 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST/PUT
  78 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.5 (+http://scrapy.org)"}}
  79 +[DEBUG - 2015-03-30T08:18:23.125Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"100","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"desiredCapabilities\": {\"phantomjs.page.settings.userAgent\": \"Scrapy/0.24.5 (+http://scrapy.org)\"}}","url":"/session","urlParsed":{"anchor":"","query":"","file":"session","directory":"/","path":"/session","relative":"/session","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session","queryKey":{},"chunks":["session"]}}
  80 +2015-03-30T16:18:23 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) )
  81 +2015-03-30T16:18:23 [DEBUG] WebpageCallbacks - getFilePickerCallback
  82 +2015-03-30T16:18:23 [DEBUG] WebpageCallbacks - getGenericCallback
  83 +[INFO - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.5 (+http://scrapy.org)","webSecurityEnabled":true}
  84 +[INFO - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.customHeaders: - {}
  85 +[DEBUG - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - Session.desiredCapabilities - {"phantomjs.page.settings.userAgent":"Scrapy/0.24.5 (+http://scrapy.org)"}
  86 +[INFO - 2015-03-30T08:18:23.130Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"1.9.8","driverName":"ghostdriver","driverVersion":"1.1.0","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.5 (+http://scrapy.org)"}
  87 +[INFO - 2015-03-30T08:18:23.130Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: 54fd5270-d6b5-11e4-bf64-67a72685a843
  88 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Status Code 200 OK
  89 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  90 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609"
  91 +2015-03-30T16:18:23 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  92 +2015-03-30T16:18:23 [DEBUG] HTTP Request - URI /wd/hub/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url
  93 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST
  94 +2015-03-30T16:18:23 [DEBUG] HTTP Request - HTTP Version 1.1
  95 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Query String
  96 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  97 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87"
  98 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  99 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  100 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  101 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  102 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  103 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Method POST/PUT
  104 +2015-03-30T16:18:23 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "54fd5270-d6b5-11e4-bf64-67a72685a843"}
  105 +[DEBUG - 2015-03-30T08:18:23.136Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"87","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"54fd5270-d6b5-11e4-bf64-67a72685a843\"}","url":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","urlParsed":{"anchor":"","query":"","file":"url","directory":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/","path":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","relative":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","queryKey":{},"chunks":["session","54fd5270-d6b5-11e4-bf64-67a72685a843","url"]}}
  106 +[DEBUG - 2015-03-30T08:18:23.137Z] SessionReqHand - _postUrlCommand - Session '54fd5270-d6b5-11e4-bf64-67a72685a843' is about to load URL: http://image.baidu.com/
  107 +2015-03-30T16:18:23 [DEBUG] WebPage - updateLoadingProgress: 10
  108 +[DEBUG - 2015-03-30T08:18:23.137Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"}],"id":1,"method":"GET","time":"2015-03-30T08:18:23.137Z","url":"http://image.baidu.com/"}
  109 +[DEBUG - 2015-03-30T08:18:23.138Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _oneShotCallback - onLoadStarted
  110 +[DEBUG - 2015-03-30T08:18:23.148Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  111 +2015-03-30T16:18:23 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  112 +[DEBUG - 2015-03-30T08:18:23.235Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":85955,"contentType":"text/html","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:23 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; max-age=31536000; expires=Tue, 29-Mar-16 08:18:23 GMT; domain=.baidu.com; path=/; version=1\nuserid=deleted; expires=Sun, 30-Mar-2014 08:18:22 GMT; path=/"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Transfer-Encoding","value":"chunked"}],"id":1,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:23.235Z","url":"http://image.baidu.com/"}
  113 +2015-03-30T16:18:23 [DEBUG] WebPage - setupFrame ""
  114 +[DEBUG - 2015-03-30T08:18:23.238Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":2,"method":"GET","time":"2015-03-30T08:18:23.238Z","url":"http://img0.bdstatic.com/static/common/fw_ff73dfc.js"}
  115 +[DEBUG - 2015-03-30T08:18:23.238Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":3,"method":"GET","time":"2015-03-30T08:18:23.238Z","url":"http://img1.bdstatic.com/static/common/pkg/base_b1e571e.css"}
  116 +[DEBUG - 2015-03-30T08:18:23.238Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":4,"method":"GET","time":"2015-03-30T08:18:23.238Z","url":"http://img2.bdstatic.com/static/common/pkg/page_a8fc491.css"}
  117 +[DEBUG - 2015-03-30T08:18:23.239Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":5,"method":"GET","time":"2015-03-30T08:18:23.239Z","url":"http://img0.bdstatic.com/static/home/pkg/default_44cee3f.css"}
  118 +2015-03-30T16:18:23 [DEBUG] WebPage - updateLoadingProgress: 24
  119 +[DEBUG - 2015-03-30T08:18:23.239Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/html","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:23 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; max-age=31536000; expires=Tue, 29-Mar-16 08:18:23 GMT; domain=.baidu.com; path=/; version=1\nuserid=deleted; expires=Sun, 30-Mar-2014 08:18:22 GMT; path=/"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Transfer-Encoding","value":"chunked"}],"id":1,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:23.239Z","url":"http://image.baidu.com/"}
  120 +[DEBUG - 2015-03-30T08:18:23.248Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  121 +[DEBUG - 2015-03-30T08:18:23.348Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  122 +[DEBUG - 2015-03-30T08:18:23.448Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  123 +[DEBUG - 2015-03-30T08:18:23.548Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  124 +[DEBUG - 2015-03-30T08:18:23.648Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  125 +[DEBUG - 2015-03-30T08:18:23.748Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  126 +[DEBUG - 2015-03-30T08:18:23.848Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  127 +[DEBUG - 2015-03-30T08:18:23.948Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  128 +[DEBUG - 2015-03-30T08:18:24.048Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  129 +[DEBUG - 2015-03-30T08:18:24.148Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  130 +[DEBUG - 2015-03-30T08:18:24.248Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  131 +[DEBUG - 2015-03-30T08:18:24.348Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  132 +[DEBUG - 2015-03-30T08:18:24.449Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  133 +[DEBUG - 2015-03-30T08:18:24.549Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  134 +[DEBUG - 2015-03-30T08:18:24.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  135 +[DEBUG - 2015-03-30T08:18:24.749Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  136 +[DEBUG - 2015-03-30T08:18:24.849Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  137 +[DEBUG - 2015-03-30T08:18:24.949Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  138 +[DEBUG - 2015-03-30T08:18:25.049Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  139 +[DEBUG - 2015-03-30T08:18:25.149Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  140 +[DEBUG - 2015-03-30T08:18:25.249Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  141 +[DEBUG - 2015-03-30T08:18:25.349Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  142 +[DEBUG - 2015-03-30T08:18:25.449Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  143 +[DEBUG - 2015-03-30T08:18:25.549Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  144 +[DEBUG - 2015-03-30T08:18:25.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  145 +[DEBUG - 2015-03-30T08:18:25.749Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  146 +[DEBUG - 2015-03-30T08:18:25.849Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  147 +[DEBUG - 2015-03-30T08:18:25.949Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  148 +[DEBUG - 2015-03-30T08:18:26.049Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  149 +[DEBUG - 2015-03-30T08:18:26.149Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  150 +[DEBUG - 2015-03-30T08:18:26.249Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  151 +[DEBUG - 2015-03-30T08:18:26.349Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  152 +[DEBUG - 2015-03-30T08:18:26.449Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  153 +[DEBUG - 2015-03-30T08:18:26.549Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  154 +[DEBUG - 2015-03-30T08:18:26.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  155 +[DEBUG - 2015-03-30T08:18:26.750Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  156 +[DEBUG - 2015-03-30T08:18:26.850Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  157 +[DEBUG - 2015-03-30T08:18:26.950Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  158 +[DEBUG - 2015-03-30T08:18:27.050Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  159 +[DEBUG - 2015-03-30T08:18:27.150Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  160 +[DEBUG - 2015-03-30T08:18:27.250Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  161 +[DEBUG - 2015-03-30T08:18:27.350Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  162 +[DEBUG - 2015-03-30T08:18:27.450Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  163 +[DEBUG - 2015-03-30T08:18:27.550Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  164 +[DEBUG - 2015-03-30T08:18:27.650Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  165 +[DEBUG - 2015-03-30T08:18:27.750Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  166 +[DEBUG - 2015-03-30T08:18:27.850Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  167 +[DEBUG - 2015-03-30T08:18:27.950Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  168 +[DEBUG - 2015-03-30T08:18:28.050Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  169 +[DEBUG - 2015-03-30T08:18:28.150Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  170 +[DEBUG - 2015-03-30T08:18:28.250Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  171 +[DEBUG - 2015-03-30T08:18:28.350Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  172 +[DEBUG - 2015-03-30T08:18:28.450Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  173 +[DEBUG - 2015-03-30T08:18:28.523Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":99052,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1904792173\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Tue, 31 Mar 2015 03:40:09 GMT"},{"name":"Age","value":"535099"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":4,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.523Z","url":"http://img2.bdstatic.com/static/common/pkg/page_a8fc491.css"}
  174 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 34
  175 +[DEBUG - 2015-03-30T08:18:28.524Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1904792173\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Tue, 31 Mar 2015 03:40:09 GMT"},{"name":"Age","value":"535099"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":4,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.524Z","url":"http://img2.bdstatic.com/static/common/pkg/page_a8fc491.css"}
  176 +[DEBUG - 2015-03-30T08:18:28.530Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":1053,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"50909773\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 03:47:27 GMT"},{"name":"Age","value":"448261"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":3,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.530Z","url":"http://img1.bdstatic.com/static/common/pkg/base_b1e571e.css"}
  177 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":38471,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1704647181\""},{"name":"Last-Modified","value":"Thu, 26 Mar 2015 06:38:01 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 07:49:41 GMT"},{"name":"Age","value":"347327"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":5,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/home/pkg/default_44cee3f.css"}
  178 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 39
  179 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":2335,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"54086285\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 02:47:25 GMT"},{"name":"Age","value":"365463"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":2,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/common/fw_ff73dfc.js"}
  180 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"50909773\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 03:47:27 GMT"},{"name":"Age","value":"448261"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":3,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img1.bdstatic.com/static/common/pkg/base_b1e571e.css"}
  181 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1704647181\""},{"name":"Last-Modified","value":"Thu, 26 Mar 2015 06:38:01 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 07:49:41 GMT"},{"name":"Age","value":"347327"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":5,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/home/pkg/default_44cee3f.css"}
  182 +[DEBUG - 2015-03-30T08:18:28.531Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"54086285\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 02:47:25 GMT"},{"name":"Age","value":"365463"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":2,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.531Z","url":"http://img0.bdstatic.com/static/common/fw_ff73dfc.js"}
  183 +[DEBUG - 2015-03-30T08:18:28.563Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  184 +[DEBUG - 2015-03-30T08:18:28.566Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":6,"method":"GET","time":"2015-03-30T08:18:28.566Z","url":"http://img.baidu.com/hunter/image.js?st=-16525"}
  185 +[DEBUG - 2015-03-30T08:18:28.567Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":7,"method":"GET","time":"2015-03-30T08:18:28.567Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"}
  186 +[DEBUG - 2015-03-30T08:18:28.569Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":8,"method":"GET","time":"2015-03-30T08:18:28.569Z","url":"http://img0.bdstatic.com/static/common/pkg/base_9584ab6.js"}
  187 +[DEBUG - 2015-03-30T08:18:28.569Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":9,"method":"GET","time":"2015-03-30T08:18:28.569Z","url":"http://img2.bdstatic.com/static/common/pkg/com_bd5e594.js"}
  188 +[DEBUG - 2015-03-30T08:18:28.570Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":10,"method":"GET","time":"2015-03-30T08:18:28.570Z","url":"http://img2.bdstatic.com/static/common/pkg/other_5dfc0a1.js"}
  189 +[DEBUG - 2015-03-30T08:18:28.570Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":11,"method":"GET","time":"2015-03-30T08:18:28.570Z","url":"http://img2.bdstatic.com/static/home/pkg/default_ad84cc1.js"}
  190 +[DEBUG - 2015-03-30T08:18:28.576Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":11312,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1627996781\""},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 03:53:28 GMT"},{"name":"Expires","value":"Fri, 03 Apr 2015 04:04:36 GMT"},{"name":"Age","value":"274432"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":11,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.576Z","url":"http://img2.bdstatic.com/static/home/pkg/default_ad84cc1.js"}
  191 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 44
  192 +[DEBUG - 2015-03-30T08:18:28.576Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1627996781\""},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 03:53:28 GMT"},{"name":"Expires","value":"Fri, 03 Apr 2015 04:04:36 GMT"},{"name":"Age","value":"274432"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":11,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.576Z","url":"http://img2.bdstatic.com/static/home/pkg/default_ad84cc1.js"}
  193 +[DEBUG - 2015-03-30T08:18:28.579Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":59907,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1936212525\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 11:15:58 GMT"},{"name":"Age","value":"421350"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":9,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.579Z","url":"http://img2.bdstatic.com/static/common/pkg/com_bd5e594.js"}
  194 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 58
  195 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 64
  196 +[DEBUG - 2015-03-30T08:18:28.580Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1936212525\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Wed, 01 Apr 2015 11:15:58 GMT"},{"name":"Age","value":"421350"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":9,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.580Z","url":"http://img2.bdstatic.com/static/common/pkg/com_bd5e594.js"}
  197 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":52796,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1765499629\""},{"name":"Last-Modified","value":"Fri, 20 Mar 2015 11:03:30 GMT"},{"name":"Expires","value":"Mon, 30 Mar 2015 09:17:15 GMT"},{"name":"Age","value":"601273"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":10,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img2.bdstatic.com/static/common/pkg/other_5dfc0a1.js"}
  198 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 72
  199 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":98066,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1905843949\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 13:47:28 GMT"},{"name":"Age","value":"325860"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":8,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img0.bdstatic.com/static/common/pkg/base_9584ab6.js"}
  200 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 78
  201 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1765499629\""},{"name":"Last-Modified","value":"Fri, 20 Mar 2015 11:03:30 GMT"},{"name":"Expires","value":"Mon, 30 Mar 2015 09:17:15 GMT"},{"name":"Age","value":"601273"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":10,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img2.bdstatic.com/static/common/pkg/other_5dfc0a1.js"}
  202 +[DEBUG - 2015-03-30T08:18:28.583Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"1905843949\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Thu, 02 Apr 2015 13:47:28 GMT"},{"name":"Age","value":"325860"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":8,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.583Z","url":"http://img0.bdstatic.com/static/common/pkg/base_9584ab6.js"}
  203 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  204 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  205 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  206 +[DEBUG - 2015-03-30T08:18:28.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Length","value":"0"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Etag","value":"\"1778109334\""},{"name":"Expires","value":"Wed, 05 Feb 2025 08:18:28 GMT"},{"name":"Last-Modified","value":"Fri, 19 Dec 2014 01:30:10 GMT"},{"name":"Server","value":"BWS/1.0"}],"id":6,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.649Z","url":"http://img.baidu.com/hunter/image.js?st=-16525"}
  207 +[DEBUG - 2015-03-30T08:18:28.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":18438,"contentType":"application/javascript","headers":[{"name":"Cache-Control","value":"max-age=0, must-revalidate"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Etag","value":"85653a379913e46ab4726791a313cd37"},{"name":"P3p","value":"CP=\"CURa ADMa DEVa PSAo PSDo OUR BUS UNI PUR INT DEM STA PRE COM NAV OTC NOI DSP COR\""},{"name":"Server","value":"apache"},{"name":"Set-Cookie","value":"HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; Path=/; Domain=hm.baidu.com\nHMACCOUNT=1333D269EFC6101A; Path=/; Domain=hm.baidu.com; Expires=Sun, 18 Jan 2038 00:00:00 GMT"}],"id":7,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.649Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"}
  208 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 82
  209 +[DEBUG - 2015-03-30T08:18:28.649Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/javascript","headers":[{"name":"Cache-Control","value":"max-age=0, must-revalidate"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Etag","value":"85653a379913e46ab4726791a313cd37"},{"name":"P3p","value":"CP=\"CURa ADMa DEVa PSAo PSDo OUR BUS UNI PUR INT DEM STA PRE COM NAV OTC NOI DSP COR\""},{"name":"Server","value":"apache"},{"name":"Set-Cookie","value":"HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; Path=/; Domain=hm.baidu.com\nHMACCOUNT=1333D269EFC6101A; Path=/; Domain=hm.baidu.com; Expires=Sun, 18 Jan 2038 00:00:00 GMT"}],"id":7,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.649Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"}
  210 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 100
  211 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  212 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  213 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  214 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427702229,1427703125,1427703224,1427703509; expires=Tue, 29-Mar-2016 08:18:28 GMT; domain=.image.baidu.com; path=/"
  215 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "BAIDUID=DB1D387F3D1BF6229139D2C032ACF8DF:FG=1; expires=Tue, 29-Mar-2016 08:18:23 GMT; domain=.baidu.com; path=/"
  216 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  217 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  218 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427702229,1427703125,1427703224,1427703509; expires=Tue, 29-Mar-2016 08:18:28 GMT; domain=.image.baidu.com; path=/"
  219 +2015-03-30T16:18:28 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427703509; domain=.image.baidu.com; path=/"
  220 +[DEBUG - 2015-03-30T08:18:28.676Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _oneShotCallback - onLoadFinished
  221 +[DEBUG - 2015-03-30T08:18:28.676Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
  222 +2015-03-30T16:18:28 [DEBUG] WebPage - setupFrame ""
  223 +[DEBUG - 2015-03-30T08:18:28.677Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
  224 +[DEBUG - 2015-03-30T08:18:28.677Z] SessionReqHand - _SuccessHandler - status: success
  225 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Status Code 200 OK
  226 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  227 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
  228 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  229 +2015-03-30T16:18:28 [DEBUG] HTTP Request - URI /wd/hub/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source
  230 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Method GET
  231 +2015-03-30T16:18:28 [DEBUG] HTTP Request - HTTP Version 1.1
  232 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Query String
  233 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  234 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  235 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  236 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  237 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  238 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  239 +[DEBUG - 2015-03-30T08:18:28.684Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":12,"method":"GET","time":"2015-03-30T08:18:28.684Z","url":"http://img1.bdstatic.com/static/common/pkg/onload_647184b.js"}
  240 +[DEBUG - 2015-03-30T08:18:28.685Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"GET","url":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","urlParsed":{"anchor":"","query":"","file":"source","directory":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/","path":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","relative":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/source","queryKey":{},"chunks":["session","54fd5270-d6b5-11e4-bf64-67a72685a843","source"]}}
  241 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Status Code 200 OK
  242 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  243 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94668"
  244 +2015-03-30T16:18:28 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  245 +[DEBUG - 2015-03-30T08:18:28.703Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":66029,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"591126017\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Sat, 04 Apr 2015 16:17:40 GMT"},{"name":"Age","value":"144048"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":12,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.702Z","url":"http://img1.bdstatic.com/static/common/pkg/onload_647184b.js"}
  246 +[DEBUG - 2015-03-30T08:18:28.703Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.6"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"591126017\""},{"name":"Last-Modified","value":"Tue, 24 Mar 2015 03:28:45 GMT"},{"name":"Expires","value":"Sat, 04 Apr 2015 16:17:40 GMT"},{"name":"Age","value":"144048"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":12,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.703Z","url":"http://img1.bdstatic.com/static/common/pkg/onload_647184b.js"}
  247 +[DEBUG - 2015-03-30T08:18:28.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"application/json, text/javascript, */*; q=0.01"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":13,"method":"GET","time":"2015-03-30T08:18:28.710Z","url":"http://image.baidu.com/user/msg?t=1427703508708"}
  248 +[DEBUG - 2015-03-30T08:18:28.711Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"application/json, text/javascript, */*; q=0.01"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":14,"method":"GET","time":"2015-03-30T08:18:28.711Z","url":"http://image.baidu.com/user/medal?uid=0&t=1427703508710"}
  249 +[DEBUG - 2015-03-30T08:18:28.736Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":98,"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":14,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.736Z","url":"http://image.baidu.com/user/medal?uid=0&t=1427703508710"}
  250 +[DEBUG - 2015-03-30T08:18:28.737Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":72,"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":13,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.737Z","url":"http://image.baidu.com/user/msg?t=1427703508708"}
  251 +[DEBUG - 2015-03-30T08:18:28.737Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":14,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.737Z","url":"http://image.baidu.com/user/medal?uid=0&t=1427703508710"}
  252 +[DEBUG - 2015-03-30T08:18:28.738Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/json; charset=utf-8;","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:28 GMT"},{"name":"Server","value":"Apache"},{"name":"Vary","value":"Accept-Encoding"}],"id":13,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:28.737Z","url":"http://image.baidu.com/user/msg?t=1427703508708"}
  253 +2015-03-30T16:18:28 [DEBUG] HTTP Request - URI /wd/hub/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url
  254 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Method POST
  255 +2015-03-30T16:18:28 [DEBUG] HTTP Request - HTTP Version 1.1
  256 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Query String
  257 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  258 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83"
  259 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:44021"
  260 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  261 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  262 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  263 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  264 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Method POST/PUT
  265 +2015-03-30T16:18:28 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "54fd5270-d6b5-11e4-bf64-67a72685a843"}
  266 +[DEBUG - 2015-03-30T08:18:28.998Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"83","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:44021","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"54fd5270-d6b5-11e4-bf64-67a72685a843\"}","url":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","urlParsed":{"anchor":"","query":"","file":"url","directory":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/","path":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","relative":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/54fd5270-d6b5-11e4-bf64-67a72685a843/url","queryKey":{},"chunks":["session","54fd5270-d6b5-11e4-bf64-67a72685a843","url"]}}
  267 +[DEBUG - 2015-03-30T08:18:28.998Z] SessionReqHand - _postUrlCommand - Session '54fd5270-d6b5-11e4-bf64-67a72685a843' is about to load URL: http://v.baidu.com/
  268 +2015-03-30T16:18:28 [DEBUG] WebPage - updateLoadingProgress: 10
  269 +[DEBUG - 2015-03-30T08:18:28.999Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"}],"id":15,"method":"GET","time":"2015-03-30T08:18:28.999Z","url":"http://v.baidu.com/"}
  270 +[DEBUG - 2015-03-30T08:18:29.009Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  271 +[DEBUG - 2015-03-30T08:18:29.109Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  272 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427703508|; domain=.hm.baidu.com; path=/"
  273 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "HMACCOUNT=1333D269EFC6101A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  274 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427702229,1427703125,1427703224,1427703509; expires=Tue, 29-Mar-2016 08:18:28 GMT; domain=.image.baidu.com; path=/"
  275 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427703509; domain=.image.baidu.com; path=/"
  276 +2015-03-30T16:18:29 [DEBUG] CookieJar - Saved "BAIDUID=94628AFA622ED102CC73E486CEB1CC9B:FG=1; expires=Tue, 29-Mar-2016 08:18:29 GMT; domain=.baidu.com; path=/"
  277 +[DEBUG - 2015-03-30T08:18:29.197Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":88297,"contentType":"text/html; charset=UTF-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html; charset=UTF-8"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=94628AFA622ED102CC73E486CEB1CC9B:FG=1; expires=Tue, 29-Mar-16 08:18:29 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"11090845760282143242033016"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":15,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.197Z","url":"http://v.baidu.com/"}
  278 +[DEBUG - 2015-03-30T08:18:29.198Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"Cache-Control","value":"max-age=0"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Referer","value":"http://image.baidu.com/"},{"name":"Accept","value":"*/*"}],"id":16,"method":"GET","time":"2015-03-30T08:18:29.198Z","url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547%2C547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"}
  279 +2015-03-30T16:18:29 [DEBUG] WebPage - setupFrame ""
  280 +[DEBUG - 2015-03-30T08:18:29.199Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":17,"method":"GET","time":"2015-03-30T08:18:29.199Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"}
  281 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":18,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_css_0_f2a7259b.css"}
  282 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":19,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_e546a06.css"}
  283 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":20,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_ui_video_89908f9b.css"}
  284 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":21,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_2_601ed6e.css"}
  285 +[DEBUG - 2015-03-30T08:18:29.200Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":22,"method":"GET","time":"2015-03-30T08:18:29.200Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_50935db.css"}
  286 +[DEBUG - 2015-03-30T08:18:29.201Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":23,"method":"GET","time":"2015-03-30T08:18:29.201Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_6f95ddb.css"}
  287 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 34
  288 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 50
  289 +[DEBUG - 2015-03-30T08:18:29.209Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  290 +[DEBUG - 2015-03-30T08:18:29.229Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":24,"method":"GET","time":"2015-03-30T08:18:29.229Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_0_6f4d000b.js"}
  291 +[DEBUG - 2015-03-30T08:18:29.229Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":25,"method":"GET","time":"2015-03-30T08:18:29.229Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_3_b08eb3ab.js"}
  292 +[DEBUG - 2015-03-30T08:18:29.229Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":26,"method":"GET","time":"2015-03-30T08:18:29.229Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_2627975b.js"}
  293 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":27,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_2_0d2c104f.js"}
  294 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":28,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_aef024c5.js"}
  295 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":29,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/home_video_fc81955.js"}
  296 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":30,"method":"GET","time":"2015-03-30T08:18:29.230Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_0_a6301a9.js"}
  297 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 53
  298 +[DEBUG - 2015-03-30T08:18:29.230Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/html; charset=UTF-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html; charset=UTF-8"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=94628AFA622ED102CC73E486CEB1CC9B:FG=1; expires=Tue, 29-Mar-16 08:18:29 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"11090845760282143242033016"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":15,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.230Z","url":"http://v.baidu.com/"}
  299 +[DEBUG - 2015-03-30T08:18:29.241Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":4620,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Etag","value":"\"1267227191\""},{"name":"Expires","value":"Wed, 05 Feb 2025 08:18:29 GMT"},{"name":"Last-Modified","value":"Fri, 23 May 2014 06:06:14 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":17,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.241Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"}
  300 +[DEBUG - 2015-03-30T08:18:29.241Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Etag","value":"\"1267227191\""},{"name":"Expires","value":"Wed, 05 Feb 2025 08:18:29 GMT"},{"name":"Last-Modified","value":"Fri, 23 May 2014 06:06:14 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":17,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.241Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"}
  301 +[DEBUG - 2015-03-30T08:18:29.242Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":43,"contentType":"image/gif","headers":[{"name":"Cache-Control","value":"private, max-age=0, no-cache"},{"name":"Content-Length","value":"43"},{"name":"Content-Type","value":"image/gif"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"apache"},{"name":"X-Content-Type-Options","value":"nosniff"}],"id":16,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.242Z","url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547%2C547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"}
  302 +2015-03-30T16:18:29 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547,547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"
  303 +[DEBUG - 2015-03-30T08:18:29.242Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceError - {"errorCode":5,"errorString":"Operation canceled","id":16,"url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547,547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"}
  304 +[DEBUG - 2015-03-30T08:18:29.242Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"image/gif","headers":[{"name":"Cache-Control","value":"private, max-age=0, no-cache"},{"name":"Content-Length","value":"43"},{"name":"Content-Type","value":"image/gif"},{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"apache"},{"name":"X-Content-Type-Options","value":"nosniff"}],"id":16,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.242Z","url":"http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=547%2C547&et=3&ja=0&ln=en-US&lo=0&lt=1427703509&nv=0&rnd=1761342466&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"}
  305 +[DEBUG - 2015-03-30T08:18:29.252Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":5283,"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":19,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.252Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_e546a06.css"}
  306 +[DEBUG - 2015-03-30T08:18:29.252Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":19,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.252Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_e546a06.css"}
  307 +[DEBUG - 2015-03-30T08:18:29.254Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":21112,"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":28,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.254Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_aef024c5.js"}
  308 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 58
  309 +[DEBUG - 2015-03-30T08:18:29.254Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":28,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.254Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_aef024c5.js"}
  310 +[DEBUG - 2015-03-30T08:18:29.255Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":20381,"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":23,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.255Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_6f95ddb.css"}
  311 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 61
  312 +[DEBUG - 2015-03-30T08:18:29.255Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":23,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.255Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_6f95ddb.css"}
  313 +[DEBUG - 2015-03-30T08:18:29.272Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":81681,"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":22,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.272Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_50935db.css"}
  314 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 68
  315 +[DEBUG - 2015-03-30T08:18:29.272Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Last-Modified","value":"Wed, 25 Mar 2015 02:51:38 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":22,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.272Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_50935db.css"}
  316 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":65132,"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":26,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.276Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_2627975b.js"}
  317 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 73
  318 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":26,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.277Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_2627975b.js"}
  319 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"bodySize":43046,"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":27,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.277Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_2_0d2c104f.js"}
  320 +2015-03-30T16:18:29 [DEBUG] WebPage - updateLoadingProgress: 77
  321 +[DEBUG - 2015-03-30T08:18:29.277Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Date","value":"Mon, 30 Mar 2015 08:18:29 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Last-Modified","value":"Fri, 27 Mar 2015 09:05:49 GMT"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Server","value":"Apache"},{"name":"Expires","value":"Wed, 29 Apr 2015 08:18:29 GMT"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":27,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-03-30T08:18:29.277Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_2_0d2c104f.js"}
  322 +[DEBUG - 2015-03-30T08:18:29.309Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  323 +[DEBUG - 2015-03-30T08:18:29.409Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  324 +[DEBUG - 2015-03-30T08:18:29.510Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  325 +[DEBUG - 2015-03-30T08:18:29.610Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  326 +[DEBUG - 2015-03-30T08:18:29.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  327 +[DEBUG - 2015-03-30T08:18:29.810Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  328 +[DEBUG - 2015-03-30T08:18:29.910Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  329 +[DEBUG - 2015-03-30T08:18:30.010Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  330 +[DEBUG - 2015-03-30T08:18:30.110Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  331 +[DEBUG - 2015-03-30T08:18:30.210Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  332 +[DEBUG - 2015-03-30T08:18:30.310Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  333 +[DEBUG - 2015-03-30T08:18:30.410Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  334 +[DEBUG - 2015-03-30T08:18:30.510Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  335 +[DEBUG - 2015-03-30T08:18:30.610Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  336 +[DEBUG - 2015-03-30T08:18:30.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  337 +[DEBUG - 2015-03-30T08:18:30.810Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  338 +[DEBUG - 2015-03-30T08:18:30.910Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  339 +[DEBUG - 2015-03-30T08:18:31.010Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  340 +[DEBUG - 2015-03-30T08:18:31.110Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  341 +[DEBUG - 2015-03-30T08:18:31.210Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  342 +[DEBUG - 2015-03-30T08:18:31.310Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  343 +[DEBUG - 2015-03-30T08:18:31.410Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  344 +[DEBUG - 2015-03-30T08:18:31.510Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  345 +[DEBUG - 2015-03-30T08:18:31.610Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  346 +[DEBUG - 2015-03-30T08:18:31.710Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  347 +[DEBUG - 2015-03-30T08:18:31.811Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  348 +[DEBUG - 2015-03-30T08:18:31.911Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  349 +[DEBUG - 2015-03-30T08:18:32.011Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  350 +[DEBUG - 2015-03-30T08:18:32.111Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  351 +[DEBUG - 2015-03-30T08:18:32.211Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  352 +[DEBUG - 2015-03-30T08:18:32.311Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  353 +[DEBUG - 2015-03-30T08:18:32.411Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  354 +[DEBUG - 2015-03-30T08:18:32.511Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  355 +[DEBUG - 2015-03-30T08:18:32.611Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  356 +[DEBUG - 2015-03-30T08:18:32.711Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  357 +[DEBUG - 2015-03-30T08:18:32.811Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  358 +[DEBUG - 2015-03-30T08:18:32.911Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  359 +[DEBUG - 2015-03-30T08:18:33.011Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  360 +[DEBUG - 2015-03-30T08:18:33.111Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  361 +[DEBUG - 2015-03-30T08:18:33.211Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  362 +[DEBUG - 2015-03-30T08:18:33.311Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  363 +[DEBUG - 2015-03-30T08:18:33.411Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  364 +[DEBUG - 2015-03-30T08:18:33.511Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  365 +[DEBUG - 2015-03-30T08:18:33.611Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  366 +[DEBUG - 2015-03-30T08:18:33.711Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  367 +[DEBUG - 2015-03-30T08:18:33.811Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  368 +[DEBUG - 2015-03-30T08:18:33.911Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  369 +[DEBUG - 2015-03-30T08:18:34.011Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  370 +[DEBUG - 2015-03-30T08:18:34.112Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  371 +[DEBUG - 2015-03-30T08:18:34.212Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  372 +[DEBUG - 2015-03-30T08:18:34.312Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  373 +[DEBUG - 2015-03-30T08:18:34.412Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  374 +[DEBUG - 2015-03-30T08:18:34.512Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  375 +[DEBUG - 2015-03-30T08:18:34.612Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  376 +[DEBUG - 2015-03-30T08:18:34.712Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  377 +[DEBUG - 2015-03-30T08:18:34.812Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  378 +[DEBUG - 2015-03-30T08:18:34.912Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  379 +[DEBUG - 2015-03-30T08:18:35.012Z] Session [54fd5270-d6b5-11e4-bf64-67a72685a843] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
spider/mspider/mspider/__init__.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/items.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/pipelines.py
  Diff comments   View file @e2c85b4
@@ -5,7 +5,7 @@ @@ -5,7 +5,7 @@
5 # Don't forget to add your pipeline to the ITEM_PIPELINES setting 5 # Don't forget to add your pipeline to the ITEM_PIPELINES setting
6 # See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html 6 # See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html
7 7
8 -from .items import DoubanItem 8 +from .items import *
9 9
10 from hashlib import md5 10 from hashlib import md5
11 import happybase 11 import happybase
@@ -69,7 +69,7 @@ class HbaseDumper(object): @@ -69,7 +69,7 @@ class HbaseDumper(object):
69 69
70 class MspiderPipeline(object): 70 class MspiderPipeline(object):
71 def __init__(self): 71 def __init__(self):
72 - self.hbasedumper = HbaseDumper(DoubanItem) 72 + self.hbasedumper = HbaseDumper(LarvaeItem)
73 73
74 def process_item(self, item, spider): 74 def process_item(self, item, spider):
75 try: 75 try:
spider/mspider/mspider/pipelines.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/settings.py
  Diff comments   View file @e2c85b4
@@ -21,6 +21,9 @@ NEWSPIDER_MODULE = &#39;mspider.spiders&#39; @@ -21,6 +21,9 @@ NEWSPIDER_MODULE = &#39;mspider.spiders&#39;
21 21
22 ##Custom for Chunk 22 ##Custom for Chunk
23 23
  24 +LOG_LEVEL = 'WARNING'
  25 +
  26 +
24 # anti-banning 27 # anti-banning
25 COOKIES_ENABLED = True 28 COOKIES_ENABLED = True
26 # USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.111 Safari/537.36' 29 # USER_AGENT = 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.111 Safari/537.36'
@@ -54,5 +57,14 @@ ITEM_PIPELINES = { @@ -54,5 +57,14 @@ ITEM_PIPELINES = {
54 } 57 }
55 58
56 # DOWNLOAD_DELAY = 1 59 # DOWNLOAD_DELAY = 1
57 -# ITEM_PIPELINES = {'mspider.pipelines.MspiderPipeline': 300, } 60 +
  61 +ITEM_PIPELINES = {'mspider.pipelines.MspiderPipeline': 300, }
  62 +
  63 +CLOSESPIDER_TIMEOUT = 1800
  64 +CLOSESPIDER_ITEMCOUNT = 10000
  65 +CLOSESPIDER_ERRORCOUNT = 1
  66 +
  67 +
  68 +
  69 +
58 70
spider/mspider/mspider/settings.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/spiders/__init__.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/spiders/larvae.py
  Diff comments   View file @e2c85b4
@@ -27,11 +27,11 @@ class Larvae(Spider): @@ -27,11 +27,11 @@ class Larvae(Spider):
27 xpaths = json.loads(parser.get('custom', 'xpaths')) 27 xpaths = json.loads(parser.get('custom', 'xpaths'))
28 28
29 def start_requests(self): 29 def start_requests(self):
30 - print self.start_urls  
31 - print self.allowed_domains  
32 - print self.cookies  
33 - print self.regexes  
34 - print self.xpaths 30 + print "start urls:", self.start_urls
  31 + print "allowed domains:", self.allowed_domains
  32 + print "cookies:", self.cookies
  33 + print "regexes:", self.regexes
  34 + print "xpaths:", self.xpaths
35 35
36 self.cookies = json.loads(parser.get("custom", "cookies")) 36 self.cookies = json.loads(parser.get("custom", "cookies"))
37 for url in self.start_urls: 37 for url in self.start_urls:
@@ -59,4 +59,4 @@ class Larvae(Spider): @@ -59,4 +59,4 @@ class Larvae(Spider):
59 item['data'] = requests.get(img).content 59 item['data'] = requests.get(img).content
60 item['id'] = md5(item['data']).hexdigest() 60 item['id'] = md5(item['data']).hexdigest()
61 61
62 - yield item  
63 \ No newline at end of file 62 \ No newline at end of file
  63 + yield item
spider/mspider/mspider/spiders/larvae.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mspider/spiders/test000.pyc
View file @e2c85b4
No preview for this file type
spider/mspider/mymidlleware.pyc
View file @e2c85b4
No preview for this file type