Commit 878e0c1dbdc1b350f58b886666b0a7c15b8bf2cc
1 parent
85492ba2
Exists in
master
and in
2 other branches
staged.
Showing
5 changed files
with
445 additions
and
418 deletions
Show diff stats
run_spider.sh
@@ -20,6 +20,15 @@ v env0 | @@ -20,6 +20,15 @@ v env0 | ||
20 | ############################################## | 20 | ############################################## |
21 | FILE=hehe.json | 21 | FILE=hehe.json |
22 | 22 | ||
23 | + | ||
24 | +############################################## | ||
25 | +## requirements: | ||
26 | +## pip install selenium | ||
27 | +## pip install scrapy-random-useragent | ||
28 | +## pip install https://github.com/sosign/scrapy-webdriver/archive/master.zip | ||
29 | +## | ||
30 | +############################################## | ||
31 | + | ||
23 | #scrapy runspider spider/test.py | 32 | #scrapy runspider spider/test.py |
24 | cd ./spider/mspider/ | 33 | cd ./spider/mspider/ |
25 | [ -f $FILE ] && rm $FILE | 34 | [ -f $FILE ] && rm $FILE |
spider/mspider/ghostdriver.log
1 | -2015-03-30T15:31:53 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage) | ||
2 | -2015-03-30T15:31:53 [DEBUG] Phantom - execute: Configuration | ||
3 | -2015-03-30T15:31:53 [DEBUG] 0 objectName : "" | ||
4 | -2015-03-30T15:31:53 [DEBUG] 1 cookiesFile : "" | ||
5 | -2015-03-30T15:31:53 [DEBUG] 2 diskCacheEnabled : "false" | ||
6 | -2015-03-30T15:31:53 [DEBUG] 3 maxDiskCacheSize : "-1" | ||
7 | -2015-03-30T15:31:53 [DEBUG] 4 ignoreSslErrors : "false" | ||
8 | -2015-03-30T15:31:53 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false" | ||
9 | -2015-03-30T15:31:53 [DEBUG] 6 outputEncoding : "UTF-8" | ||
10 | -2015-03-30T15:31:53 [DEBUG] 7 proxyType : "http" | ||
11 | -2015-03-30T15:31:53 [DEBUG] 8 proxy : ":8" | ||
12 | -2015-03-30T15:31:53 [DEBUG] 9 proxyAuth : ":" | ||
13 | -2015-03-30T15:31:53 [DEBUG] 10 scriptEncoding : "UTF-8" | ||
14 | -2015-03-30T15:31:53 [DEBUG] 11 webSecurityEnabled : "true" | ||
15 | -2015-03-30T15:31:53 [DEBUG] 12 offlineStoragePath : "" | ||
16 | -2015-03-30T15:31:53 [DEBUG] 13 offlineStorageDefaultQuota : "-1" | ||
17 | -2015-03-30T15:31:53 [DEBUG] 14 printDebugMessages : "true" | ||
18 | -2015-03-30T15:31:53 [DEBUG] 15 javascriptCanOpenWindows : "true" | ||
19 | -2015-03-30T15:31:53 [DEBUG] 16 javascriptCanCloseWindows : "true" | ||
20 | -2015-03-30T15:31:53 [DEBUG] 17 sslProtocol : "sslv3" | ||
21 | -2015-03-30T15:31:53 [DEBUG] 18 sslCertificatesPath : "" | ||
22 | -2015-03-30T15:31:53 [DEBUG] 19 webdriver : ":39825" | ||
23 | -2015-03-30T15:31:53 [DEBUG] 20 webdriverLogFile : "" | ||
24 | -2015-03-30T15:31:53 [DEBUG] 21 webdriverLogLevel : "debug" | ||
25 | -2015-03-30T15:31:53 [DEBUG] 22 webdriverSeleniumGridHub : "" | ||
26 | -2015-03-30T15:31:53 [DEBUG] Phantom - execute: Script & Arguments | ||
27 | -2015-03-30T15:31:53 [DEBUG] script: "main.js" | ||
28 | -2015-03-30T15:31:53 [DEBUG] 0 arg: "--ip=" | ||
29 | -2015-03-30T15:31:53 [DEBUG] 1 arg: "--port=39825" | ||
30 | -2015-03-30T15:31:53 [DEBUG] 2 arg: "--logLevel=debug" | ||
31 | -2015-03-30T15:31:53 [DEBUG] Phantom - execute: Starting Remote WebDriver mode | 1 | +2015-03-30T15:39:09 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage) |
2 | +2015-03-30T15:39:09 [DEBUG] Phantom - execute: Configuration | ||
3 | +2015-03-30T15:39:09 [DEBUG] 0 objectName : "" | ||
4 | +2015-03-30T15:39:09 [DEBUG] 1 cookiesFile : "" | ||
5 | +2015-03-30T15:39:09 [DEBUG] 2 diskCacheEnabled : "false" | ||
6 | +2015-03-30T15:39:09 [DEBUG] 3 maxDiskCacheSize : "-1" | ||
7 | +2015-03-30T15:39:09 [DEBUG] 4 ignoreSslErrors : "false" | ||
8 | +2015-03-30T15:39:09 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false" | ||
9 | +2015-03-30T15:39:09 [DEBUG] 6 outputEncoding : "UTF-8" | ||
10 | +2015-03-30T15:39:09 [DEBUG] 7 proxyType : "http" | ||
11 | +2015-03-30T15:39:09 [DEBUG] 8 proxy : ":8" | ||
12 | +2015-03-30T15:39:09 [DEBUG] 9 proxyAuth : ":" | ||
13 | +2015-03-30T15:39:09 [DEBUG] 10 scriptEncoding : "UTF-8" | ||
14 | +2015-03-30T15:39:09 [DEBUG] 11 webSecurityEnabled : "true" | ||
15 | +2015-03-30T15:39:09 [DEBUG] 12 offlineStoragePath : "" | ||
16 | +2015-03-30T15:39:09 [DEBUG] 13 offlineStorageDefaultQuota : "-1" | ||
17 | +2015-03-30T15:39:09 [DEBUG] 14 printDebugMessages : "true" | ||
18 | +2015-03-30T15:39:09 [DEBUG] 15 javascriptCanOpenWindows : "true" | ||
19 | +2015-03-30T15:39:09 [DEBUG] 16 javascriptCanCloseWindows : "true" | ||
20 | +2015-03-30T15:39:09 [DEBUG] 17 sslProtocol : "sslv3" | ||
21 | +2015-03-30T15:39:09 [DEBUG] 18 sslCertificatesPath : "" | ||
22 | +2015-03-30T15:39:09 [DEBUG] 19 webdriver : ":58200" | ||
23 | +2015-03-30T15:39:09 [DEBUG] 20 webdriverLogFile : "" | ||
24 | +2015-03-30T15:39:09 [DEBUG] 21 webdriverLogLevel : "debug" | ||
25 | +2015-03-30T15:39:09 [DEBUG] 22 webdriverSeleniumGridHub : "" | ||
26 | +2015-03-30T15:39:09 [DEBUG] Phantom - execute: Script & Arguments | ||
27 | +2015-03-30T15:39:09 [DEBUG] script: "main.js" | ||
28 | +2015-03-30T15:39:09 [DEBUG] 0 arg: "--ip=" | ||
29 | +2015-03-30T15:39:09 [DEBUG] 1 arg: "--port=58200" | ||
30 | +2015-03-30T15:39:09 [DEBUG] 2 arg: "--logLevel=debug" | ||
31 | +2015-03-30T15:39:09 [DEBUG] Phantom - execute: Starting Remote WebDriver mode | ||
32 | PhantomJS is launching GhostDriver... | 32 | PhantomJS is launching GhostDriver... |
33 | -2015-03-30T15:31:53 [DEBUG] WebPage - setupFrame "" | ||
34 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
35 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
36 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
37 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
38 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
39 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
40 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
41 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
42 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
43 | -[DEBUG - 2015-03-30T07:31:53.492Z] Config - init - Configuration => {"ip":"127.0.0.1","port":"39825","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false} | ||
44 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "session.js" | ||
45 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
46 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "inputs.js" | ||
47 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
48 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js" | ||
49 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
50 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js" | ||
51 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
52 | -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
53 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js" | ||
54 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
55 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js" | ||
56 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
57 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js" | ||
58 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
59 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js" | ||
60 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
61 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js" | ||
62 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
63 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "webelementlocator.js" | ||
64 | -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
65 | -[INFO - 2015-03-30T07:31:53.501Z] GhostDriver - Main - running on port 39825 | ||
66 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - URI /wd/hub/session | ||
67 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST | ||
68 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
69 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Query String | ||
70 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
71 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100" | ||
72 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825" | ||
73 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
74 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
75 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
76 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
77 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST/PUT | ||
78 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.4 (+http://scrapy.org)"}} | ||
79 | -[DEBUG - 2015-03-30T07:31:54.301Z] RouterReqHand - _handle - Request => { | 33 | +2015-03-30T15:39:09 [DEBUG] WebPage - setupFrame "" |
34 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
35 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
36 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
37 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
38 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
39 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
40 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
41 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
42 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
43 | +[DEBUG - 2015-03-30T07:39:09.689Z] Config - init - Configuration => {"ip":"127.0.0.1","port":"58200","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false} | ||
44 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "session.js" | ||
45 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
46 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "inputs.js" | ||
47 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
48 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js" | ||
49 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
50 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js" | ||
51 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
52 | +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
53 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js" | ||
54 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
55 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js" | ||
56 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
57 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js" | ||
58 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
59 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js" | ||
60 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
61 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js" | ||
62 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
63 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "webelementlocator.js" | ||
64 | +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" | ||
65 | +[INFO - 2015-03-30T07:39:09.700Z] GhostDriver - Main - running on port 58200 | ||
66 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session | ||
67 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST | ||
68 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
69 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String | ||
70 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
71 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100" | ||
72 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200" | ||
73 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
74 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
75 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
76 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
77 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT | ||
78 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.4 (+http://scrapy.org)"}} | ||
79 | +[DEBUG - 2015-03-30T07:39:10.504Z] RouterReqHand - _handle - Request => { | ||
80 | "headers": { | 80 | "headers": { |
81 | "Accept": "application/json", | 81 | "Accept": "application/json", |
82 | "Accept-Encoding": "identity", | 82 | "Accept-Encoding": "identity", |
83 | "Connection": "close", | 83 | "Connection": "close", |
84 | "Content-Length": "100", | 84 | "Content-Length": "100", |
85 | "Content-Type": "application/json;charset=UTF-8", | 85 | "Content-Type": "application/json;charset=UTF-8", |
86 | - "Host": "127.0.0.1:39825", | 86 | + "Host": "127.0.0.1:58200", |
87 | "User-Agent": "Python-urllib/2.7" | 87 | "User-Agent": "Python-urllib/2.7" |
88 | }, | 88 | }, |
89 | "httpVersion": "1.1", | 89 | "httpVersion": "1.1", |
@@ -113,44 +113,44 @@ PhantomJS is launching GhostDriver... | @@ -113,44 +113,44 @@ PhantomJS is launching GhostDriver... | ||
113 | ] | 113 | ] |
114 | } | 114 | } |
115 | } | 115 | } |
116 | -2015-03-30T15:31:54 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) ) | ||
117 | -2015-03-30T15:31:54 [DEBUG] WebpageCallbacks - getFilePickerCallback | ||
118 | -2015-03-30T15:31:54 [DEBUG] WebpageCallbacks - getGenericCallback | ||
119 | -[DEBUG - 2015-03-30T07:31:54.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _decorateNewWindow - page.settings: {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.4 (+http://scrapy.org)","webSecurityEnabled":true} | ||
120 | -[INFO - 2015-03-30T07:31:54.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - CONSTRUCTOR - Desired Capabilities: {"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"} | ||
121 | -[INFO - 2015-03-30T07:31:54.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - CONSTRUCTOR - Negotiated Capabilities: {"browserName":"phantomjs","version":"1.9.0","driverName":"ghostdriver","driverVersion":"1.0.3","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"} | ||
122 | -[INFO - 2015-03-30T07:31:54.311Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c | ||
123 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Status Code 303 See Other | ||
124 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
125 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
126 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Location" = "http://127.0.0.1:39825/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c" | ||
127 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c | ||
128 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method GET | ||
129 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
130 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Query String | ||
131 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
132 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825" | ||
133 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
134 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
135 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
136 | -[DEBUG - 2015-03-30T07:31:54.313Z] RouterReqHand - _handle - Request => { | 116 | +2015-03-30T15:39:10 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) ) |
117 | +2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getFilePickerCallback | ||
118 | +2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getGenericCallback | ||
119 | +[DEBUG - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _decorateNewWindow - page.settings: {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.4 (+http://scrapy.org)","webSecurityEnabled":true} | ||
120 | +[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Desired Capabilities: {"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"} | ||
121 | +[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Negotiated Capabilities: {"browserName":"phantomjs","version":"1.9.0","driverName":"ghostdriver","driverVersion":"1.0.3","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"} | ||
122 | +[INFO - 2015-03-30T07:39:10.518Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: dab84dd0-d6af-11e4-95ed-a71961c71b3a | ||
123 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 303 See Other | ||
124 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
125 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
126 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Location" = "http://127.0.0.1:58200/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a" | ||
127 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a | ||
128 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method GET | ||
129 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
130 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String | ||
131 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
132 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200" | ||
133 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
134 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
135 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
136 | +[DEBUG - 2015-03-30T07:39:10.520Z] RouterReqHand - _handle - Request => { | ||
137 | "headers": { | 137 | "headers": { |
138 | "Accept": "application/json", | 138 | "Accept": "application/json", |
139 | "Accept-Encoding": "identity", | 139 | "Accept-Encoding": "identity", |
140 | "Connection": "close", | 140 | "Connection": "close", |
141 | - "Host": "127.0.0.1:39825", | 141 | + "Host": "127.0.0.1:58200", |
142 | "User-Agent": "Python-urllib/2.7" | 142 | "User-Agent": "Python-urllib/2.7" |
143 | }, | 143 | }, |
144 | "httpVersion": "1.1", | 144 | "httpVersion": "1.1", |
145 | "method": "GET", | 145 | "method": "GET", |
146 | - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 146 | + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
147 | "urlParsed": { | 147 | "urlParsed": { |
148 | "anchor": "", | 148 | "anchor": "", |
149 | "query": "", | 149 | "query": "", |
150 | - "file": "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 150 | + "file": "dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
151 | "directory": "/wd/hub/session/", | 151 | "directory": "/wd/hub/session/", |
152 | - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | ||
153 | - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 152 | + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
153 | + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a", | ||
154 | "port": "", | 154 | "port": "", |
155 | "host": "", | 155 | "host": "", |
156 | "password": "", | 156 | "password": "", |
@@ -158,54 +158,54 @@ PhantomJS is launching GhostDriver... | @@ -158,54 +158,54 @@ PhantomJS is launching GhostDriver... | ||
158 | "userInfo": "", | 158 | "userInfo": "", |
159 | "authority": "", | 159 | "authority": "", |
160 | "protocol": "", | 160 | "protocol": "", |
161 | - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 161 | + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
162 | "queryKey": {}, | 162 | "queryKey": {}, |
163 | "chunks": [ | 163 | "chunks": [ |
164 | "wd", | 164 | "wd", |
165 | "hub", | 165 | "hub", |
166 | "session", | 166 | "session", |
167 | - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c" | 167 | + "dab84dd0-d6af-11e4-95ed-a71961c71b3a" |
168 | ] | 168 | ] |
169 | } | 169 | } |
170 | } | 170 | } |
171 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Status Code 200 OK | ||
172 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
173 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609" | ||
174 | -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
175 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url | ||
176 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST | ||
177 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
178 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Query String | ||
179 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
180 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87" | ||
181 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825" | ||
182 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
183 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
184 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
185 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
186 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST/PUT | ||
187 | -2015-03-30T15:31:54 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c"} | ||
188 | -[DEBUG - 2015-03-30T07:31:54.326Z] RouterReqHand - _handle - Request => { | 171 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 200 OK |
172 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
173 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609" | ||
174 | +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
175 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url | ||
176 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST | ||
177 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
178 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String | ||
179 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
180 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87" | ||
181 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200" | ||
182 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
183 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
184 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
185 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
186 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT | ||
187 | +2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"} | ||
188 | +[DEBUG - 2015-03-30T07:39:10.534Z] RouterReqHand - _handle - Request => { | ||
189 | "headers": { | 189 | "headers": { |
190 | "Accept": "application/json", | 190 | "Accept": "application/json", |
191 | "Accept-Encoding": "identity", | 191 | "Accept-Encoding": "identity", |
192 | "Connection": "close", | 192 | "Connection": "close", |
193 | "Content-Length": "87", | 193 | "Content-Length": "87", |
194 | "Content-Type": "application/json;charset=UTF-8", | 194 | "Content-Type": "application/json;charset=UTF-8", |
195 | - "Host": "127.0.0.1:39825", | 195 | + "Host": "127.0.0.1:58200", |
196 | "User-Agent": "Python-urllib/2.7" | 196 | "User-Agent": "Python-urllib/2.7" |
197 | }, | 197 | }, |
198 | "httpVersion": "1.1", | 198 | "httpVersion": "1.1", |
199 | "method": "POST", | 199 | "method": "POST", |
200 | - "post": "{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c\"}", | ||
201 | - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | 200 | + "post": "{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}", |
201 | + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", | ||
202 | "urlParsed": { | 202 | "urlParsed": { |
203 | "anchor": "", | 203 | "anchor": "", |
204 | "query": "", | 204 | "query": "", |
205 | "file": "url", | 205 | "file": "url", |
206 | - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/", | ||
207 | - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | ||
208 | - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | 206 | + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/", |
207 | + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", | ||
208 | + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", | ||
209 | "port": "", | 209 | "port": "", |
210 | "host": "", | 210 | "host": "", |
211 | "password": "", | 211 | "password": "", |
@@ -213,101 +213,102 @@ PhantomJS is launching GhostDriver... | @@ -213,101 +213,102 @@ PhantomJS is launching GhostDriver... | ||
213 | "userInfo": "", | 213 | "userInfo": "", |
214 | "authority": "", | 214 | "authority": "", |
215 | "protocol": "", | 215 | "protocol": "", |
216 | - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | 216 | + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", |
217 | "queryKey": {}, | 217 | "queryKey": {}, |
218 | "chunks": [ | 218 | "chunks": [ |
219 | "wd", | 219 | "wd", |
220 | "hub", | 220 | "hub", |
221 | "session", | 221 | "session", |
222 | - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 222 | + "dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
223 | "url" | 223 | "url" |
224 | ] | 224 | ] |
225 | } | 225 | } |
226 | } | 226 | } |
227 | -[DEBUG - 2015-03-30T07:31:54.328Z] SessionReqHand - _postUrlCommand - Session 'd6b90220-d6ae-11e4-9cdc-c9a17c0eba7c' is about to load URL: http://image.baidu.com/ | ||
228 | -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 10 | ||
229 | -[DEBUG - 2015-03-30T07:31:54.340Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
230 | -[DEBUG - 2015-03-30T07:31:54.440Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
231 | -2015-03-30T15:31:54 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/" | ||
232 | -2015-03-30T15:31:54 [DEBUG] WebPage - setupFrame "" | ||
233 | -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 24 | ||
234 | -[DEBUG - 2015-03-30T07:31:54.540Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
235 | -[DEBUG - 2015-03-30T07:31:54.640Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
236 | -[DEBUG - 2015-03-30T07:31:54.740Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
237 | -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 25 | ||
238 | -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 35 | ||
239 | -[DEBUG - 2015-03-30T07:31:54.841Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
240 | -[DEBUG - 2015-03-30T07:31:54.941Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
241 | -[DEBUG - 2015-03-30T07:31:55.041Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
242 | -[DEBUG - 2015-03-30T07:31:55.141Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
243 | -[DEBUG - 2015-03-30T07:31:55.242Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
244 | -[DEBUG - 2015-03-30T07:31:55.342Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
245 | -[DEBUG - 2015-03-30T07:31:55.442Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
246 | -[DEBUG - 2015-03-30T07:31:55.542Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
247 | -[DEBUG - 2015-03-30T07:31:55.642Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
248 | -[DEBUG - 2015-03-30T07:31:55.743Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
249 | -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 40 | ||
250 | -[DEBUG - 2015-03-30T07:31:55.869Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
251 | -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 53 | ||
252 | -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 62 | ||
253 | -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 65 | ||
254 | -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 75 | ||
255 | -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 81 | ||
256 | -[DEBUG - 2015-03-30T07:31:55.984Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
257 | -[DEBUG - 2015-03-30T07:31:56.084Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
258 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/" | ||
259 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
260 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
261 | -2015-03-30T15:31:56 [DEBUG] WebPage - updateLoadingProgress: 84 | ||
262 | -2015-03-30T15:31:56 [DEBUG] WebPage - updateLoadingProgress: 100 | ||
263 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/" | ||
264 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
265 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
266 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
267 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/" | ||
268 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
269 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
270 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
271 | -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/" | ||
272 | -[DEBUG - 2015-03-30T07:31:56.100Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _oneShotCallback - onLoadFinished | ||
273 | -[DEBUG - 2015-03-30T07:31:56.100Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success | ||
274 | -2015-03-30T15:31:56 [DEBUG] WebPage - setupFrame "" | ||
275 | -[DEBUG - 2015-03-30T07:31:56.185Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false | ||
276 | -[DEBUG - 2015-03-30T07:31:56.185Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _resetOneShotCallbacksDecorator | ||
277 | -[DEBUG - 2015-03-30T07:31:56.185Z] SessionReqHand - _SuccessHandler - status: success | ||
278 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Status Code 200 OK | ||
279 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
280 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" | ||
281 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
282 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source | ||
283 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Method GET | ||
284 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
285 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Query String | ||
286 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
287 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825" | ||
288 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
289 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
290 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
291 | -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
292 | -[DEBUG - 2015-03-30T07:31:56.191Z] RouterReqHand - _handle - Request => { | 227 | +[DEBUG - 2015-03-30T07:39:10.536Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://image.baidu.com/ |
228 | +2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 10 | ||
229 | +[DEBUG - 2015-03-30T07:39:10.548Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
230 | +[DEBUG - 2015-03-30T07:39:10.649Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
231 | +2015-03-30T15:39:10 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/" | ||
232 | +2015-03-30T15:39:10 [DEBUG] WebPage - setupFrame "" | ||
233 | +2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 24 | ||
234 | +[DEBUG - 2015-03-30T07:39:10.749Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
235 | +[DEBUG - 2015-03-30T07:39:10.849Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
236 | +[DEBUG - 2015-03-30T07:39:10.949Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
237 | +2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 25 | ||
238 | +2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 34 | ||
239 | +[DEBUG - 2015-03-30T07:39:11.049Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
240 | +[DEBUG - 2015-03-30T07:39:11.150Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
241 | +[DEBUG - 2015-03-30T07:39:11.250Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
242 | +[DEBUG - 2015-03-30T07:39:11.350Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
243 | +[DEBUG - 2015-03-30T07:39:11.450Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
244 | +[DEBUG - 2015-03-30T07:39:11.550Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
245 | +[DEBUG - 2015-03-30T07:39:11.651Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
246 | +[DEBUG - 2015-03-30T07:39:11.751Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
247 | +[DEBUG - 2015-03-30T07:39:11.851Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
248 | +[DEBUG - 2015-03-30T07:39:11.951Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
249 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 42 | ||
250 | +[DEBUG - 2015-03-30T07:39:12.117Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
251 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 46 | ||
252 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 60 | ||
253 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 68 | ||
254 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 71 | ||
255 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 76 | ||
256 | +[DEBUG - 2015-03-30T07:39:12.238Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
257 | +[DEBUG - 2015-03-30T07:39:12.338Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
258 | +[DEBUG - 2015-03-30T07:39:12.438Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
259 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/" | ||
260 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
261 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
262 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 81 | ||
263 | +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 100 | ||
264 | +[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished | ||
265 | +[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success | ||
266 | +2015-03-30T15:39:12 [DEBUG] WebPage - setupFrame "" | ||
267 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/" | ||
268 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
269 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
270 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
271 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/" | ||
272 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
273 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
274 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
275 | +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
276 | +[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false | ||
277 | +[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator | ||
278 | +[DEBUG - 2015-03-30T07:39:12.539Z] SessionReqHand - _SuccessHandler - status: success | ||
279 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK | ||
280 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
281 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" | ||
282 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
283 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source | ||
284 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Method GET | ||
285 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
286 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Query String | ||
287 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
288 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200" | ||
289 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
290 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
291 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
292 | +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
293 | +[DEBUG - 2015-03-30T07:39:12.542Z] RouterReqHand - _handle - Request => { | ||
293 | "headers": { | 294 | "headers": { |
294 | "Accept": "application/json", | 295 | "Accept": "application/json", |
295 | "Accept-Encoding": "identity", | 296 | "Accept-Encoding": "identity", |
296 | "Connection": "close", | 297 | "Connection": "close", |
297 | "Content-Type": "application/json;charset=UTF-8", | 298 | "Content-Type": "application/json;charset=UTF-8", |
298 | - "Host": "127.0.0.1:39825", | 299 | + "Host": "127.0.0.1:58200", |
299 | "User-Agent": "Python-urllib/2.7" | 300 | "User-Agent": "Python-urllib/2.7" |
300 | }, | 301 | }, |
301 | "httpVersion": "1.1", | 302 | "httpVersion": "1.1", |
302 | "method": "GET", | 303 | "method": "GET", |
303 | - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | 304 | + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", |
304 | "urlParsed": { | 305 | "urlParsed": { |
305 | "anchor": "", | 306 | "anchor": "", |
306 | "query": "", | 307 | "query": "", |
307 | "file": "source", | 308 | "file": "source", |
308 | - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/", | ||
309 | - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | ||
310 | - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | 309 | + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/", |
310 | + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", | ||
311 | + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", | ||
311 | "port": "", | 312 | "port": "", |
312 | "host": "", | 313 | "host": "", |
313 | "password": "", | 314 | "password": "", |
@@ -315,55 +316,55 @@ PhantomJS is launching GhostDriver... | @@ -315,55 +316,55 @@ PhantomJS is launching GhostDriver... | ||
315 | "userInfo": "", | 316 | "userInfo": "", |
316 | "authority": "", | 317 | "authority": "", |
317 | "protocol": "", | 318 | "protocol": "", |
318 | - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | 319 | + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", |
319 | "queryKey": {}, | 320 | "queryKey": {}, |
320 | "chunks": [ | 321 | "chunks": [ |
321 | "wd", | 322 | "wd", |
322 | "hub", | 323 | "hub", |
323 | "session", | 324 | "session", |
324 | - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 325 | + "dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
325 | "source" | 326 | "source" |
326 | ] | 327 | ] |
327 | } | 328 | } |
328 | } | 329 | } |
329 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Status Code 200 OK | ||
330 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
331 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94280" | ||
332 | -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
333 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url | ||
334 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Method POST | ||
335 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
336 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Query String | ||
337 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
338 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83" | ||
339 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825" | ||
340 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
341 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
342 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
343 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
344 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Method POST/PUT | ||
345 | -2015-03-30T15:31:58 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c"} | ||
346 | -[DEBUG - 2015-03-30T07:31:58.996Z] RouterReqHand - _handle - Request => { | 330 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK |
331 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
332 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94212" | ||
333 | +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
334 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url | ||
335 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST | ||
336 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
337 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Query String | ||
338 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
339 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83" | ||
340 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200" | ||
341 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
342 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
343 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
344 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
345 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST/PUT | ||
346 | +2015-03-30T15:39:15 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"} | ||
347 | +[DEBUG - 2015-03-30T07:39:15.021Z] RouterReqHand - _handle - Request => { | ||
347 | "headers": { | 348 | "headers": { |
348 | "Accept": "application/json", | 349 | "Accept": "application/json", |
349 | "Accept-Encoding": "identity", | 350 | "Accept-Encoding": "identity", |
350 | "Connection": "close", | 351 | "Connection": "close", |
351 | "Content-Length": "83", | 352 | "Content-Length": "83", |
352 | "Content-Type": "application/json;charset=UTF-8", | 353 | "Content-Type": "application/json;charset=UTF-8", |
353 | - "Host": "127.0.0.1:39825", | 354 | + "Host": "127.0.0.1:58200", |
354 | "User-Agent": "Python-urllib/2.7" | 355 | "User-Agent": "Python-urllib/2.7" |
355 | }, | 356 | }, |
356 | "httpVersion": "1.1", | 357 | "httpVersion": "1.1", |
357 | "method": "POST", | 358 | "method": "POST", |
358 | - "post": "{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c\"}", | ||
359 | - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | 359 | + "post": "{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}", |
360 | + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", | ||
360 | "urlParsed": { | 361 | "urlParsed": { |
361 | "anchor": "", | 362 | "anchor": "", |
362 | "query": "", | 363 | "query": "", |
363 | "file": "url", | 364 | "file": "url", |
364 | - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/", | ||
365 | - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | ||
366 | - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | 365 | + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/", |
366 | + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", | ||
367 | + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", | ||
367 | "port": "", | 368 | "port": "", |
368 | "host": "", | 369 | "host": "", |
369 | "password": "", | 370 | "password": "", |
@@ -371,206 +372,227 @@ PhantomJS is launching GhostDriver... | @@ -371,206 +372,227 @@ PhantomJS is launching GhostDriver... | ||
371 | "userInfo": "", | 372 | "userInfo": "", |
372 | "authority": "", | 373 | "authority": "", |
373 | "protocol": "", | 374 | "protocol": "", |
374 | - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url", | 375 | + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url", |
375 | "queryKey": {}, | 376 | "queryKey": {}, |
376 | "chunks": [ | 377 | "chunks": [ |
377 | "wd", | 378 | "wd", |
378 | "hub", | 379 | "hub", |
379 | "session", | 380 | "session", |
380 | - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 381 | + "dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
381 | "url" | 382 | "url" |
382 | ] | 383 | ] |
383 | } | 384 | } |
384 | } | 385 | } |
385 | -[DEBUG - 2015-03-30T07:31:58.996Z] SessionReqHand - _postUrlCommand - Session 'd6b90220-d6ae-11e4-9cdc-c9a17c0eba7c' is about to load URL: http://v.baidu.com/ | ||
386 | -2015-03-30T15:31:58 [DEBUG] WebPage - updateLoadingProgress: 10 | ||
387 | -[DEBUG - 2015-03-30T07:31:59.008Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
388 | -[DEBUG - 2015-03-30T07:31:59.108Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
389 | -[DEBUG - 2015-03-30T07:31:59.208Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
390 | -[DEBUG - 2015-03-30T07:31:59.308Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
391 | -[DEBUG - 2015-03-30T07:31:59.408Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
392 | -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
393 | -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
394 | -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
395 | -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/" | ||
396 | -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/" | ||
397 | -2015-03-30T15:31:59 [DEBUG] WebPage - setupFrame "" | ||
398 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 34 | ||
399 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 50 | ||
400 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 53 | ||
401 | -[DEBUG - 2015-03-30T07:31:59.509Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
402 | -2015-03-30T15:31:59 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=3378,3378&et=3&ja=0&ln=en-US&lo=0<=1427700716&nv=0&rnd=1600851699&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็พๅบฆๅพ็โๅ จ็ๆๅคงไธญๆๅพ็ๅบ" | ||
403 | -[DEBUG - 2015-03-30T07:31:59.609Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
404 | -[DEBUG - 2015-03-30T07:31:59.709Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
405 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 55 | ||
406 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 58 | ||
407 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 61 | ||
408 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 66 | ||
409 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 72 | ||
410 | -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 76 | ||
411 | -[DEBUG - 2015-03-30T07:31:59.810Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
412 | -[DEBUG - 2015-03-30T07:31:59.910Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
413 | -[DEBUG - 2015-03-30T07:32:00.010Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
414 | -[DEBUG - 2015-03-30T07:32:00.110Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
415 | -[DEBUG - 2015-03-30T07:32:00.210Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
416 | -[DEBUG - 2015-03-30T07:32:00.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
417 | -[DEBUG - 2015-03-30T07:32:00.411Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
418 | -[DEBUG - 2015-03-30T07:32:00.511Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
419 | -[DEBUG - 2015-03-30T07:32:00.611Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
420 | -[DEBUG - 2015-03-30T07:32:00.712Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
421 | -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 79 | ||
422 | -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 81 | ||
423 | -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 84 | ||
424 | -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 86 | ||
425 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
426 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
427 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
428 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
429 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
430 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
431 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
432 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
433 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
434 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
435 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
436 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
437 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
438 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
439 | -[DEBUG - 2015-03-30T07:32:00.924Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
440 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
441 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
442 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
443 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
444 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
445 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
446 | -2015-03-30T15:32:00 [DEBUG] Cache hit level 1 | ||
447 | -[DEBUG - 2015-03-30T07:32:01.099Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
448 | -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 88 | ||
449 | -[DEBUG - 2015-03-30T07:32:01.341Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
450 | -[DEBUG - 2015-03-30T07:32:01.441Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
451 | -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 89 | ||
452 | -[DEBUG - 2015-03-30T07:32:01.542Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
453 | -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
454 | -[DEBUG - 2015-03-30T07:32:01.642Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
455 | -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
456 | -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
457 | -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
458 | -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/" | ||
459 | -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/" | ||
460 | -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/" | ||
461 | -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
462 | -[DEBUG - 2015-03-30T07:32:01.742Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
463 | -[DEBUG - 2015-03-30T07:32:01.842Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
464 | -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
465 | -[DEBUG - 2015-03-30T07:32:01.942Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
466 | -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
467 | -[DEBUG - 2015-03-30T07:32:02.042Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
468 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame0-->-->" | ||
469 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
470 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "baidu_clb_slot_iframe_1051937_0" | ||
471 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
472 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "adframe_wrap_517065" | ||
473 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
474 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
475 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "cproIframe_639667_1" | ||
476 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
477 | -[DEBUG - 2015-03-30T07:32:02.147Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
478 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "cproIframe_1040005_1" | ||
479 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
480 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
481 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
482 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
483 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/" | ||
484 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/" | ||
485 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/" | ||
486 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
487 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427700722180; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
488 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame2-->-->" | ||
489 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
490 | -[DEBUG - 2015-03-30T07:32:02.255Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
491 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //cproIframe_639667_1/<!--frame0-->-->" | ||
492 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
493 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "ifr46338" | ||
494 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
495 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
496 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
497 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
498 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/" | ||
499 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/" | ||
500 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/" | ||
501 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
502 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427700722180; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
503 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "ISBID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 31-Mar-2015 07:32:02 GMT; domain=cb.baidu.com; path=/" | ||
504 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/" | ||
505 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
506 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/" | ||
507 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/" | ||
508 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/" | ||
509 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/" | ||
510 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
511 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427700722180; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
512 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "ISBID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 31-Mar-2015 07:32:02 GMT; domain=cb.baidu.com; path=/" | ||
513 | -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:32:02 GMT; domain=cb.baidu.com; path=/" | ||
514 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
515 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //baidu_clb_slot_iframe_1051937_0/adframe_wrap_517065/cproIframe_1040005_1/<!--frame0-->-->" | ||
516 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
517 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "ifr71109" | ||
518 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
519 | -[DEBUG - 2015-03-30T07:32:02.356Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
520 | -[DEBUG - 2015-03-30T07:32:02.457Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
521 | -[DEBUG - 2015-03-30T07:32:02.557Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
522 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
523 | -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe" | ||
524 | -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
525 | -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
526 | -[DEBUG - 2015-03-30T07:32:03.013Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
527 | -[DEBUG - 2015-03-30T07:32:03.115Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
528 | -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
529 | -2015-03-30T15:32:03 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame0-->-->" | ||
530 | -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
531 | -[DEBUG - 2015-03-30T07:32:03.215Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
532 | -[DEBUG - 2015-03-30T07:32:03.316Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
533 | -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
534 | -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 100 | ||
535 | -[DEBUG - 2015-03-30T07:32:03.333Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _oneShotCallback - onLoadFinished | ||
536 | -[DEBUG - 2015-03-30T07:32:03.333Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success | ||
537 | -2015-03-30T15:32:03 [DEBUG] WebPage - setupFrame "" | ||
538 | -[DEBUG - 2015-03-30T07:32:03.416Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false | ||
539 | -[DEBUG - 2015-03-30T07:32:03.417Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _resetOneShotCallbacksDecorator | ||
540 | -[DEBUG - 2015-03-30T07:32:03.417Z] SessionReqHand - _SuccessHandler - status: success | ||
541 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Status Code 200 OK | ||
542 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
543 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" | ||
544 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
545 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source | ||
546 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Method GET | ||
547 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
548 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Query String | ||
549 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
550 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825" | ||
551 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
552 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
553 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
554 | -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
555 | -[DEBUG - 2015-03-30T07:32:03.424Z] RouterReqHand - _handle - Request => { | 386 | +[DEBUG - 2015-03-30T07:39:15.022Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://v.baidu.com/ |
387 | +2015-03-30T15:39:15 [DEBUG] WebPage - updateLoadingProgress: 10 | ||
388 | +[DEBUG - 2015-03-30T07:39:15.032Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
389 | +[DEBUG - 2015-03-30T07:39:15.133Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
390 | +[DEBUG - 2015-03-30T07:39:15.233Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
391 | +[DEBUG - 2015-03-30T07:39:15.333Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
392 | +[DEBUG - 2015-03-30T07:39:15.433Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
393 | +[DEBUG - 2015-03-30T07:39:15.533Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
394 | +[DEBUG - 2015-03-30T07:39:15.633Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
395 | +[DEBUG - 2015-03-30T07:39:15.733Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
396 | +[DEBUG - 2015-03-30T07:39:15.834Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
397 | +[DEBUG - 2015-03-30T07:39:15.934Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
398 | +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
399 | +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
400 | +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
401 | +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
402 | +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/" | ||
403 | +[DEBUG - 2015-03-30T07:39:16.034Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
404 | +[DEBUG - 2015-03-30T07:39:16.134Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
405 | +[DEBUG - 2015-03-30T07:39:16.234Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
406 | +[DEBUG - 2015-03-30T07:39:16.334Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
407 | +[DEBUG - 2015-03-30T07:39:16.435Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
408 | +[DEBUG - 2015-03-30T07:39:16.535Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
409 | +2015-03-30T15:39:16 [DEBUG] WebPage - setupFrame "" | ||
410 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 39 | ||
411 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 53 | ||
412 | +[DEBUG - 2015-03-30T07:39:16.635Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
413 | +2015-03-30T15:39:16 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=4145,4145&et=3&ja=0&ln=en-US&lo=0<=1427701152&nv=0&rnd=752059763&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็พๅบฆๅพ็โๅ จ็ๆๅคงไธญๆๅพ็ๅบ" | ||
414 | +[DEBUG - 2015-03-30T07:39:16.736Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
415 | +[DEBUG - 2015-03-30T07:39:16.836Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
416 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 54 | ||
417 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 57 | ||
418 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 60 | ||
419 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 66 | ||
420 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 72 | ||
421 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 76 | ||
422 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 79 | ||
423 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 82 | ||
424 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 85 | ||
425 | +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 88 | ||
426 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
427 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
428 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
429 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
430 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
431 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
432 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
433 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
434 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
435 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
436 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
437 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
438 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
439 | +2015-03-30T15:39:16 [DEBUG] Cache hit level 1 | ||
440 | +[DEBUG - 2015-03-30T07:39:16.992Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
441 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
442 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
443 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
444 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
445 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
446 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
447 | +2015-03-30T15:39:17 [DEBUG] Cache hit level 1 | ||
448 | +[DEBUG - 2015-03-30T07:39:17.159Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
449 | +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88 | ||
450 | +[DEBUG - 2015-03-30T07:39:17.377Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
451 | +[DEBUG - 2015-03-30T07:39:17.477Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
452 | +[DEBUG - 2015-03-30T07:39:17.577Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
453 | +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88 | ||
454 | +[DEBUG - 2015-03-30T07:39:17.678Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
455 | +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
456 | +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
457 | +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
458 | +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
459 | +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/" | ||
460 | +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/" | ||
461 | +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88 | ||
462 | +[DEBUG - 2015-03-30T07:39:17.778Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
463 | +[DEBUG - 2015-03-30T07:39:17.878Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
464 | +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 89 | ||
465 | +[DEBUG - 2015-03-30T07:39:17.978Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
466 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
467 | +[DEBUG - 2015-03-30T07:39:18.078Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
468 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
469 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
470 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
471 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
472 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/" | ||
473 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/" | ||
474 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
475 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
476 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
477 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame0-->-->" | ||
478 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
479 | +[DEBUG - 2015-03-30T07:39:18.179Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
480 | +[DEBUG - 2015-03-30T07:39:18.314Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
481 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
482 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame1-->-->" | ||
483 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
484 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "baidu_clb_slot_iframe_1051937_0" | ||
485 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
486 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "adframe_wrap_64593" | ||
487 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
488 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_639667_1" | ||
489 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
490 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_1040005_1" | ||
491 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
492 | +[DEBUG - 2015-03-30T07:39:18.415Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
493 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //cproIframe_639667_1/<!--frame0-->-->" | ||
494 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
495 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr39928" | ||
496 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
497 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
498 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
499 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
500 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
501 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/" | ||
502 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/" | ||
503 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
504 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
505 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/" | ||
506 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
507 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
508 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
509 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
510 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/" | ||
511 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/" | ||
512 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
513 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
514 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/" | ||
515 | +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/" | ||
516 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
517 | +[DEBUG - 2015-03-30T07:39:18.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
518 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //baidu_clb_slot_iframe_1051937_0/adframe_wrap_64593/cproIframe_1040005_1/<!--frame0-->-->" | ||
519 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
520 | +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr15222" | ||
521 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
522 | +[DEBUG - 2015-03-30T07:39:18.619Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
523 | +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
524 | +[DEBUG - 2015-03-30T07:39:18.720Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
525 | +[DEBUG - 2015-03-30T07:39:18.821Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
526 | +[DEBUG - 2015-03-30T07:39:18.921Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
527 | +[DEBUG - 2015-03-30T07:39:19.021Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
528 | +[DEBUG - 2015-03-30T07:39:19.122Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
529 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/" | ||
530 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" | ||
531 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/" | ||
532 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/" | ||
533 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/" | ||
534 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/" | ||
535 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
536 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/" | ||
537 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/" | ||
538 | +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/" | ||
539 | +[DEBUG - 2015-03-30T07:39:19.222Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
540 | +[DEBUG - 2015-03-30T07:39:19.322Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
541 | +[DEBUG - 2015-03-30T07:39:19.422Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
542 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 90 | ||
543 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100 | ||
544 | +[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished | ||
545 | +[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success | ||
546 | +2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "" | ||
547 | +2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe" | ||
548 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 10 | ||
549 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 30 | ||
550 | +[DEBUG - 2015-03-30T07:39:19.523Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
551 | +[DEBUG - 2015-03-30T07:39:19.623Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
552 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 31 | ||
553 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40 | ||
554 | +2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame0-->-->" | ||
555 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40 | ||
556 | +[DEBUG - 2015-03-30T07:39:19.724Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
557 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 42 | ||
558 | +[DEBUG - 2015-03-30T07:39:19.824Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true | ||
559 | +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100 | ||
560 | +[DEBUG - 2015-03-30T07:39:19.925Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false | ||
561 | +[DEBUG - 2015-03-30T07:39:19.926Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator | ||
562 | +[DEBUG - 2015-03-30T07:39:19.927Z] SessionReqHand - _SuccessHandler - status: success | ||
563 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK | ||
564 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
565 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" | ||
566 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
567 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source | ||
568 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Method GET | ||
569 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - HTTP Version 1.1 | ||
570 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Query String | ||
571 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" | ||
572 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200" | ||
573 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" | ||
574 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" | ||
575 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" | ||
576 | +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" | ||
577 | +[DEBUG - 2015-03-30T07:39:19.933Z] RouterReqHand - _handle - Request => { | ||
556 | "headers": { | 578 | "headers": { |
557 | "Accept": "application/json", | 579 | "Accept": "application/json", |
558 | "Accept-Encoding": "identity", | 580 | "Accept-Encoding": "identity", |
559 | "Connection": "close", | 581 | "Connection": "close", |
560 | "Content-Type": "application/json;charset=UTF-8", | 582 | "Content-Type": "application/json;charset=UTF-8", |
561 | - "Host": "127.0.0.1:39825", | 583 | + "Host": "127.0.0.1:58200", |
562 | "User-Agent": "Python-urllib/2.7" | 584 | "User-Agent": "Python-urllib/2.7" |
563 | }, | 585 | }, |
564 | "httpVersion": "1.1", | 586 | "httpVersion": "1.1", |
565 | "method": "GET", | 587 | "method": "GET", |
566 | - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | 588 | + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", |
567 | "urlParsed": { | 589 | "urlParsed": { |
568 | "anchor": "", | 590 | "anchor": "", |
569 | "query": "", | 591 | "query": "", |
570 | "file": "source", | 592 | "file": "source", |
571 | - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/", | ||
572 | - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | ||
573 | - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | 593 | + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/", |
594 | + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", | ||
595 | + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", | ||
574 | "port": "", | 596 | "port": "", |
575 | "host": "", | 597 | "host": "", |
576 | "password": "", | 598 | "password": "", |
@@ -578,22 +600,18 @@ PhantomJS is launching GhostDriver... | @@ -578,22 +600,18 @@ PhantomJS is launching GhostDriver... | ||
578 | "userInfo": "", | 600 | "userInfo": "", |
579 | "authority": "", | 601 | "authority": "", |
580 | "protocol": "", | 602 | "protocol": "", |
581 | - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source", | 603 | + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source", |
582 | "queryKey": {}, | 604 | "queryKey": {}, |
583 | "chunks": [ | 605 | "chunks": [ |
584 | "wd", | 606 | "wd", |
585 | "hub", | 607 | "hub", |
586 | "session", | 608 | "session", |
587 | - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c", | 609 | + "dab84dd0-d6af-11e4-95ed-a71961c71b3a", |
588 | "source" | 610 | "source" |
589 | ] | 611 | ] |
590 | } | 612 | } |
591 | } | 613 | } |
592 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Status Code 200 OK | ||
593 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
594 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Length" = "320964" | ||
595 | -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" | ||
596 | -2015-03-30T15:32:03 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame1-->-->" | ||
597 | -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 10 | ||
598 | -2015-03-30T15:32:04 [DEBUG] WebPage - updateLoadingProgress: 50 | ||
599 | -2015-03-30T15:32:04 [DEBUG] WebPage - updateLoadingProgress: 100 | 614 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK |
615 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" | ||
616 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "321607" | ||
617 | +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" |
spider/mspider/mspider/pipelines.pyc
No preview for this file type
spider/mspider/mspider/settings.pyc
No preview for this file type
spider/mspider/mspider/spiders/larvae.pyc
No preview for this file type