Chunk / ImageR

Download as
Browse Code ยป

Commit 878e0c1dbdc1b350f58b886666b0a7c15b8bf2cc

Authored by Chunk
1 parent 85492ba2
Exists in master and in 2 other branches develop, refactor

staged.

Showing 5 changed files with 445 additions and 418 deletions   Show diff stats
run_spider.sh
  Diff comments   View file @878e0c1
... ... @@ -20,6 +20,15 @@ v env0
20 20 ##############################################
21 21 FILE=hehe.json
22 22  
  23 +
  24 +##############################################
  25 +## requirements:
  26 +## pip install selenium
  27 +## pip install scrapy-random-useragent
  28 +## pip install https://github.com/sosign/scrapy-webdriver/archive/master.zip
  29 +##
  30 +##############################################
  31 +
23 32 #scrapy runspider spider/test.py
24 33 cd ./spider/mspider/
25 34 [ -f $FILE ] && rm $FILE
... ...
spider/mspider/ghostdriver.log
  Diff comments   View file @878e0c1
1   -2015-03-30T15:31:53 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage)
2   -2015-03-30T15:31:53 [DEBUG] Phantom - execute: Configuration
3   -2015-03-30T15:31:53 [DEBUG] 0 objectName : ""
4   -2015-03-30T15:31:53 [DEBUG] 1 cookiesFile : ""
5   -2015-03-30T15:31:53 [DEBUG] 2 diskCacheEnabled : "false"
6   -2015-03-30T15:31:53 [DEBUG] 3 maxDiskCacheSize : "-1"
7   -2015-03-30T15:31:53 [DEBUG] 4 ignoreSslErrors : "false"
8   -2015-03-30T15:31:53 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false"
9   -2015-03-30T15:31:53 [DEBUG] 6 outputEncoding : "UTF-8"
10   -2015-03-30T15:31:53 [DEBUG] 7 proxyType : "http"
11   -2015-03-30T15:31:53 [DEBUG] 8 proxy : ":8"
12   -2015-03-30T15:31:53 [DEBUG] 9 proxyAuth : ":"
13   -2015-03-30T15:31:53 [DEBUG] 10 scriptEncoding : "UTF-8"
14   -2015-03-30T15:31:53 [DEBUG] 11 webSecurityEnabled : "true"
15   -2015-03-30T15:31:53 [DEBUG] 12 offlineStoragePath : ""
16   -2015-03-30T15:31:53 [DEBUG] 13 offlineStorageDefaultQuota : "-1"
17   -2015-03-30T15:31:53 [DEBUG] 14 printDebugMessages : "true"
18   -2015-03-30T15:31:53 [DEBUG] 15 javascriptCanOpenWindows : "true"
19   -2015-03-30T15:31:53 [DEBUG] 16 javascriptCanCloseWindows : "true"
20   -2015-03-30T15:31:53 [DEBUG] 17 sslProtocol : "sslv3"
21   -2015-03-30T15:31:53 [DEBUG] 18 sslCertificatesPath : ""
22   -2015-03-30T15:31:53 [DEBUG] 19 webdriver : ":39825"
23   -2015-03-30T15:31:53 [DEBUG] 20 webdriverLogFile : ""
24   -2015-03-30T15:31:53 [DEBUG] 21 webdriverLogLevel : "debug"
25   -2015-03-30T15:31:53 [DEBUG] 22 webdriverSeleniumGridHub : ""
26   -2015-03-30T15:31:53 [DEBUG] Phantom - execute: Script & Arguments
27   -2015-03-30T15:31:53 [DEBUG] script: "main.js"
28   -2015-03-30T15:31:53 [DEBUG] 0 arg: "--ip="
29   -2015-03-30T15:31:53 [DEBUG] 1 arg: "--port=39825"
30   -2015-03-30T15:31:53 [DEBUG] 2 arg: "--logLevel=debug"
31   -2015-03-30T15:31:53 [DEBUG] Phantom - execute: Starting Remote WebDriver mode
  1 +2015-03-30T15:39:09 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=<filename>' to enable persisten cookie storage)
  2 +2015-03-30T15:39:09 [DEBUG] Phantom - execute: Configuration
  3 +2015-03-30T15:39:09 [DEBUG] 0 objectName : ""
  4 +2015-03-30T15:39:09 [DEBUG] 1 cookiesFile : ""
  5 +2015-03-30T15:39:09 [DEBUG] 2 diskCacheEnabled : "false"
  6 +2015-03-30T15:39:09 [DEBUG] 3 maxDiskCacheSize : "-1"
  7 +2015-03-30T15:39:09 [DEBUG] 4 ignoreSslErrors : "false"
  8 +2015-03-30T15:39:09 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false"
  9 +2015-03-30T15:39:09 [DEBUG] 6 outputEncoding : "UTF-8"
  10 +2015-03-30T15:39:09 [DEBUG] 7 proxyType : "http"
  11 +2015-03-30T15:39:09 [DEBUG] 8 proxy : ":8"
  12 +2015-03-30T15:39:09 [DEBUG] 9 proxyAuth : ":"
  13 +2015-03-30T15:39:09 [DEBUG] 10 scriptEncoding : "UTF-8"
  14 +2015-03-30T15:39:09 [DEBUG] 11 webSecurityEnabled : "true"
  15 +2015-03-30T15:39:09 [DEBUG] 12 offlineStoragePath : ""
  16 +2015-03-30T15:39:09 [DEBUG] 13 offlineStorageDefaultQuota : "-1"
  17 +2015-03-30T15:39:09 [DEBUG] 14 printDebugMessages : "true"
  18 +2015-03-30T15:39:09 [DEBUG] 15 javascriptCanOpenWindows : "true"
  19 +2015-03-30T15:39:09 [DEBUG] 16 javascriptCanCloseWindows : "true"
  20 +2015-03-30T15:39:09 [DEBUG] 17 sslProtocol : "sslv3"
  21 +2015-03-30T15:39:09 [DEBUG] 18 sslCertificatesPath : ""
  22 +2015-03-30T15:39:09 [DEBUG] 19 webdriver : ":58200"
  23 +2015-03-30T15:39:09 [DEBUG] 20 webdriverLogFile : ""
  24 +2015-03-30T15:39:09 [DEBUG] 21 webdriverLogLevel : "debug"
  25 +2015-03-30T15:39:09 [DEBUG] 22 webdriverSeleniumGridHub : ""
  26 +2015-03-30T15:39:09 [DEBUG] Phantom - execute: Script & Arguments
  27 +2015-03-30T15:39:09 [DEBUG] script: "main.js"
  28 +2015-03-30T15:39:09 [DEBUG] 0 arg: "--ip="
  29 +2015-03-30T15:39:09 [DEBUG] 1 arg: "--port=58200"
  30 +2015-03-30T15:39:09 [DEBUG] 2 arg: "--logLevel=debug"
  31 +2015-03-30T15:39:09 [DEBUG] Phantom - execute: Starting Remote WebDriver mode
32 32 PhantomJS is launching GhostDriver...
33   -2015-03-30T15:31:53 [DEBUG] WebPage - setupFrame ""
34   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) )
35   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) )
36   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) )
37   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) )
38   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) )
39   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) )
40   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) )
41   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) )
42   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) )
43   -[DEBUG - 2015-03-30T07:31:53.492Z] Config - init - Configuration => {"ip":"127.0.0.1","port":"39825","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false}
44   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "session.js"
45   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
46   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "inputs.js"
47   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
48   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js"
49   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
50   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js"
51   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
52   -2015-03-30T15:31:53 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) )
53   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js"
54   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
55   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js"
56   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
57   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js"
58   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
59   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js"
60   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
61   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js"
62   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
63   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: "webelementlocator.js"
64   -2015-03-30T15:31:53 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
65   -[INFO - 2015-03-30T07:31:53.501Z] GhostDriver - Main - running on port 39825
66   -2015-03-30T15:31:54 [DEBUG] HTTP Request - URI /wd/hub/session
67   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST
68   -2015-03-30T15:31:54 [DEBUG] HTTP Request - HTTP Version 1.1
69   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Query String
70   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
71   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100"
72   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825"
73   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
74   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
75   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
76   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
77   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST/PUT
78   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.4 (+http://scrapy.org)"}}
79   -[DEBUG - 2015-03-30T07:31:54.301Z] RouterReqHand - _handle - Request => {
  33 +2015-03-30T15:39:09 [DEBUG] WebPage - setupFrame ""
  34 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) )
  35 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) )
  36 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) )
  37 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) )
  38 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) )
  39 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) )
  40 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) )
  41 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) )
  42 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) )
  43 +[DEBUG - 2015-03-30T07:39:09.689Z] Config - init - Configuration => {"ip":"127.0.0.1","port":"58200","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false}
  44 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "session.js"
  45 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  46 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "inputs.js"
  47 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  48 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js"
  49 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  50 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js"
  51 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  52 +2015-03-30T15:39:09 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) )
  53 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js"
  54 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  55 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js"
  56 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  57 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js"
  58 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  59 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js"
  60 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  61 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js"
  62 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  63 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: "webelementlocator.js"
  64 +2015-03-30T15:39:09 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/"
  65 +[INFO - 2015-03-30T07:39:09.700Z] GhostDriver - Main - running on port 58200
  66 +2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session
  67 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST
  68 +2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1
  69 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String
  70 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  71 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100"
  72 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
  73 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  74 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  75 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  76 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  77 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT
  78 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.4 (+http://scrapy.org)"}}
  79 +[DEBUG - 2015-03-30T07:39:10.504Z] RouterReqHand - _handle - Request => {
80 80 "headers": {
81 81 "Accept": "application/json",
82 82 "Accept-Encoding": "identity",
83 83 "Connection": "close",
84 84 "Content-Length": "100",
85 85 "Content-Type": "application/json;charset=UTF-8",
86   - "Host": "127.0.0.1:39825",
  86 + "Host": "127.0.0.1:58200",
87 87 "User-Agent": "Python-urllib/2.7"
88 88 },
89 89 "httpVersion": "1.1",
... ... @@ -113,44 +113,44 @@ PhantomJS is launching GhostDriver...
113 113 ]
114 114 }
115 115 }
116   -2015-03-30T15:31:54 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) )
117   -2015-03-30T15:31:54 [DEBUG] WebpageCallbacks - getFilePickerCallback
118   -2015-03-30T15:31:54 [DEBUG] WebpageCallbacks - getGenericCallback
119   -[DEBUG - 2015-03-30T07:31:54.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _decorateNewWindow - page.settings: {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.4 (+http://scrapy.org)","webSecurityEnabled":true}
120   -[INFO - 2015-03-30T07:31:54.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - CONSTRUCTOR - Desired Capabilities: {"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}
121   -[INFO - 2015-03-30T07:31:54.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - CONSTRUCTOR - Negotiated Capabilities: {"browserName":"phantomjs","version":"1.9.0","driverName":"ghostdriver","driverVersion":"1.0.3","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}
122   -[INFO - 2015-03-30T07:31:54.311Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c
123   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Status Code 303 See Other
124   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
125   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
126   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Location" = "http://127.0.0.1:39825/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c"
127   -2015-03-30T15:31:54 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c
128   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method GET
129   -2015-03-30T15:31:54 [DEBUG] HTTP Request - HTTP Version 1.1
130   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Query String
131   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
132   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825"
133   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
134   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
135   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
136   -[DEBUG - 2015-03-30T07:31:54.313Z] RouterReqHand - _handle - Request => {
  116 +2015-03-30T15:39:10 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) )
  117 +2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getFilePickerCallback
  118 +2015-03-30T15:39:10 [DEBUG] WebpageCallbacks - getGenericCallback
  119 +[DEBUG - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _decorateNewWindow - page.settings: {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.4 (+http://scrapy.org)","webSecurityEnabled":true}
  120 +[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Desired Capabilities: {"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}
  121 +[INFO - 2015-03-30T07:39:10.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - CONSTRUCTOR - Negotiated Capabilities: {"browserName":"phantomjs","version":"1.9.0","driverName":"ghostdriver","driverVersion":"1.0.3","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.4 (+http://scrapy.org)"}
  122 +[INFO - 2015-03-30T07:39:10.518Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: dab84dd0-d6af-11e4-95ed-a71961c71b3a
  123 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 303 See Other
  124 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  125 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  126 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Location" = "http://127.0.0.1:58200/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a"
  127 +2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a
  128 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method GET
  129 +2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1
  130 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String
  131 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  132 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
  133 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  134 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  135 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  136 +[DEBUG - 2015-03-30T07:39:10.520Z] RouterReqHand - _handle - Request => {
137 137 "headers": {
138 138 "Accept": "application/json",
139 139 "Accept-Encoding": "identity",
140 140 "Connection": "close",
141   - "Host": "127.0.0.1:39825",
  141 + "Host": "127.0.0.1:58200",
142 142 "User-Agent": "Python-urllib/2.7"
143 143 },
144 144 "httpVersion": "1.1",
145 145 "method": "GET",
146   - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  146 + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
147 147 "urlParsed": {
148 148 "anchor": "",
149 149 "query": "",
150   - "file": "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  150 + "file": "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
151 151 "directory": "/wd/hub/session/",
152   - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
153   - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  152 + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
  153 + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
154 154 "port": "",
155 155 "host": "",
156 156 "password": "",
... ... @@ -158,54 +158,54 @@ PhantomJS is launching GhostDriver...
158 158 "userInfo": "",
159 159 "authority": "",
160 160 "protocol": "",
161   - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  161 + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a",
162 162 "queryKey": {},
163 163 "chunks": [
164 164 "wd",
165 165 "hub",
166 166 "session",
167   - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c"
  167 + "dab84dd0-d6af-11e4-95ed-a71961c71b3a"
168 168 ]
169 169 }
170 170 }
171   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Status Code 200 OK
172   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
173   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609"
174   -2015-03-30T15:31:54 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
175   -2015-03-30T15:31:54 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url
176   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST
177   -2015-03-30T15:31:54 [DEBUG] HTTP Request - HTTP Version 1.1
178   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Query String
179   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
180   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87"
181   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825"
182   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
183   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
184   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
185   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
186   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Method POST/PUT
187   -2015-03-30T15:31:54 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c"}
188   -[DEBUG - 2015-03-30T07:31:54.326Z] RouterReqHand - _handle - Request => {
  171 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Status Code 200 OK
  172 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  173 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609"
  174 +2015-03-30T15:39:10 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  175 +2015-03-30T15:39:10 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url
  176 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST
  177 +2015-03-30T15:39:10 [DEBUG] HTTP Request - HTTP Version 1.1
  178 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Query String
  179 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  180 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87"
  181 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
  182 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  183 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  184 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  185 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  186 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Method POST/PUT
  187 +2015-03-30T15:39:10 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"}
  188 +[DEBUG - 2015-03-30T07:39:10.534Z] RouterReqHand - _handle - Request => {
189 189 "headers": {
190 190 "Accept": "application/json",
191 191 "Accept-Encoding": "identity",
192 192 "Connection": "close",
193 193 "Content-Length": "87",
194 194 "Content-Type": "application/json;charset=UTF-8",
195   - "Host": "127.0.0.1:39825",
  195 + "Host": "127.0.0.1:58200",
196 196 "User-Agent": "Python-urllib/2.7"
197 197 },
198 198 "httpVersion": "1.1",
199 199 "method": "POST",
200   - "post": "{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c\"}",
201   - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
  200 + "post": "{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}",
  201 + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
202 202 "urlParsed": {
203 203 "anchor": "",
204 204 "query": "",
205 205 "file": "url",
206   - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/",
207   - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
208   - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
  206 + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
  207 + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
  208 + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
209 209 "port": "",
210 210 "host": "",
211 211 "password": "",
... ... @@ -213,101 +213,102 @@ PhantomJS is launching GhostDriver...
213 213 "userInfo": "",
214 214 "authority": "",
215 215 "protocol": "",
216   - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
  216 + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
217 217 "queryKey": {},
218 218 "chunks": [
219 219 "wd",
220 220 "hub",
221 221 "session",
222   - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  222 + "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
223 223 "url"
224 224 ]
225 225 }
226 226 }
227   -[DEBUG - 2015-03-30T07:31:54.328Z] SessionReqHand - _postUrlCommand - Session 'd6b90220-d6ae-11e4-9cdc-c9a17c0eba7c' is about to load URL: http://image.baidu.com/
228   -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 10
229   -[DEBUG - 2015-03-30T07:31:54.340Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
230   -[DEBUG - 2015-03-30T07:31:54.440Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
231   -2015-03-30T15:31:54 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/"
232   -2015-03-30T15:31:54 [DEBUG] WebPage - setupFrame ""
233   -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 24
234   -[DEBUG - 2015-03-30T07:31:54.540Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
235   -[DEBUG - 2015-03-30T07:31:54.640Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
236   -[DEBUG - 2015-03-30T07:31:54.740Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
237   -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 25
238   -2015-03-30T15:31:54 [DEBUG] WebPage - updateLoadingProgress: 35
239   -[DEBUG - 2015-03-30T07:31:54.841Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
240   -[DEBUG - 2015-03-30T07:31:54.941Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
241   -[DEBUG - 2015-03-30T07:31:55.041Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
242   -[DEBUG - 2015-03-30T07:31:55.141Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
243   -[DEBUG - 2015-03-30T07:31:55.242Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
244   -[DEBUG - 2015-03-30T07:31:55.342Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
245   -[DEBUG - 2015-03-30T07:31:55.442Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
246   -[DEBUG - 2015-03-30T07:31:55.542Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
247   -[DEBUG - 2015-03-30T07:31:55.642Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
248   -[DEBUG - 2015-03-30T07:31:55.743Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
249   -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 40
250   -[DEBUG - 2015-03-30T07:31:55.869Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
251   -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 53
252   -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 62
253   -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 65
254   -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 75
255   -2015-03-30T15:31:55 [DEBUG] WebPage - updateLoadingProgress: 81
256   -[DEBUG - 2015-03-30T07:31:55.984Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
257   -[DEBUG - 2015-03-30T07:31:56.084Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
258   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/"
259   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
260   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
261   -2015-03-30T15:31:56 [DEBUG] WebPage - updateLoadingProgress: 84
262   -2015-03-30T15:31:56 [DEBUG] WebPage - updateLoadingProgress: 100
263   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/"
264   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
265   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
266   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
267   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "BAIDUID=0412D48F2D73DE13FAB8BD3F3E95EB81:FG=1; expires=Tue, 29-Mar-2016 07:31:54 GMT; domain=.baidu.com; path=/"
268   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
269   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
270   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
271   -2015-03-30T15:31:56 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/"
272   -[DEBUG - 2015-03-30T07:31:56.100Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _oneShotCallback - onLoadFinished
273   -[DEBUG - 2015-03-30T07:31:56.100Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
274   -2015-03-30T15:31:56 [DEBUG] WebPage - setupFrame ""
275   -[DEBUG - 2015-03-30T07:31:56.185Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
276   -[DEBUG - 2015-03-30T07:31:56.185Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _resetOneShotCallbacksDecorator
277   -[DEBUG - 2015-03-30T07:31:56.185Z] SessionReqHand - _SuccessHandler - status: success
278   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Status Code 200 OK
279   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
280   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
281   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
282   -2015-03-30T15:31:56 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source
283   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Method GET
284   -2015-03-30T15:31:56 [DEBUG] HTTP Request - HTTP Version 1.1
285   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Query String
286   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
287   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825"
288   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
289   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
290   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
291   -2015-03-30T15:31:56 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
292   -[DEBUG - 2015-03-30T07:31:56.191Z] RouterReqHand - _handle - Request => {
  227 +[DEBUG - 2015-03-30T07:39:10.536Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://image.baidu.com/
  228 +2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 10
  229 +[DEBUG - 2015-03-30T07:39:10.548Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  230 +[DEBUG - 2015-03-30T07:39:10.649Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  231 +2015-03-30T15:39:10 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
  232 +2015-03-30T15:39:10 [DEBUG] WebPage - setupFrame ""
  233 +2015-03-30T15:39:10 [DEBUG] WebPage - updateLoadingProgress: 24
  234 +[DEBUG - 2015-03-30T07:39:10.749Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  235 +[DEBUG - 2015-03-30T07:39:10.849Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  236 +[DEBUG - 2015-03-30T07:39:10.949Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  237 +2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 25
  238 +2015-03-30T15:39:11 [DEBUG] WebPage - updateLoadingProgress: 34
  239 +[DEBUG - 2015-03-30T07:39:11.049Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  240 +[DEBUG - 2015-03-30T07:39:11.150Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  241 +[DEBUG - 2015-03-30T07:39:11.250Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  242 +[DEBUG - 2015-03-30T07:39:11.350Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  243 +[DEBUG - 2015-03-30T07:39:11.450Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  244 +[DEBUG - 2015-03-30T07:39:11.550Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  245 +[DEBUG - 2015-03-30T07:39:11.651Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  246 +[DEBUG - 2015-03-30T07:39:11.751Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  247 +[DEBUG - 2015-03-30T07:39:11.851Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  248 +[DEBUG - 2015-03-30T07:39:11.951Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  249 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 42
  250 +[DEBUG - 2015-03-30T07:39:12.117Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  251 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 46
  252 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 60
  253 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 68
  254 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 71
  255 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 76
  256 +[DEBUG - 2015-03-30T07:39:12.238Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  257 +[DEBUG - 2015-03-30T07:39:12.338Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  258 +[DEBUG - 2015-03-30T07:39:12.438Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  259 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
  260 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  261 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  262 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 81
  263 +2015-03-30T15:39:12 [DEBUG] WebPage - updateLoadingProgress: 100
  264 +[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished
  265 +[DEBUG - 2015-03-30T07:39:12.446Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
  266 +2015-03-30T15:39:12 [DEBUG] WebPage - setupFrame ""
  267 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
  268 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  269 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  270 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  271 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "BAIDUID=24E8436499A3BAAA38734F19C8270F34:FG=1; expires=Tue, 29-Mar-2016 07:39:10 GMT; domain=.baidu.com; path=/"
  272 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  273 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  274 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  275 +2015-03-30T15:39:12 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  276 +[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
  277 +[DEBUG - 2015-03-30T07:39:12.538Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator
  278 +[DEBUG - 2015-03-30T07:39:12.539Z] SessionReqHand - _SuccessHandler - status: success
  279 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK
  280 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  281 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
  282 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  283 +2015-03-30T15:39:12 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source
  284 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Method GET
  285 +2015-03-30T15:39:12 [DEBUG] HTTP Request - HTTP Version 1.1
  286 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Query String
  287 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  288 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
  289 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  290 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  291 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  292 +2015-03-30T15:39:12 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  293 +[DEBUG - 2015-03-30T07:39:12.542Z] RouterReqHand - _handle - Request => {
293 294 "headers": {
294 295 "Accept": "application/json",
295 296 "Accept-Encoding": "identity",
296 297 "Connection": "close",
297 298 "Content-Type": "application/json;charset=UTF-8",
298   - "Host": "127.0.0.1:39825",
  299 + "Host": "127.0.0.1:58200",
299 300 "User-Agent": "Python-urllib/2.7"
300 301 },
301 302 "httpVersion": "1.1",
302 303 "method": "GET",
303   - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
  304 + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
304 305 "urlParsed": {
305 306 "anchor": "",
306 307 "query": "",
307 308 "file": "source",
308   - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/",
309   - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
310   - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
  309 + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
  310 + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
  311 + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
311 312 "port": "",
312 313 "host": "",
313 314 "password": "",
... ... @@ -315,55 +316,55 @@ PhantomJS is launching GhostDriver...
315 316 "userInfo": "",
316 317 "authority": "",
317 318 "protocol": "",
318   - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
  319 + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
319 320 "queryKey": {},
320 321 "chunks": [
321 322 "wd",
322 323 "hub",
323 324 "session",
324   - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  325 + "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
325 326 "source"
326 327 ]
327 328 }
328 329 }
329   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Status Code 200 OK
330   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
331   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94280"
332   -2015-03-30T15:31:56 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
333   -2015-03-30T15:31:58 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url
334   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Method POST
335   -2015-03-30T15:31:58 [DEBUG] HTTP Request - HTTP Version 1.1
336   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Query String
337   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
338   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83"
339   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825"
340   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
341   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
342   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
343   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
344   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Method POST/PUT
345   -2015-03-30T15:31:58 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c"}
346   -[DEBUG - 2015-03-30T07:31:58.996Z] RouterReqHand - _handle - Request => {
  330 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Status Code 200 OK
  331 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  332 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Length" = "94212"
  333 +2015-03-30T15:39:12 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  334 +2015-03-30T15:39:15 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url
  335 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST
  336 +2015-03-30T15:39:15 [DEBUG] HTTP Request - HTTP Version 1.1
  337 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Query String
  338 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  339 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83"
  340 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
  341 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  342 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  343 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  344 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  345 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Method POST/PUT
  346 +2015-03-30T15:39:15 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "dab84dd0-d6af-11e4-95ed-a71961c71b3a"}
  347 +[DEBUG - 2015-03-30T07:39:15.021Z] RouterReqHand - _handle - Request => {
347 348 "headers": {
348 349 "Accept": "application/json",
349 350 "Accept-Encoding": "identity",
350 351 "Connection": "close",
351 352 "Content-Length": "83",
352 353 "Content-Type": "application/json;charset=UTF-8",
353   - "Host": "127.0.0.1:39825",
  354 + "Host": "127.0.0.1:58200",
354 355 "User-Agent": "Python-urllib/2.7"
355 356 },
356 357 "httpVersion": "1.1",
357 358 "method": "POST",
358   - "post": "{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c\"}",
359   - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
  359 + "post": "{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"dab84dd0-d6af-11e4-95ed-a71961c71b3a\"}",
  360 + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
360 361 "urlParsed": {
361 362 "anchor": "",
362 363 "query": "",
363 364 "file": "url",
364   - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/",
365   - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
366   - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
  365 + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
  366 + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
  367 + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
367 368 "port": "",
368 369 "host": "",
369 370 "password": "",
... ... @@ -371,206 +372,227 @@ PhantomJS is launching GhostDriver...
371 372 "userInfo": "",
372 373 "authority": "",
373 374 "protocol": "",
374   - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/url",
  375 + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/url",
375 376 "queryKey": {},
376 377 "chunks": [
377 378 "wd",
378 379 "hub",
379 380 "session",
380   - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  381 + "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
381 382 "url"
382 383 ]
383 384 }
384 385 }
385   -[DEBUG - 2015-03-30T07:31:58.996Z] SessionReqHand - _postUrlCommand - Session 'd6b90220-d6ae-11e4-9cdc-c9a17c0eba7c' is about to load URL: http://v.baidu.com/
386   -2015-03-30T15:31:58 [DEBUG] WebPage - updateLoadingProgress: 10
387   -[DEBUG - 2015-03-30T07:31:59.008Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
388   -[DEBUG - 2015-03-30T07:31:59.108Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
389   -[DEBUG - 2015-03-30T07:31:59.208Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
390   -[DEBUG - 2015-03-30T07:31:59.308Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
391   -[DEBUG - 2015-03-30T07:31:59.408Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
392   -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
393   -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
394   -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
395   -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/"
396   -2015-03-30T15:31:59 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/"
397   -2015-03-30T15:31:59 [DEBUG] WebPage - setupFrame ""
398   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 34
399   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 50
400   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 53
401   -[DEBUG - 2015-03-30T07:31:59.509Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
402   -2015-03-30T15:31:59 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=3378,3378&et=3&ja=0&ln=en-US&lo=0&lt=1427700716&nv=0&rnd=1600851699&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"
403   -[DEBUG - 2015-03-30T07:31:59.609Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
404   -[DEBUG - 2015-03-30T07:31:59.709Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
405   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 55
406   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 58
407   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 61
408   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 66
409   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 72
410   -2015-03-30T15:31:59 [DEBUG] WebPage - updateLoadingProgress: 76
411   -[DEBUG - 2015-03-30T07:31:59.810Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
412   -[DEBUG - 2015-03-30T07:31:59.910Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
413   -[DEBUG - 2015-03-30T07:32:00.010Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
414   -[DEBUG - 2015-03-30T07:32:00.110Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
415   -[DEBUG - 2015-03-30T07:32:00.210Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
416   -[DEBUG - 2015-03-30T07:32:00.311Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
417   -[DEBUG - 2015-03-30T07:32:00.411Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
418   -[DEBUG - 2015-03-30T07:32:00.511Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
419   -[DEBUG - 2015-03-30T07:32:00.611Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
420   -[DEBUG - 2015-03-30T07:32:00.712Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
421   -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 79
422   -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 81
423   -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 84
424   -2015-03-30T15:32:00 [DEBUG] WebPage - updateLoadingProgress: 86
425   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
426   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
427   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
428   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
429   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
430   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
431   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
432   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
433   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
434   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
435   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
436   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
437   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
438   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
439   -[DEBUG - 2015-03-30T07:32:00.924Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
440   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
441   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
442   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
443   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
444   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
445   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
446   -2015-03-30T15:32:00 [DEBUG] Cache hit level 1
447   -[DEBUG - 2015-03-30T07:32:01.099Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
448   -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 88
449   -[DEBUG - 2015-03-30T07:32:01.341Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
450   -[DEBUG - 2015-03-30T07:32:01.441Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
451   -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 89
452   -[DEBUG - 2015-03-30T07:32:01.542Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
453   -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90
454   -[DEBUG - 2015-03-30T07:32:01.642Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
455   -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
456   -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
457   -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
458   -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/"
459   -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/"
460   -2015-03-30T15:32:01 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/"
461   -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90
462   -[DEBUG - 2015-03-30T07:32:01.742Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
463   -[DEBUG - 2015-03-30T07:32:01.842Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
464   -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90
465   -[DEBUG - 2015-03-30T07:32:01.942Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
466   -2015-03-30T15:32:01 [DEBUG] WebPage - updateLoadingProgress: 90
467   -[DEBUG - 2015-03-30T07:32:02.042Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
468   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame0-->-->"
469   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
470   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "baidu_clb_slot_iframe_1051937_0"
471   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
472   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "adframe_wrap_517065"
473   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
474   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
475   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "cproIframe_639667_1"
476   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
477   -[DEBUG - 2015-03-30T07:32:02.147Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
478   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "cproIframe_1040005_1"
479   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
480   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
481   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
482   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
483   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/"
484   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/"
485   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/"
486   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/"
487   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427700722180; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/"
488   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame2-->-->"
489   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
490   -[DEBUG - 2015-03-30T07:32:02.255Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
491   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //cproIframe_639667_1/<!--frame0-->-->"
492   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
493   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "ifr46338"
494   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
495   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
496   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
497   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
498   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/"
499   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/"
500   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/"
501   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/"
502   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427700722180; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/"
503   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "ISBID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 31-Mar-2015 07:32:02 GMT; domain=cb.baidu.com; path=/"
504   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427700715|; domain=.hm.baidu.com; path=/"
505   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "HMACCOUNT=BF5B57205CBA70DC; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
506   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427699546,1427700229,1427700537,1427700716; expires=Tue, 29-Mar-2016 07:31:56 GMT; domain=.image.baidu.com; path=/"
507   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427700716; domain=.image.baidu.com; path=/"
508   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BAIDUID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 29-Mar-2016 07:31:59 GMT; domain=.baidu.com; path=/"
509   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "BDV_TRACE=1427700721689:; expires=Mon, 06-Apr-2015 07:32:01 GMT; domain=v.baidu.com; path=/"
510   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/"
511   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427700722180; expires=Mon, 30-Mar-2015 08:32:02 GMT; domain=bubble.baidu.com; path=/rs/message/"
512   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "ISBID=3D3C7CEB19322A7B5E5B0474000731DC:FG=1; expires=Tue, 31-Mar-2015 07:32:02 GMT; domain=cb.baidu.com; path=/"
513   -2015-03-30T15:32:02 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:32:02 GMT; domain=cb.baidu.com; path=/"
514   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
515   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "<!--framePath //baidu_clb_slot_iframe_1051937_0/adframe_wrap_517065/cproIframe_1040005_1/<!--frame0-->-->"
516   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
517   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "ifr71109"
518   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
519   -[DEBUG - 2015-03-30T07:32:02.356Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
520   -[DEBUG - 2015-03-30T07:32:02.457Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
521   -[DEBUG - 2015-03-30T07:32:02.557Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
522   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
523   -2015-03-30T15:32:02 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe"
524   -2015-03-30T15:32:02 [DEBUG] WebPage - updateLoadingProgress: 90
525   -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90
526   -[DEBUG - 2015-03-30T07:32:03.013Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
527   -[DEBUG - 2015-03-30T07:32:03.115Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
528   -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90
529   -2015-03-30T15:32:03 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame0-->-->"
530   -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90
531   -[DEBUG - 2015-03-30T07:32:03.215Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
532   -[DEBUG - 2015-03-30T07:32:03.316Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
533   -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 90
534   -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 100
535   -[DEBUG - 2015-03-30T07:32:03.333Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _oneShotCallback - onLoadFinished
536   -[DEBUG - 2015-03-30T07:32:03.333Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
537   -2015-03-30T15:32:03 [DEBUG] WebPage - setupFrame ""
538   -[DEBUG - 2015-03-30T07:32:03.416Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
539   -[DEBUG - 2015-03-30T07:32:03.417Z] Session [d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c] - _resetOneShotCallbacksDecorator
540   -[DEBUG - 2015-03-30T07:32:03.417Z] SessionReqHand - _SuccessHandler - status: success
541   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Status Code 200 OK
542   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
543   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
544   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
545   -2015-03-30T15:32:03 [DEBUG] HTTP Request - URI /wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source
546   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Method GET
547   -2015-03-30T15:32:03 [DEBUG] HTTP Request - HTTP Version 1.1
548   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Query String
549   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
550   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:39825"
551   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
552   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
553   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
554   -2015-03-30T15:32:03 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
555   -[DEBUG - 2015-03-30T07:32:03.424Z] RouterReqHand - _handle - Request => {
  386 +[DEBUG - 2015-03-30T07:39:15.022Z] SessionReqHand - _postUrlCommand - Session 'dab84dd0-d6af-11e4-95ed-a71961c71b3a' is about to load URL: http://v.baidu.com/
  387 +2015-03-30T15:39:15 [DEBUG] WebPage - updateLoadingProgress: 10
  388 +[DEBUG - 2015-03-30T07:39:15.032Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  389 +[DEBUG - 2015-03-30T07:39:15.133Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  390 +[DEBUG - 2015-03-30T07:39:15.233Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  391 +[DEBUG - 2015-03-30T07:39:15.333Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  392 +[DEBUG - 2015-03-30T07:39:15.433Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  393 +[DEBUG - 2015-03-30T07:39:15.533Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  394 +[DEBUG - 2015-03-30T07:39:15.633Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  395 +[DEBUG - 2015-03-30T07:39:15.733Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  396 +[DEBUG - 2015-03-30T07:39:15.834Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  397 +[DEBUG - 2015-03-30T07:39:15.934Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  398 +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  399 +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  400 +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  401 +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  402 +2015-03-30T15:39:15 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
  403 +[DEBUG - 2015-03-30T07:39:16.034Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  404 +[DEBUG - 2015-03-30T07:39:16.134Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  405 +[DEBUG - 2015-03-30T07:39:16.234Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  406 +[DEBUG - 2015-03-30T07:39:16.334Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  407 +[DEBUG - 2015-03-30T07:39:16.435Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  408 +[DEBUG - 2015-03-30T07:39:16.535Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  409 +2015-03-30T15:39:16 [DEBUG] WebPage - setupFrame ""
  410 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 39
  411 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 53
  412 +[DEBUG - 2015-03-30T07:39:16.635Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  413 +2015-03-30T15:39:16 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=1&ck=1&cl=32-bit&ds=1024x768&ep=4145,4145&et=3&ja=0&ln=en-US&lo=0&lt=1427701152&nv=0&rnd=752059763&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.0.75&lv=3&tt=็™พๅบฆๅ›พ็‰‡โ€”ๅ…จ็ƒๆœ€ๅคงไธญๆ–‡ๅ›พ็‰‡ๅบ“"
  414 +[DEBUG - 2015-03-30T07:39:16.736Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  415 +[DEBUG - 2015-03-30T07:39:16.836Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  416 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 54
  417 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 57
  418 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 60
  419 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 66
  420 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 72
  421 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 76
  422 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 79
  423 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 82
  424 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 85
  425 +2015-03-30T15:39:16 [DEBUG] WebPage - updateLoadingProgress: 88
  426 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  427 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  428 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  429 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  430 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  431 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  432 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  433 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  434 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  435 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  436 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  437 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  438 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  439 +2015-03-30T15:39:16 [DEBUG] Cache hit level 1
  440 +[DEBUG - 2015-03-30T07:39:16.992Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  441 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  442 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  443 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  444 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  445 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  446 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  447 +2015-03-30T15:39:17 [DEBUG] Cache hit level 1
  448 +[DEBUG - 2015-03-30T07:39:17.159Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  449 +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88
  450 +[DEBUG - 2015-03-30T07:39:17.377Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  451 +[DEBUG - 2015-03-30T07:39:17.477Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  452 +[DEBUG - 2015-03-30T07:39:17.577Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  453 +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88
  454 +[DEBUG - 2015-03-30T07:39:17.678Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  455 +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  456 +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  457 +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  458 +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  459 +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
  460 +2015-03-30T15:39:17 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
  461 +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 88
  462 +[DEBUG - 2015-03-30T07:39:17.778Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  463 +[DEBUG - 2015-03-30T07:39:17.878Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  464 +2015-03-30T15:39:17 [DEBUG] WebPage - updateLoadingProgress: 89
  465 +[DEBUG - 2015-03-30T07:39:17.978Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  466 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  467 +[DEBUG - 2015-03-30T07:39:18.078Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  468 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  469 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  470 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  471 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  472 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
  473 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
  474 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  475 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  476 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  477 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame0-->-->"
  478 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  479 +[DEBUG - 2015-03-30T07:39:18.179Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  480 +[DEBUG - 2015-03-30T07:39:18.314Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  481 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  482 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //<!--frame1-->-->"
  483 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  484 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "baidu_clb_slot_iframe_1051937_0"
  485 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  486 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "adframe_wrap_64593"
  487 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  488 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_639667_1"
  489 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  490 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "cproIframe_1040005_1"
  491 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  492 +[DEBUG - 2015-03-30T07:39:18.415Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  493 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //cproIframe_639667_1/<!--frame0-->-->"
  494 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  495 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr39928"
  496 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  497 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  498 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  499 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  500 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  501 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
  502 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
  503 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  504 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  505 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
  506 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  507 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  508 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  509 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  510 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
  511 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
  512 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  513 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  514 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
  515 +2015-03-30T15:39:18 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
  516 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  517 +[DEBUG - 2015-03-30T07:39:18.517Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  518 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "<!--framePath //baidu_clb_slot_iframe_1051937_0/adframe_wrap_64593/cproIframe_1040005_1/<!--frame0-->-->"
  519 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  520 +2015-03-30T15:39:18 [DEBUG] WebPage - setupFrame "ifr15222"
  521 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  522 +[DEBUG - 2015-03-30T07:39:18.619Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  523 +2015-03-30T15:39:18 [DEBUG] WebPage - updateLoadingProgress: 90
  524 +[DEBUG - 2015-03-30T07:39:18.720Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  525 +[DEBUG - 2015-03-30T07:39:18.821Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  526 +[DEBUG - 2015-03-30T07:39:18.921Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  527 +[DEBUG - 2015-03-30T07:39:19.021Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  528 +[DEBUG - 2015-03-30T07:39:19.122Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  529 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1427701152|; domain=.hm.baidu.com; path=/"
  530 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "HMACCOUNT=8E373D7C3072E1C3; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/"
  531 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1427700229,1427700537,1427700716,1427701152; expires=Tue, 29-Mar-2016 07:39:12 GMT; domain=.image.baidu.com; path=/"
  532 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1427701152; domain=.image.baidu.com; path=/"
  533 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BAIDUID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 29-Mar-2016 07:39:15 GMT; domain=.baidu.com; path=/"
  534 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "BDV_TRACE=1427701157734:; expires=Mon, 06-Apr-2015 07:39:17 GMT; domain=v.baidu.com; path=/"
  535 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "mc_2015-03-30="827@1"; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  536 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "PUSH_TIMESTAMP=1427701158092; expires=Mon, 30-Mar-2015 08:39:18 GMT; domain=bubble.baidu.com; path=/rs/message/"
  537 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISBID=383833C1F0BD08B9311CD7DD32FB6879:FG=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
  538 +2015-03-30T15:39:19 [DEBUG] CookieJar - Saved "ISUS=1; expires=Tue, 31-Mar-2015 07:39:18 GMT; domain=cb.baidu.com; path=/"
  539 +[DEBUG - 2015-03-30T07:39:19.222Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  540 +[DEBUG - 2015-03-30T07:39:19.322Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  541 +[DEBUG - 2015-03-30T07:39:19.422Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  542 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 90
  543 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100
  544 +[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _oneShotCallback - onLoadFinished
  545 +[DEBUG - 2015-03-30T07:39:19.476Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success
  546 +2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame ""
  547 +2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe"
  548 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 10
  549 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 30
  550 +[DEBUG - 2015-03-30T07:39:19.523Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  551 +[DEBUG - 2015-03-30T07:39:19.623Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  552 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 31
  553 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40
  554 +2015-03-30T15:39:19 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame0-->-->"
  555 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 40
  556 +[DEBUG - 2015-03-30T07:39:19.724Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  557 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 42
  558 +[DEBUG - 2015-03-30T07:39:19.824Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true
  559 +2015-03-30T15:39:19 [DEBUG] WebPage - updateLoadingProgress: 100
  560 +[DEBUG - 2015-03-30T07:39:19.925Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false
  561 +[DEBUG - 2015-03-30T07:39:19.926Z] Session [dab84dd0-d6af-11e4-95ed-a71961c71b3a] - _resetOneShotCallbacksDecorator
  562 +[DEBUG - 2015-03-30T07:39:19.927Z] SessionReqHand - _SuccessHandler - status: success
  563 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK
  564 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  565 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74"
  566 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
  567 +2015-03-30T15:39:19 [DEBUG] HTTP Request - URI /wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source
  568 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Method GET
  569 +2015-03-30T15:39:19 [DEBUG] HTTP Request - HTTP Version 1.1
  570 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Query String
  571 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity"
  572 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:58200"
  573 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8"
  574 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Connection" = "close"
  575 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json"
  576 +2015-03-30T15:39:19 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7"
  577 +[DEBUG - 2015-03-30T07:39:19.933Z] RouterReqHand - _handle - Request => {
556 578 "headers": {
557 579 "Accept": "application/json",
558 580 "Accept-Encoding": "identity",
559 581 "Connection": "close",
560 582 "Content-Type": "application/json;charset=UTF-8",
561   - "Host": "127.0.0.1:39825",
  583 + "Host": "127.0.0.1:58200",
562 584 "User-Agent": "Python-urllib/2.7"
563 585 },
564 586 "httpVersion": "1.1",
565 587 "method": "GET",
566   - "url": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
  588 + "url": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
567 589 "urlParsed": {
568 590 "anchor": "",
569 591 "query": "",
570 592 "file": "source",
571   - "directory": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/",
572   - "path": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
573   - "relative": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
  593 + "directory": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/",
  594 + "path": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
  595 + "relative": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
574 596 "port": "",
575 597 "host": "",
576 598 "password": "",
... ... @@ -578,22 +600,18 @@ PhantomJS is launching GhostDriver...
578 600 "userInfo": "",
579 601 "authority": "",
580 602 "protocol": "",
581   - "source": "/wd/hub/session/d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c/source",
  603 + "source": "/wd/hub/session/dab84dd0-d6af-11e4-95ed-a71961c71b3a/source",
582 604 "queryKey": {},
583 605 "chunks": [
584 606 "wd",
585 607 "hub",
586 608 "session",
587   - "d6b90220-d6ae-11e4-9cdc-c9a17c0eba7c",
  609 + "dab84dd0-d6af-11e4-95ed-a71961c71b3a",
588 610 "source"
589 611 ]
590 612 }
591 613 }
592   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Status Code 200 OK
593   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
594   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Length" = "320964"
595   -2015-03-30T15:32:03 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
596   -2015-03-30T15:32:03 [DEBUG] WebPage - setupFrame "<!--framePath //BAIDU_DUP_fp_iframe/<!--frame1-->-->"
597   -2015-03-30T15:32:03 [DEBUG] WebPage - updateLoadingProgress: 10
598   -2015-03-30T15:32:04 [DEBUG] WebPage - updateLoadingProgress: 50
599   -2015-03-30T15:32:04 [DEBUG] WebPage - updateLoadingProgress: 100
  614 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Status Code 200 OK
  615 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache"
  616 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Length" = "321607"
  617 +2015-03-30T15:39:19 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8"
... ...
spider/mspider/mspider/pipelines.pyc
View file @878e0c1
No preview for this file type
spider/mspider/mspider/settings.pyc
View file @878e0c1
No preview for this file type
spider/mspider/mspider/spiders/larvae.pyc
View file @878e0c1
No preview for this file type