2015-12-24T07:56:20 [DEBUG] CookieJar - Created but will not store cookies (use option '--cookies-file=' to enable persisten cookie storage) 2015-12-24T07:56:21 [DEBUG] Phantom - execute: Configuration 2015-12-24T07:56:21 [DEBUG] 0 objectName : "" 2015-12-24T07:56:21 [DEBUG] 1 cookiesFile : "" 2015-12-24T07:56:21 [DEBUG] 2 diskCacheEnabled : "false" 2015-12-24T07:56:21 [DEBUG] 3 maxDiskCacheSize : "-1" 2015-12-24T07:56:21 [DEBUG] 4 ignoreSslErrors : "false" 2015-12-24T07:56:21 [DEBUG] 5 localToRemoteUrlAccessEnabled : "false" 2015-12-24T07:56:21 [DEBUG] 6 outputEncoding : "UTF-8" 2015-12-24T07:56:21 [DEBUG] 7 proxyType : "http" 2015-12-24T07:56:21 [DEBUG] 8 proxy : ":1080" 2015-12-24T07:56:21 [DEBUG] 9 proxyAuth : ":" 2015-12-24T07:56:21 [DEBUG] 10 scriptEncoding : "UTF-8" 2015-12-24T07:56:21 [DEBUG] 11 webSecurityEnabled : "true" 2015-12-24T07:56:21 [DEBUG] 12 offlineStoragePath : "" 2015-12-24T07:56:21 [DEBUG] 13 offlineStorageDefaultQuota : "-1" 2015-12-24T07:56:21 [DEBUG] 14 printDebugMessages : "true" 2015-12-24T07:56:21 [DEBUG] 15 javascriptCanOpenWindows : "true" 2015-12-24T07:56:21 [DEBUG] 16 javascriptCanCloseWindows : "true" 2015-12-24T07:56:21 [DEBUG] 17 sslProtocol : "tlsv1" 2015-12-24T07:56:21 [DEBUG] 18 sslCertificatesPath : "" 2015-12-24T07:56:21 [DEBUG] 19 webdriver : ":59534" 2015-12-24T07:56:21 [DEBUG] 20 webdriverLogFile : "" 2015-12-24T07:56:21 [DEBUG] 21 webdriverLogLevel : "debug" 2015-12-24T07:56:21 [DEBUG] 22 webdriverSeleniumGridHub : "" 2015-12-24T07:56:21 [DEBUG] Phantom - execute: Script & Arguments 2015-12-24T07:56:21 [DEBUG] script: "main.js" 2015-12-24T07:56:21 [DEBUG] 0 arg: "--ip=" 2015-12-24T07:56:21 [DEBUG] 1 arg: "--port=59534" 2015-12-24T07:56:21 [DEBUG] 2 arg: "--logLevel=debug" 2015-12-24T07:56:21 [DEBUG] Phantom - execute: Starting Remote WebDriver mode PhantomJS is launching GhostDriver... 2015-12-24T07:56:21 [DEBUG] WebPage - setupFrame "" 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/modules/fs.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/modules/system.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/modules/webpage.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/modules/webserver.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./hub_register.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./logger.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/console++.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./config.js" QMap(("mode", QVariant(QString, "r") ) ) [DEBUG - 2015-12-23T23:56:21.713Z] Config - config.init - {"ip":"127.0.0.1","port":"59534","hub":null,"logFile":null,"logLevel":"DEBUG","logColor":false} 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/parseuri.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "session.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "inputs.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/status_request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./errors.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/shutdown_request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/session_manager_request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/session_request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/webelement_request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "request_handlers/router_request_handler.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: "webelementlocator.js" 2015-12-24T07:56:21 [DEBUG] Phantom - injectJs: prepending ":/ghostdriver/" [INFO - 2015-12-23T23:56:21.730Z] GhostDriver - Main - running on port 59534 2015-12-24T07:56:21 [DEBUG] HTTP Request - URI /wd/hub/session 2015-12-24T07:56:21 [DEBUG] HTTP Request - Method POST 2015-12-24T07:56:21 [DEBUG] HTTP Request - HTTP Version 1.1 2015-12-24T07:56:21 [DEBUG] HTTP Request - Query String 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "100" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:59534" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Method POST/PUT 2015-12-24T07:56:21 [DEBUG] HTTP Request - Content Body: {"desiredCapabilities": {"phantomjs.page.settings.userAgent": "Scrapy/0.24.5 (+http://scrapy.org)"}} [DEBUG - 2015-12-23T23:56:21.869Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"100","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:59534","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"desiredCapabilities\": {\"phantomjs.page.settings.userAgent\": \"Scrapy/0.24.5 (+http://scrapy.org)\"}}","url":"/session","urlParsed":{"anchor":"","query":"","file":"session","directory":"/","path":"/session","relative":"/session","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session","queryKey":{},"chunks":["session"]}} 2015-12-24T07:56:21 [DEBUG] FileSystem - _open: ":/ghostdriver/./third_party/uuid.js" QMap(("mode", QVariant(QString, "r") ) ) 2015-12-24T07:56:21 [DEBUG] WebpageCallbacks - getFilePickerCallback 2015-12-24T07:56:21 [DEBUG] WebpageCallbacks - getGenericCallback [INFO - 2015-12-23T23:56:21.882Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":false,"localToRemoteUrlAccessEnabled":false,"userAgent":"Scrapy/0.24.5 (+http://scrapy.org)","webSecurityEnabled":true} [INFO - 2015-12-23T23:56:21.882Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.customHeaders: - {} [DEBUG - 2015-12-23T23:56:21.882Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - Session.desiredCapabilities - {"phantomjs.page.settings.userAgent":"Scrapy/0.24.5 (+http://scrapy.org)"} [INFO - 2015-12-23T23:56:21.882Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"1.9.8","driverName":"ghostdriver","driverVersion":"1.1.0","platform":"linux-unknown-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"},"phantomjs.page.settings.userAgent":"Scrapy/0.24.5 (+http://scrapy.org)"} [INFO - 2015-12-23T23:56:21.882Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: c4723960-a9d0-11e5-974b-995bcb6f9e74 2015-12-24T07:56:21 [DEBUG] HTTP Response - Status Code 200 OK 2015-12-24T07:56:21 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" 2015-12-24T07:56:21 [DEBUG] HTTP Response - Sending Header "Content-Length" = "609" 2015-12-24T07:56:21 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:21 [DEBUG] HTTP Request - URI /wd/hub/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url 2015-12-24T07:56:21 [DEBUG] HTTP Request - Method POST 2015-12-24T07:56:21 [DEBUG] HTTP Request - HTTP Version 1.1 2015-12-24T07:56:21 [DEBUG] HTTP Request - Query String 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "87" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:59534" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:21 [DEBUG] HTTP Request - Method POST/PUT 2015-12-24T07:56:21 [DEBUG] HTTP Request - Content Body: {"url": "http://image.baidu.com/", "sessionId": "c4723960-a9d0-11e5-974b-995bcb6f9e74"} [DEBUG - 2015-12-23T23:56:21.891Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"87","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:59534","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"url\": \"http://image.baidu.com/\", \"sessionId\": \"c4723960-a9d0-11e5-974b-995bcb6f9e74\"}","url":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","urlParsed":{"anchor":"","query":"","file":"url","directory":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/","path":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","relative":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","queryKey":{},"chunks":["session","c4723960-a9d0-11e5-974b-995bcb6f9e74","url"]}} [DEBUG - 2015-12-23T23:56:21.893Z] SessionReqHand - _postUrlCommand - Session 'c4723960-a9d0-11e5-974b-995bcb6f9e74' is about to load URL: http://image.baidu.com/ 2015-12-24T07:56:21 [DEBUG] WebPage - updateLoadingProgress: 10 [DEBUG - 2015-12-23T23:56:21.894Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"}],"id":1,"method":"GET","time":"2015-12-23T23:56:21.894Z","url":"http://image.baidu.com/"} [DEBUG - 2015-12-23T23:56:21.896Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _oneShotCallback - onLoadStarted [DEBUG - 2015-12-23T23:56:21.906Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true 2015-12-24T07:56:21 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:21 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:21 [DEBUG] CookieJar - Saved "BAIDUID=33EB28740752C66E008FF081F0CD270B:FG=1; expires=Thu, 22-Dec-2016 23:56:21 GMT; domain=.baidu.com; path=/" [DEBUG - 2015-12-23T23:56:22.006Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:22.024Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":88775,"contentType":"text/html","headers":[{"name":"Connection","value":"keep-alive"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:21 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \", CP=\" OTI DSP COR IVA OUR IND COM \", CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Search_result","value":"OK"},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=7C664C16560DF3254BB9C4B554E18F31:FG=1; expires=Thu, 31-Dec-37 23:55:55 GMT; max-age=2147483647; path=/; domain=.baidu.com\nBIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Thu, 31-Dec-37 23:55:55 GMT; max-age=2147483647; path=/; domain=.baidu.com\nBDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; path=/; domain=.baidu.com\nBAIDUID=33EB28740752C66E008FF081F0CD270B:FG=1; expires=Thu, 22-Dec-16 23:56:21 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"33819502960623105034122407"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Transfer-Encoding","value":"chunked"}],"id":1,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.024Z","url":"http://image.baidu.com/"} 2015-12-24T07:56:22 [DEBUG] WebPage - setupFrame "" [DEBUG - 2015-12-23T23:56:22.046Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":2,"method":"GET","time":"2015-12-23T23:56:22.046Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"} [DEBUG - 2015-12-23T23:56:22.047Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":3,"method":"GET","time":"2015-12-23T23:56:22.047Z","url":"http://img0.bdstatic.com/static/common/mod_6f6741d.js"} [DEBUG - 2015-12-23T23:56:22.048Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":4,"method":"GET","time":"2015-12-23T23:56:22.047Z","url":"http://img0.bdstatic.com/static/common/pkg/framework_a7cddec.css"} [DEBUG - 2015-12-23T23:56:22.048Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":5,"method":"GET","time":"2015-12-23T23:56:22.048Z","url":"http://img1.bdstatic.com/static/common/pkg/fmdetail_fa8b62f.css"} [DEBUG - 2015-12-23T23:56:22.048Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":6,"method":"GET","time":"2015-12-23T23:56:22.048Z","url":"http://img0.bdstatic.com/static/home/pkg/default_0d4082f.css"} [DEBUG - 2015-12-23T23:56:22.049Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":7,"method":"GET","time":"2015-12-23T23:56:22.049Z","url":"http://img0.bdstatic.com/static/home/widget/search_box_home/searchBox/searchBox_82b4b5a.css"} [DEBUG - 2015-12-23T23:56:22.049Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":8,"method":"GET","time":"2015-12-23T23:56:22.049Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/sug_0ffbd76.css"} [DEBUG - 2015-12-23T23:56:22.050Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":9,"method":"GET","time":"2015-12-23T23:56:22.049Z","url":"http://img2.bdstatic.com/static/home/widget/search_box_home/search_box_home_de19d2e.css"} [DEBUG - 2015-12-23T23:56:22.050Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":10,"method":"GET","time":"2015-12-23T23:56:22.050Z","url":"http://img2.bdstatic.com/static/home/widget/header/header_30d1e1d.css"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 21 [DEBUG - 2015-12-23T23:56:22.052Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/html","headers":[{"name":"Connection","value":"keep-alive"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:21 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \", CP=\" OTI DSP COR IVA OUR IND COM \", CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Search_result","value":"OK"},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=7C664C16560DF3254BB9C4B554E18F31:FG=1; expires=Thu, 31-Dec-37 23:55:55 GMT; max-age=2147483647; path=/; domain=.baidu.com\nBIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Thu, 31-Dec-37 23:55:55 GMT; max-age=2147483647; path=/; domain=.baidu.com\nBDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; path=/; domain=.baidu.com\nBAIDUID=33EB28740752C66E008FF081F0CD270B:FG=1; expires=Thu, 22-Dec-16 23:56:21 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"33819502960623105034122407"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Transfer-Encoding","value":"chunked"}],"id":1,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.052Z","url":"http://image.baidu.com/"} [DEBUG - 2015-12-23T23:56:22.106Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:22.113Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":10968,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 03:35:14 GMT"},{"name":"Age","value":"159668"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"21142633290995676426122211"},{"name":"Vary","value":"Accept-Encoding"}],"id":3,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.113Z","url":"http://img0.bdstatic.com/static/common/mod_6f6741d.js"} [DEBUG - 2015-12-23T23:56:22.114Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 03:35:14 GMT"},{"name":"Age","value":"159668"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"21142633290995676426122211"},{"name":"Vary","value":"Accept-Encoding"}],"id":3,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.114Z","url":"http://img0.bdstatic.com/static/common/mod_6f6741d.js"} [DEBUG - 2015-12-23T23:56:22.116Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":13701,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 03:35:14 GMT"},{"name":"Age","value":"159668"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"21142688340580373770122211"},{"name":"Vary","value":"Accept-Encoding"}],"id":4,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.116Z","url":"http://img0.bdstatic.com/static/common/pkg/framework_a7cddec.css"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 25 [DEBUG - 2015-12-23T23:56:22.116Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 03:35:14 GMT"},{"name":"Age","value":"159668"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"21142688340580373770122211"},{"name":"Vary","value":"Accept-Encoding"}],"id":4,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.116Z","url":"http://img0.bdstatic.com/static/common/pkg/framework_a7cddec.css"} [DEBUG - 2015-12-23T23:56:22.120Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":2571,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Tue, 01 Dec 2015 09:11:00 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 13:24:15 GMT"},{"name":"Age","value":"556327"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"03067910120488756234120321"},{"name":"Vary","value":"Accept-Encoding"}],"id":7,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.120Z","url":"http://img0.bdstatic.com/static/home/widget/search_box_home/searchBox/searchBox_82b4b5a.css"} [DEBUG - 2015-12-23T23:56:22.121Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Tue, 01 Dec 2015 09:11:00 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 13:24:15 GMT"},{"name":"Age","value":"556327"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"03067910120488756234120321"},{"name":"Vary","value":"Accept-Encoding"}],"id":7,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.120Z","url":"http://img0.bdstatic.com/static/home/widget/search_box_home/searchBox/searchBox_82b4b5a.css"} [DEBUG - 2015-12-23T23:56:22.121Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":4691,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 03:35:14 GMT"},{"name":"Age","value":"159668"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"21142776840446156042122211"},{"name":"Vary","value":"Accept-Encoding"}],"id":5,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.121Z","url":"http://img1.bdstatic.com/static/common/pkg/fmdetail_fa8b62f.css"} [DEBUG - 2015-12-23T23:56:22.122Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 03:35:14 GMT"},{"name":"Age","value":"159668"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"21142776840446156042122211"},{"name":"Vary","value":"Accept-Encoding"}],"id":5,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.121Z","url":"http://img1.bdstatic.com/static/common/pkg/fmdetail_fa8b62f.css"} [DEBUG - 2015-12-23T23:56:22.123Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":989,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Tue, 01 Dec 2015 09:11:00 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 11:40:09 GMT"},{"name":"Age","value":"562573"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"06960211880966184202120319"},{"name":"Content-Encoding","value":"gzip"}],"id":9,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.123Z","url":"http://img2.bdstatic.com/static/home/widget/search_box_home/search_box_home_de19d2e.css"} [DEBUG - 2015-12-23T23:56:22.123Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Tue, 01 Dec 2015 09:11:00 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 11:40:09 GMT"},{"name":"Age","value":"562573"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"06960211880966184202120319"},{"name":"Content-Encoding","value":"gzip"}],"id":9,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.123Z","url":"http://img2.bdstatic.com/static/home/widget/search_box_home/search_box_home_de19d2e.css"} [DEBUG - 2015-12-23T23:56:22.123Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":440,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Tue, 01 Dec 2015 09:11:00 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 13:25:58 GMT"},{"name":"Age","value":"556224"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"01914759120563596554120321"},{"name":"Content-Encoding","value":"gzip"}],"id":10,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.123Z","url":"http://img2.bdstatic.com/static/home/widget/header/header_30d1e1d.css"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 27 [DEBUG - 2015-12-23T23:56:22.124Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Tue, 01 Dec 2015 09:11:00 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 13:25:58 GMT"},{"name":"Age","value":"556224"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"01914759120563596554120321"},{"name":"Content-Encoding","value":"gzip"}],"id":10,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.124Z","url":"http://img2.bdstatic.com/static/home/widget/header/header_30d1e1d.css"} [DEBUG - 2015-12-23T23:56:22.124Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":53059,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:58 GMT"},{"name":"Age","value":"235524"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"18587259680623105034122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":6,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.124Z","url":"http://img0.bdstatic.com/static/home/pkg/default_0d4082f.css"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 35 [DEBUG - 2015-12-23T23:56:22.124Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:58 GMT"},{"name":"Age","value":"235524"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"18587259680623105034122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":6,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.124Z","url":"http://img0.bdstatic.com/static/home/pkg/default_0d4082f.css"} [DEBUG - 2015-12-23T23:56:22.130Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1058,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 12:59:02 GMT"},{"name":"Age","value":"557840"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"35427082560949406986121720"},{"name":"Vary","value":"Accept-Encoding"}],"id":8,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.130Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/sug_0ffbd76.css"} [DEBUG - 2015-12-23T23:56:22.130Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 12:59:02 GMT"},{"name":"Age","value":"557840"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"35427082560949406986121720"},{"name":"Vary","value":"Accept-Encoding"}],"id":8,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.130Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/sug_0ffbd76.css"} [DEBUG - 2015-12-23T23:56:22.149Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":11,"method":"GET","time":"2015-12-23T23:56:22.149Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"} [DEBUG - 2015-12-23T23:56:22.151Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":12,"method":"GET","time":"2015-12-23T23:56:22.151Z","url":"http://img0.bdstatic.com/static/common/pkg/fmdetail_da27fb2.js"} [DEBUG - 2015-12-23T23:56:22.151Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":13,"method":"GET","time":"2015-12-23T23:56:22.151Z","url":"http://img1.bdstatic.com/static/home/widget/search_home_userinfo/run_2bd1624.js"} [DEBUG - 2015-12-23T23:56:22.152Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":14,"method":"GET","time":"2015-12-23T23:56:22.152Z","url":"http://img2.bdstatic.com/static/home/widget/search_box_home/searchBox/utils_d4d79bf.js"} [DEBUG - 2015-12-23T23:56:22.152Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":15,"method":"GET","time":"2015-12-23T23:56:22.152Z","url":"http://img1.bdstatic.com/static/home/widget/search_box_home/shitu/swf_de8ecfd.js"} [DEBUG - 2015-12-23T23:56:22.153Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":16,"method":"GET","time":"2015-12-23T23:56:22.153Z","url":"http://img1.bdstatic.com/static/home/widget/search_box_home/shitu/run_30e9844.js"} [DEBUG - 2015-12-23T23:56:22.153Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":17,"method":"GET","time":"2015-12-23T23:56:22.153Z","url":"http://img1.bdstatic.com/static/common/pkg/framework_e1b4df3.js"} [DEBUG - 2015-12-23T23:56:22.154Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":18,"method":"GET","time":"2015-12-23T23:56:22.154Z","url":"http://img2.bdstatic.com/static/common/widget/ui/events/events_7036d87.js"} [DEBUG - 2015-12-23T23:56:22.154Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":19,"method":"GET","time":"2015-12-23T23:56:22.154Z","url":"http://img0.bdstatic.com/static/common/widget/ui/utils/scroller_efc1f29.js"} [DEBUG - 2015-12-23T23:56:22.154Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":20,"method":"GET","time":"2015-12-23T23:56:22.154Z","url":"http://img1.bdstatic.com/static/common/widget/ui/utils/pageresizer_9feba52.js"} [DEBUG - 2015-12-23T23:56:22.155Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":21,"method":"GET","time":"2015-12-23T23:56:22.155Z","url":"http://img0.bdstatic.com/static/common/widget/ui/utils/utils_537ba22.js"} [DEBUG - 2015-12-23T23:56:22.155Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":22,"method":"GET","time":"2015-12-23T23:56:22.155Z","url":"http://img2.bdstatic.com/static/home/widget/ui/statistic/statistic_95bcde0.js"} [DEBUG - 2015-12-23T23:56:22.156Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":23,"method":"GET","time":"2015-12-23T23:56:22.155Z","url":"http://img0.bdstatic.com/static/home/widget/search_box_home/run_1653ef6.js"} [DEBUG - 2015-12-23T23:56:22.177Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":24,"method":"GET","time":"2015-12-23T23:56:22.177Z","url":"http://img2.bdstatic.com/static/home/pkg/default_1b85fb2.js"} [DEBUG - 2015-12-23T23:56:22.193Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":4620,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Etag","value":"\"1267227191\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:22 GMT"},{"name":"Last-Modified","value":"Fri, 23 May 2014 06:06:14 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":2,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.192Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"} [DEBUG - 2015-12-23T23:56:22.193Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Etag","value":"\"1267227191\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:22 GMT"},{"name":"Last-Modified","value":"Fri, 23 May 2014 06:06:14 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":2,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.193Z","url":"http://img.baidu.com/hunter/alog/alog.min.js"} 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BAIDUID=33EB28740752C66E008FF081F0CD270B:FG=1; expires=Thu, 22-Dec-2016 23:56:21 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" [DEBUG - 2015-12-23T23:56:22.193Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":24588,"contentType":"application/javascript","headers":[{"name":"Cache-Control","value":"max-age=0, must-revalidate"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Etag","value":"43783451f9556ff1e743a5041f042ddc"},{"name":"P3p","value":"CP=\"CURa ADMa DEVa PSAo PSDo OUR BUS UNI PUR INT DEM STA PRE COM NAV OTC NOI DSP COR\""},{"name":"Server","value":"apache"},{"name":"Set-Cookie","value":"HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; Path=/; Domain=hm.baidu.com\nHMACCOUNT=7F4BB6B2E53E521A; Path=/; Domain=hm.baidu.com; Expires=Sun, 18 Jan 2038 00:00:00 GMT"}],"id":11,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.193Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 41 [DEBUG - 2015-12-23T23:56:22.194Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/javascript","headers":[{"name":"Cache-Control","value":"max-age=0, must-revalidate"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Etag","value":"43783451f9556ff1e743a5041f042ddc"},{"name":"P3p","value":"CP=\"CURa ADMa DEVa PSAo PSDo OUR BUS UNI PUR INT DEM STA PRE COM NAV OTC NOI DSP COR\""},{"name":"Server","value":"apache"},{"name":"Set-Cookie","value":"HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; Path=/; Domain=hm.baidu.com\nHMACCOUNT=7F4BB6B2E53E521A; Path=/; Domain=hm.baidu.com; Expires=Sun, 18 Jan 2038 00:00:00 GMT"}],"id":11,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.193Z","url":"http://hm.baidu.com/h.js?737dbb498415dd39d8abf5bc2404b290"} [DEBUG - 2015-12-23T23:56:22.194Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":54448,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 06:25:14 GMT"},{"name":"Age","value":"581468"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15149360530488756234121714"},{"name":"Vary","value":"Accept-Encoding"}],"id":12,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.194Z","url":"http://img0.bdstatic.com/static/common/pkg/fmdetail_da27fb2.js"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 49 [DEBUG - 2015-12-23T23:56:22.194Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":6695,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:25:43 GMT"},{"name":"Age","value":"235839"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15434615680391762186122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":13,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.194Z","url":"http://img1.bdstatic.com/static/home/widget/search_home_userinfo/run_2bd1624.js"} [DEBUG - 2015-12-23T23:56:22.194Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:25:43 GMT"},{"name":"Age","value":"235839"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15434615680391762186122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":13,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.194Z","url":"http://img1.bdstatic.com/static/home/widget/search_home_userinfo/run_2bd1624.js"} [DEBUG - 2015-12-23T23:56:22.194Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":4347,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 10:24:32 GMT"},{"name":"Age","value":"135110"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"14722834560639292426122218"},{"name":"Vary","value":"Accept-Encoding"}],"id":21,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.194Z","url":"http://img0.bdstatic.com/static/common/widget/ui/utils/utils_537ba22.js"} [DEBUG - 2015-12-23T23:56:22.195Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 10:24:32 GMT"},{"name":"Age","value":"135110"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"14722834560639292426122218"},{"name":"Vary","value":"Accept-Encoding"}],"id":21,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.195Z","url":"http://img0.bdstatic.com/static/common/widget/ui/utils/utils_537ba22.js"} [DEBUG - 2015-12-23T23:56:22.195Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":829,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:47 GMT"},{"name":"Age","value":"235535"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"18477893830622842890122114"},{"name":"Content-Encoding","value":"gzip"}],"id":14,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.195Z","url":"http://img2.bdstatic.com/static/home/widget/search_box_home/searchBox/utils_d4d79bf.js"} [DEBUG - 2015-12-23T23:56:22.195Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:47 GMT"},{"name":"Age","value":"235535"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"18477893830622842890122114"},{"name":"Content-Encoding","value":"gzip"}],"id":14,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.195Z","url":"http://img2.bdstatic.com/static/home/widget/search_box_home/searchBox/utils_d4d79bf.js"} [DEBUG - 2015-12-23T23:56:22.195Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":773,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 05:32:07 GMT"},{"name":"Age","value":"152655"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"19277149020475648266122213"},{"name":"Content-Encoding","value":"gzip"}],"id":18,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.195Z","url":"http://img2.bdstatic.com/static/common/widget/ui/events/events_7036d87.js"} [DEBUG - 2015-12-23T23:56:22.195Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 05:32:07 GMT"},{"name":"Age","value":"152655"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"19277149020475648266122213"},{"name":"Content-Encoding","value":"gzip"}],"id":18,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.195Z","url":"http://img2.bdstatic.com/static/common/widget/ui/events/events_7036d87.js"} [DEBUG - 2015-12-23T23:56:22.196Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1315,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:25:43 GMT"},{"name":"Age","value":"235839"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15435018920932629770122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":22,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.195Z","url":"http://img2.bdstatic.com/static/home/widget/ui/statistic/statistic_95bcde0.js"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 52 [DEBUG - 2015-12-23T23:56:22.196Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:25:43 GMT"},{"name":"Age","value":"235839"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15435018920932629770122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":22,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.196Z","url":"http://img2.bdstatic.com/static/home/widget/ui/statistic/statistic_95bcde0.js"} [DEBUG - 2015-12-23T23:56:22.196Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1320,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 06:44:10 GMT"},{"name":"Age","value":"148332"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"26508300590672977930122214"},{"name":"Vary","value":"Accept-Encoding"}],"id":19,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.196Z","url":"http://img0.bdstatic.com/static/common/widget/ui/utils/scroller_efc1f29.js"} [DEBUG - 2015-12-23T23:56:22.196Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 06:44:10 GMT"},{"name":"Age","value":"148332"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"26508300590672977930122214"},{"name":"Vary","value":"Accept-Encoding"}],"id":19,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.196Z","url":"http://img0.bdstatic.com/static/common/widget/ui/utils/scroller_efc1f29.js"} [DEBUG - 2015-12-23T23:56:22.197Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":544,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:59 GMT"},{"name":"Age","value":"235523"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"18591699110458871050122114"},{"name":"Content-Encoding","value":"gzip"}],"id":23,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.197Z","url":"http://img0.bdstatic.com/static/home/widget/search_box_home/run_1653ef6.js"} [DEBUG - 2015-12-23T23:56:22.197Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:59 GMT"},{"name":"Age","value":"235523"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"18591699110458871050122114"},{"name":"Content-Encoding","value":"gzip"}],"id":23,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.197Z","url":"http://img0.bdstatic.com/static/home/widget/search_box_home/run_1653ef6.js"} 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BAIDUID=33EB28740752C66E008FF081F0CD270B:FG=1; expires=Thu, 22-Dec-2016 23:56:21 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BAIDUID=33EB28740752C66E008FF081F0CD270B:FG=1; expires=Thu, 22-Dec-2016 23:56:21 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1450914982; domain=.image.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 63 [DEBUG - 2015-12-23T23:56:22.245Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":4000,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:52:17 GMT"},{"name":"Age","value":"234245"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"31372871520978899210122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":15,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.244Z","url":"http://img1.bdstatic.com/static/home/widget/search_box_home/shitu/swf_de8ecfd.js"} [DEBUG - 2015-12-23T23:56:22.245Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:52:17 GMT"},{"name":"Age","value":"234245"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"31372871520978899210122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":15,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.245Z","url":"http://img1.bdstatic.com/static/home/widget/search_box_home/shitu/swf_de8ecfd.js"} [DEBUG - 2015-12-23T23:56:22.245Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":8626,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:47 GMT"},{"name":"Age","value":"235535"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"18477964640995676426122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":16,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.245Z","url":"http://img1.bdstatic.com/static/home/widget/search_box_home/shitu/run_30e9844.js"} [DEBUG - 2015-12-23T23:56:22.245Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:30:47 GMT"},{"name":"Age","value":"235535"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"18477964640995676426122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":16,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.245Z","url":"http://img1.bdstatic.com/static/home/widget/search_box_home/shitu/run_30e9844.js"} [DEBUG - 2015-12-23T23:56:22.245Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1351,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 11:18:59 GMT"},{"name":"Age","value":"131843"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"11394461800513264906122219"},{"name":"Vary","value":"Accept-Encoding"}],"id":20,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.245Z","url":"http://img1.bdstatic.com/static/common/widget/ui/utils/pageresizer_9feba52.js"} [DEBUG - 2015-12-23T23:56:22.246Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 11:18:59 GMT"},{"name":"Age","value":"131843"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"11394461800513264906122219"},{"name":"Vary","value":"Accept-Encoding"}],"id":20,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.246Z","url":"http://img1.bdstatic.com/static/common/widget/ui/utils/pageresizer_9feba52.js"} [DEBUG - 2015-12-23T23:56:22.246Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":12044,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:25:43 GMT"},{"name":"Age","value":"235839"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15435034670673371146122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":24,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.246Z","url":"http://img2.bdstatic.com/static/home/pkg/default_1b85fb2.js"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 66 [DEBUG - 2015-12-23T23:56:22.246Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 06:11:59 GMT"},{"name":"Expires","value":"Mon, 28 Dec 2015 06:25:43 GMT"},{"name":"Age","value":"235839"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15435034670673371146122114"},{"name":"Vary","value":"Accept-Encoding"}],"id":24,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.246Z","url":"http://img2.bdstatic.com/static/home/pkg/default_1b85fb2.js"} [DEBUG - 2015-12-23T23:56:22.246Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:22.250Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 06:25:14 GMT"},{"name":"Age","value":"581468"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"15149360530488756234121714"},{"name":"Vary","value":"Accept-Encoding"}],"id":12,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.250Z","url":"http://img0.bdstatic.com/static/common/pkg/fmdetail_da27fb2.js"} [DEBUG - 2015-12-23T23:56:22.299Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"application/json, text/javascript, */*; q=0.01"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":25,"method":"GET","time":"2015-12-23T23:56:22.299Z","url":"http://image.baidu.com/user/logininfo?src=pc&page=searchresult&time=1450914982297"} [DEBUG - 2015-12-23T23:56:22.302Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":26,"method":"GET","time":"2015-12-23T23:56:22.302Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/Model_7a9cc8d.js"} [DEBUG - 2015-12-23T23:56:22.304Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":27,"method":"GET","time":"2015-12-23T23:56:22.304Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/SugList_15bc0c2.js"} [DEBUG - 2015-12-23T23:56:22.304Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":28,"method":"GET","time":"2015-12-23T23:56:22.304Z","url":"http://img2.bdstatic.com/static/common/widget/ui/sug/InputWatcher_b679cfe.js"} [DEBUG - 2015-12-23T23:56:22.305Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://image.baidu.com/"}],"id":29,"method":"GET","time":"2015-12-23T23:56:22.305Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/sug_d4b5c62.js"} [DEBUG - 2015-12-23T23:56:22.308Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":109200,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 04:06:14 GMT"},{"name":"Age","value":"157808"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"03741835520488756234122212"},{"name":"Vary","value":"Accept-Encoding"}],"id":17,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.308Z","url":"http://img1.bdstatic.com/static/common/pkg/framework_e1b4df3.js"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 75 [DEBUG - 2015-12-23T23:56:22.309Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 04:06:14 GMT"},{"name":"Age","value":"157808"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"03741835520488756234122212"},{"name":"Vary","value":"Accept-Encoding"}],"id":17,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.309Z","url":"http://img1.bdstatic.com/static/common/pkg/framework_e1b4df3.js"} [DEBUG - 2015-12-23T23:56:22.336Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":725,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 08:07:58 GMT"},{"name":"Age","value":"143304"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"04781299550672977930122216"},{"name":"Content-Encoding","value":"gzip"}],"id":26,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.336Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/Model_7a9cc8d.js"} [DEBUG - 2015-12-23T23:56:22.336Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 08:07:58 GMT"},{"name":"Age","value":"143304"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"04781299550672977930122216"},{"name":"Content-Encoding","value":"gzip"}],"id":26,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.336Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/Model_7a9cc8d.js"} [DEBUG - 2015-12-23T23:56:22.338Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":2275,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 10:21:38 GMT"},{"name":"Age","value":"135284"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"12982062160597150986122218"},{"name":"Vary","value":"Accept-Encoding"}],"id":29,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.337Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/sug_d4b5c62.js"} [DEBUG - 2015-12-23T23:56:22.338Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 10:21:38 GMT"},{"name":"Age","value":"135284"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"12982062160597150986122218"},{"name":"Vary","value":"Accept-Encoding"}],"id":29,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.338Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/sug_d4b5c62.js"} 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1450914982; domain=.image.baidu.com; path=/" 2015-12-24T07:56:22 [DEBUG] CookieJar - Saved "BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.baidu.com; path=/" [DEBUG - 2015-12-23T23:56:22.341Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":70,"contentType":"application/json; charset=utf-8;","headers":[{"name":"Connection","value":"keep-alive"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-16 23:56:22 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"33823229630672977930122407"},{"name":"Content-Length","value":"70"}],"id":25,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.341Z","url":"http://image.baidu.com/user/logininfo?src=pc&page=searchresult&time=1450914982297"} [DEBUG - 2015-12-23T23:56:22.424Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/json; charset=utf-8;","headers":[{"name":"Connection","value":"keep-alive"},{"name":"Content-Type","value":"application/json; charset=utf-8;"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"Apache"},{"name":"Set-Cookie","value":"BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-16 23:56:22 GMT; max-age=31536000; path=/; domain=.baidu.com; version=1"},{"name":"Tracecode","value":"33823229630672977930122407"},{"name":"Content-Length","value":"70"}],"id":25,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.423Z","url":"http://image.baidu.com/user/logininfo?src=pc&page=searchresult&time=1450914982297"} [DEBUG - 2015-12-23T23:56:22.426Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":2122,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 10:21:38 GMT"},{"name":"Age","value":"135284"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"12985759960408604938122218"},{"name":"Vary","value":"Accept-Encoding"}],"id":27,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.426Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/SugList_15bc0c2.js"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 77 [DEBUG - 2015-12-23T23:56:22.426Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 10:21:38 GMT"},{"name":"Age","value":"135284"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Tracecode","value":"12985759960408604938122218"},{"name":"Vary","value":"Accept-Encoding"}],"id":27,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.426Z","url":"http://img0.bdstatic.com/static/common/widget/ui/sug/SugList_15bc0c2.js"} [DEBUG - 2015-12-23T23:56:22.427Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1374,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 06:10:38 GMT"},{"name":"Age","value":"150344"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"06386836540391762186122214"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Content-Encoding","value":"gzip"}],"id":28,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.427Z","url":"http://img2.bdstatic.com/static/common/widget/ui/sug/InputWatcher_b679cfe.js"} [DEBUG - 2015-12-23T23:56:22.427Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:22 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"keep-alive"},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 06:15:16 GMT"},{"name":"Expires","value":"Tue, 29 Dec 2015 06:10:38 GMT"},{"name":"Age","value":"150344"},{"name":"Cache-Control","value":"max-age=604800"},{"name":"Tracecode","value":"06386836540391762186122214"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Content-Encoding","value":"gzip"}],"id":28,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:22.427Z","url":"http://img2.bdstatic.com/static/common/widget/ui/sug/InputWatcher_b679cfe.js"} 2015-12-24T07:56:22 [DEBUG] WebPage - updateLoadingProgress: 100 [DEBUG - 2015-12-23T23:56:22.427Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false [DEBUG - 2015-12-23T23:56:22.427Z] SessionReqHand - _SuccessHandler - status: success 2015-12-24T07:56:22 [DEBUG] HTTP Response - Status Code 200 OK 2015-12-24T07:56:22 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" 2015-12-24T07:56:22 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" 2015-12-24T07:56:22 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:22 [DEBUG] HTTP Request - URI /wd/hub/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source 2015-12-24T07:56:22 [DEBUG] HTTP Request - Method GET 2015-12-24T07:56:22 [DEBUG] HTTP Request - HTTP Version 1.1 2015-12-24T07:56:22 [DEBUG] HTTP Request - Query String 2015-12-24T07:56:22 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" 2015-12-24T07:56:22 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:59534" 2015-12-24T07:56:22 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:22 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" 2015-12-24T07:56:22 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" 2015-12-24T07:56:22 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" [DEBUG - 2015-12-23T23:56:22.436Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _oneShotCallback - onLoadFinished [DEBUG - 2015-12-23T23:56:22.436Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success 2015-12-24T07:56:22 [DEBUG] WebPage - setupFrame "" [DEBUG - 2015-12-23T23:56:22.436Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:59534","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"GET","url":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","urlParsed":{"anchor":"","query":"","file":"source","directory":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/","path":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","relative":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","queryKey":{},"chunks":["session","c4723960-a9d0-11e5-974b-995bcb6f9e74","source"]}} 2015-12-24T07:56:22 [DEBUG] HTTP Response - Status Code 200 OK 2015-12-24T07:56:22 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" 2015-12-24T07:56:22 [DEBUG] HTTP Response - Sending Header "Content-Length" = "102518" 2015-12-24T07:56:22 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:24 [DEBUG] HTTP Request - URI /wd/hub/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url 2015-12-24T07:56:24 [DEBUG] HTTP Request - Method POST 2015-12-24T07:56:24 [DEBUG] HTTP Request - HTTP Version 1.1 2015-12-24T07:56:24 [DEBUG] HTTP Request - Query String 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "Content-Length" = "83" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:59534" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:24 [DEBUG] HTTP Request - Method POST/PUT 2015-12-24T07:56:24 [DEBUG] HTTP Request - Content Body: {"url": "http://v.baidu.com/", "sessionId": "c4723960-a9d0-11e5-974b-995bcb6f9e74"} [DEBUG - 2015-12-23T23:56:24.306Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Length":"83","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:59534","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"POST","post":"{\"url\": \"http://v.baidu.com/\", \"sessionId\": \"c4723960-a9d0-11e5-974b-995bcb6f9e74\"}","url":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","urlParsed":{"anchor":"","query":"","file":"url","directory":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/","path":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","relative":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/url","queryKey":{},"chunks":["session","c4723960-a9d0-11e5-974b-995bcb6f9e74","url"]}} [DEBUG - 2015-12-23T23:56:24.306Z] SessionReqHand - _postUrlCommand - Session 'c4723960-a9d0-11e5-974b-995bcb6f9e74' is about to load URL: http://v.baidu.com/ 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 10 [DEBUG - 2015-12-23T23:56:24.307Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"}],"id":30,"method":"GET","time":"2015-12-23T23:56:24.307Z","url":"http://v.baidu.com/"} [DEBUG - 2015-12-23T23:56:24.318Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:24.418Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:24.437Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":83747,"contentType":"text/html; charset=UTF-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html; charset=UTF-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33843231550521414666122407"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":30,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.437Z","url":"http://v.baidu.com/"} [DEBUG - 2015-12-23T23:56:24.438Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"Cache-Control","value":"max-age=0"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Referer","value":"http://image.baidu.com/"},{"name":"Accept","value":"*/*"}],"id":31,"method":"GET","time":"2015-12-23T23:56:24.438Z","url":"http://hm.baidu.com/hm.gif?cc=0&ck=1&cl=32-bit&ds=1024x768&ep=2234%2C2235&et=3&ja=0&ln=zh-CN&lo=0<=1450914982&nv=0&rnd=260551603&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.1.22&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"} 2015-12-24T07:56:24 [DEBUG] WebPage - setupFrame "" [DEBUG - 2015-12-23T23:56:24.468Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":32,"method":"GET","time":"2015-12-23T23:56:24.468Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_css_0_f2a7259b.css"} [DEBUG - 2015-12-23T23:56:24.469Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":33,"method":"GET","time":"2015-12-23T23:56:24.469Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_69e524d.css"} [DEBUG - 2015-12-23T23:56:24.469Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":34,"method":"GET","time":"2015-12-23T23:56:24.469Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_2_33e786e.css"} [DEBUG - 2015-12-23T23:56:24.470Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":35,"method":"GET","time":"2015-12-23T23:56:24.470Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_ui_video_dbb46407.css"} [DEBUG - 2015-12-23T23:56:24.470Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":36,"method":"GET","time":"2015-12-23T23:56:24.470Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_7f55be0.css"} [DEBUG - 2015-12-23T23:56:24.471Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/css,*/*;q=0.1"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":37,"method":"GET","time":"2015-12-23T23:56:24.471Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_f16ed34.css"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 35 [DEBUG - 2015-12-23T23:56:24.475Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":38,"method":"GET","time":"2015-12-23T23:56:24.475Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_0_2ffaf4d1.js"} [DEBUG - 2015-12-23T23:56:24.476Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":39,"method":"GET","time":"2015-12-23T23:56:24.476Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_cf1f84ca.js"} [DEBUG - 2015-12-23T23:56:24.476Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":40,"method":"GET","time":"2015-12-23T23:56:24.476Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_ae01835d.js"} [DEBUG - 2015-12-23T23:56:24.476Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":41,"method":"GET","time":"2015-12-23T23:56:24.476Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_4_7bc1e2e6.js"} [DEBUG - 2015-12-23T23:56:24.477Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":42,"method":"GET","time":"2015-12-23T23:56:24.477Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/ui/carousel/jCarouselLite_2ef10bec.js"} [DEBUG - 2015-12-23T23:56:24.477Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":43,"method":"GET","time":"2015-12-23T23:56:24.477Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/home_video_c6ca2c9.js"} [DEBUG - 2015-12-23T23:56:24.477Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":44,"method":"GET","time":"2015-12-23T23:56:24.477Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_0_724272b.js"} [DEBUG - 2015-12-23T23:56:24.478Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":45,"method":"GET","time":"2015-12-23T23:56:24.478Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_1_79b3da0.js"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 51 [DEBUG - 2015-12-23T23:56:24.478Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/html; charset=UTF-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/html; charset=UTF-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33843231550521414666122407"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":30,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.478Z","url":"http://v.baidu.com/"} [DEBUG - 2015-12-23T23:56:24.478Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":43,"contentType":"image/gif","headers":[{"name":"Cache-Control","value":"private, max-age=0, no-cache"},{"name":"Content-Length","value":"43"},{"name":"Content-Type","value":"image/gif"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"apache"},{"name":"X-Content-Type-Options","value":"nosniff"}],"id":31,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.478Z","url":"http://hm.baidu.com/hm.gif?cc=0&ck=1&cl=32-bit&ds=1024x768&ep=2234%2C2235&et=3&ja=0&ln=zh-CN&lo=0<=1450914982&nv=0&rnd=260551603&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.1.22&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"} 2015-12-24T07:56:24 [DEBUG] Network - Resource request error: 5 ( "Operation canceled" ) URL: "http://hm.baidu.com/hm.gif?cc=0&ck=1&cl=32-bit&ds=1024x768&ep=2234,2235&et=3&ja=0&ln=zh-CN&lo=0<=1450914982&nv=0&rnd=260551603&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.1.22&lv=3&tt=百度图片—全球最大中文图片库" [DEBUG - 2015-12-23T23:56:24.479Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceError - {"errorCode":5,"errorString":"Operation canceled","id":31,"url":"http://hm.baidu.com/hm.gif?cc=0&ck=1&cl=32-bit&ds=1024x768&ep=2234,2235&et=3&ja=0&ln=zh-CN&lo=0<=1450914982&nv=0&rnd=260551603&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.1.22&lv=3&tt=百度图片—全球最大中文图片库"} [DEBUG - 2015-12-23T23:56:24.479Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"image/gif","headers":[{"name":"Cache-Control","value":"private, max-age=0, no-cache"},{"name":"Content-Length","value":"43"},{"name":"Content-Type","value":"image/gif"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"apache"},{"name":"X-Content-Type-Options","value":"nosniff"}],"id":31,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.479Z","url":"http://hm.baidu.com/hm.gif?cc=0&ck=1&cl=32-bit&ds=1024x768&ep=2234%2C2235&et=3&ja=0&ln=zh-CN&lo=0<=1450914982&nv=0&rnd=260551603&si=737dbb498415dd39d8abf5bc2404b290&st=4&v=1.1.22&lv=3&tt=%E7%99%BE%E5%BA%A6%E5%9B%BE%E7%89%87%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E5%9B%BE%E7%89%87%E5%BA%93"} [DEBUG - 2015-12-23T23:56:24.519Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:24.535Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":7570,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"567919ee-1d92\""},{"name":"Last-Modified","value":"Tue, 22 Dec 2015 09:37:50 GMT"},{"name":"Expires","value":"Thu, 21 Jan 2016 09:45:34 GMT"},{"name":"Age","value":"137179"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":33,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.535Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_69e524d.css"} [DEBUG - 2015-12-23T23:56:24.536Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"567919ee-1d92\""},{"name":"Last-Modified","value":"Tue, 22 Dec 2015 09:37:50 GMT"},{"name":"Expires","value":"Thu, 21 Jan 2016 09:45:34 GMT"},{"name":"Age","value":"137179"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":33,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.536Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_1_69e524d.css"} [DEBUG - 2015-12-23T23:56:24.539Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":24343,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56724966-5f17\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 05:34:30 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 06:52:52 GMT"},{"name":"Age","value":"579469"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":34,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.539Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_2_33e786e.css"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 56 [DEBUG - 2015-12-23T23:56:24.540Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56724966-5f17\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 05:34:30 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 06:52:52 GMT"},{"name":"Age","value":"579469"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":34,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.540Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_2_33e786e.css"} [DEBUG - 2015-12-23T23:56:24.542Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":31203,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"5661393a-79e3\""},{"name":"Last-Modified","value":"Fri, 04 Dec 2015 06:56:58 GMT"},{"name":"Expires","value":"Tue, 05 Jan 2016 11:51:05 GMT"},{"name":"Age","value":"1512319"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":32,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.542Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_css_0_f2a7259b.css"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 60 [DEBUG - 2015-12-23T23:56:24.543Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"5661393a-79e3\""},{"name":"Last-Modified","value":"Fri, 04 Dec 2015 06:56:58 GMT"},{"name":"Expires","value":"Tue, 05 Jan 2016 11:51:05 GMT"},{"name":"Age","value":"1512319"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":32,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.543Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_css_0_f2a7259b.css"} [DEBUG - 2015-12-23T23:56:24.546Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":22808,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"566e977c-5918\""},{"name":"Last-Modified","value":"Mon, 14 Dec 2015 10:18:36 GMT"},{"name":"Expires","value":"Wed, 13 Jan 2016 10:25:29 GMT"},{"name":"Age","value":"826255"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":37,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.546Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_f16ed34.css"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 63 [DEBUG - 2015-12-23T23:56:24.546Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"566e977c-5918\""},{"name":"Last-Modified","value":"Mon, 14 Dec 2015 10:18:36 GMT"},{"name":"Expires","value":"Wed, 13 Jan 2016 10:25:29 GMT"},{"name":"Age","value":"826255"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":37,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.546Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_css_0_f16ed34.css"} [DEBUG - 2015-12-23T23:56:24.549Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":53960,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-d2c8\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 09:39:17 GMT"},{"name":"Age","value":"569489"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":35,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.549Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_ui_video_dbb46407.css"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 68 [DEBUG - 2015-12-23T23:56:24.550Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-d2c8\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 09:39:17 GMT"},{"name":"Age","value":"569489"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":35,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.549Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_ui_video_dbb46407.css"} [DEBUG - 2015-12-23T23:56:24.555Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":6035,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-1793\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Thu, 21 Jan 2016 09:52:27 GMT"},{"name":"Age","value":"137011"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":41,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.555Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_4_7bc1e2e6.js"} [DEBUG - 2015-12-23T23:56:24.555Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-1793\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Thu, 21 Jan 2016 09:52:27 GMT"},{"name":"Age","value":"137011"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":41,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.555Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_4_7bc1e2e6.js"} [DEBUG - 2015-12-23T23:56:24.555Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":30937,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-78d9\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 09:39:25 GMT"},{"name":"Age","value":"569623"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":40,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.555Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_ae01835d.js"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 72 [DEBUG - 2015-12-23T23:56:24.556Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-78d9\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 09:39:25 GMT"},{"name":"Age","value":"569623"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":40,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.556Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_video_ae01835d.js"} [DEBUG - 2015-12-23T23:56:24.556Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":5380,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56542c68-1504\""},{"name":"Last-Modified","value":"Tue, 24 Nov 2015 09:22:48 GMT"},{"name":"Expires","value":"Sat, 26 Dec 2015 16:17:36 GMT"},{"name":"Age","value":"2360172"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":42,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.556Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/ui/carousel/jCarouselLite_2ef10bec.js"} [DEBUG - 2015-12-23T23:56:24.556Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56542c68-1504\""},{"name":"Last-Modified","value":"Tue, 24 Nov 2015 09:22:48 GMT"},{"name":"Expires","value":"Sat, 26 Dec 2015 16:17:36 GMT"},{"name":"Age","value":"2360172"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":42,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.556Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/ui/carousel/jCarouselLite_2ef10bec.js"} [DEBUG - 2015-12-23T23:56:24.559Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":24929,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"5677d302-6161\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 10:22:58 GMT"},{"name":"Expires","value":"Wed, 20 Jan 2016 11:34:44 GMT"},{"name":"Age","value":"217073"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":43,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.559Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/home_video_c6ca2c9.js"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 76 [DEBUG - 2015-12-23T23:56:24.559Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"5677d302-6161\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 10:22:58 GMT"},{"name":"Expires","value":"Wed, 20 Jan 2016 11:34:44 GMT"},{"name":"Age","value":"217073"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":43,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.559Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/home_video_c6ca2c9.js"} [DEBUG - 2015-12-23T23:56:24.572Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":141349,"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"5677d302-22825\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 10:22:58 GMT"},{"name":"Expires","value":"Wed, 20 Jan 2016 11:34:37 GMT"},{"name":"Age","value":"217017"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":36,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.572Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_7f55be0.css"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 81 [DEBUG - 2015-12-23T23:56:24.572Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/css","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/css"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"5677d302-22825\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 10:22:58 GMT"},{"name":"Expires","value":"Wed, 20 Jan 2016 11:34:37 GMT"},{"name":"Age","value":"217017"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":36,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.572Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/home_7f55be0.css"} [DEBUG - 2015-12-23T23:56:24.633Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":46,"method":"GET","time":"2015-12-23T23:56:24.633Z","url":"http://img.baidu.com/hunter/alog/monkey.min.js"} [DEBUG - 2015-12-23T23:56:24.633Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":47,"method":"GET","time":"2015-12-23T23:56:24.633Z","url":"http://img.baidu.com/hunter/alog/element.min.js"} [DEBUG - 2015-12-23T23:56:24.634Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":48,"method":"GET","time":"2015-12-23T23:56:24.634Z","url":"http://img.baidu.com/hunter/video.js?st=-16793"} [DEBUG - 2015-12-23T23:56:24.635Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":67231,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-1069f\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 09:39:23 GMT"},{"name":"Age","value":"569175"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":39,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.635Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_cf1f84ca.js"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 84 [DEBUG - 2015-12-23T23:56:24.636Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"56725f93-1069f\""},{"name":"Last-Modified","value":"Thu, 17 Dec 2015 07:09:07 GMT"},{"name":"Expires","value":"Sat, 16 Jan 2016 09:39:23 GMT"},{"name":"Age","value":"569175"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":39,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.636Z","url":"http://vs6.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_1_cf1f84ca.js"} [DEBUG - 2015-12-23T23:56:24.636Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":474,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Fri, 11 Dec 2015 10:59:19 GMT"},{"name":"Expires","value":"Tue, 12 Jan 2016 03:26:37 GMT"},{"name":"Age","value":"937080"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":44,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.636Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_0_724272b.js"} [DEBUG - 2015-12-23T23:56:24.636Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Fri, 11 Dec 2015 10:59:19 GMT"},{"name":"Expires","value":"Tue, 12 Jan 2016 03:26:37 GMT"},{"name":"Age","value":"937080"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":44,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.636Z","url":"http://vs5.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_0_724272b.js"} [DEBUG - 2015-12-23T23:56:24.636Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":176826,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"567a4769-2b2ba\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 07:04:09 GMT"},{"name":"Expires","value":"Fri, 22 Jan 2016 07:29:18 GMT"},{"name":"Age","value":"54189"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":38,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.636Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_0_2ffaf4d1.js"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 86 [DEBUG - 2015-12-23T23:56:24.637Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"567a4769-2b2ba\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 07:04:09 GMT"},{"name":"Expires","value":"Fri, 22 Jan 2016 07:29:18 GMT"},{"name":"Age","value":"54189"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":38,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.637Z","url":"http://vs5.bdstatic.com/browse_static/v3/common/pkg/common_sync_js_0_2ffaf4d1.js"} [DEBUG - 2015-12-23T23:56:24.664Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":3955,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"566aac87-f73\""},{"name":"Last-Modified","value":"Fri, 11 Dec 2015 10:59:19 GMT"},{"name":"Expires","value":"Tue, 12 Jan 2016 03:26:23 GMT"},{"name":"Age","value":"937438"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":45,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.664Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_1_79b3da0.js"} [DEBUG - 2015-12-23T23:56:24.664Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"ETag","value":"W/\"566aac87-f73\""},{"name":"Last-Modified","value":"Fri, 11 Dec 2015 10:59:19 GMT"},{"name":"Expires","value":"Tue, 12 Jan 2016 03:26:23 GMT"},{"name":"Age","value":"937438"},{"name":"Cache-Control","value":"max-age=2592000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding"},{"name":"Access-Control-Allow-Origin","value":"http://*.baidu.com"},{"name":"Content-Encoding","value":"gzip"}],"id":45,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.664Z","url":"http://vs6.bdstatic.com/browse_static/v3/index/pkg/index_sync_js_1_79b3da0.js"} [DEBUG - 2015-12-23T23:56:24.704Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":49,"method":"GET","time":"2015-12-23T23:56:24.703Z","url":"http://v.baidu.com/d?m=uss&word=1450914984701&callback=video_login_callback&_=1450914984656"} [DEBUG - 2015-12-23T23:56:24.720Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":50,"method":"GET","time":"2015-12-23T23:56:24.720Z","url":"http://vs3.bdstatic.com/pc_static/open/record/bdv-record-min.js?bdv=0924&_=1450914984657"} [DEBUG - 2015-12-23T23:56:24.723Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":51,"method":"GET","time":"2015-12-23T23:56:24.723Z","url":"http://v.baidu.com/staticapi/videoAd.json?callback=videoNewAd&_=1450914984658"} [DEBUG - 2015-12-23T23:56:24.727Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":52,"method":"GET","time":"2015-12-23T23:56:24.727Z","url":"http://v.baidu.com/videoapi/?callback=jQuery1111025695614400319755_1450914984659&page_name=navcommon&block_sign=list_common_ad_promote&format=json&_=1450914984660"} [DEBUG - 2015-12-23T23:56:24.773Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":53,"method":"GET","time":"2015-12-23T23:56:24.773Z","url":"http://v.baidu.com/staticapi/pcpush.json?callback=cbVideoAPIPCPush&_=1450914984661"} [DEBUG - 2015-12-23T23:56:24.777Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Referer","value":"http://v.baidu.com/"},{"name":"Accept","value":"*/*"}],"id":54,"method":"GET","time":"2015-12-23T23:56:24.777Z","url":"http://v.baidu.com/?pagelets%5B%5D=pager1&force_mode=1&t=708292"} [DEBUG - 2015-12-23T23:56:24.780Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":55,"method":"GET","time":"2015-12-23T23:56:24.780Z","url":"http://v.baidu.com/commonapi/xiu8/?callback=jQuery1111025695614400319755_1450914984662&_=1450914984663"} [DEBUG - 2015-12-23T23:56:24.781Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":56,"method":"GET","time":"2015-12-23T23:56:24.780Z","url":"http://cbjs.baidu.com/js/m.js?_=1450914984664"} [DEBUG - 2015-12-23T23:56:24.782Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":57,"method":"GET","time":"2015-12-23T23:56:24.782Z","url":"http://v.baidu.com/staticapi/misadlist.json?callback=bdvMisAdBlock&_=1450914984665"} [DEBUG - 2015-12-23T23:56:24.790Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:24.791Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":2901,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"923391318\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Wed, 19 Jun 2013 07:19:53 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":46,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.791Z","url":"http://img.baidu.com/hunter/alog/monkey.min.js"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 87 [DEBUG - 2015-12-23T23:56:24.791Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"923391318\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Wed, 19 Jun 2013 07:19:53 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":46,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.791Z","url":"http://img.baidu.com/hunter/alog/monkey.min.js"} [DEBUG - 2015-12-23T23:56:24.792Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":2521,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"2511065917\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Thu, 26 Jun 2014 11:32:18 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":47,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.791Z","url":"http://img.baidu.com/hunter/alog/element.min.js"} [DEBUG - 2015-12-23T23:56:24.792Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"2511065917\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Thu, 26 Jun 2014 11:32:18 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":47,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.792Z","url":"http://img.baidu.com/hunter/alog/element.min.js"} [DEBUG - 2015-12-23T23:56:24.792Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":49,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"1969802158\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Sun, 18 Jan 2015 01:30:01 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":48,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.792Z","url":"http://img.baidu.com/hunter/video.js?st=-16793"} [DEBUG - 2015-12-23T23:56:24.792Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"1969802158\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Sun, 18 Jan 2015 01:30:01 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":48,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.792Z","url":"http://img.baidu.com/hunter/video.js?st=-16793"} [DEBUG - 2015-12-23T23:56:24.792Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":140,"contentType":"text/javascript;charset=gb2312","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript;charset=gb2312"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"apache"},{"name":"Vary","value":"Accept-Encoding"},{"name":"X-Powered-By","value":"PHP/5.2.10"}],"id":49,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.792Z","url":"http://v.baidu.com/d?m=uss&word=1450914984701&callback=video_login_callback&_=1450914984656"} [DEBUG - 2015-12-23T23:56:24.793Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript;charset=gb2312","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript;charset=gb2312"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"apache"},{"name":"Vary","value":"Accept-Encoding"},{"name":"X-Powered-By","value":"PHP/5.2.10"}],"id":49,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.793Z","url":"http://v.baidu.com/d?m=uss&word=1450914984701&callback=video_login_callback&_=1450914984656"} [DEBUG - 2015-12-23T23:56:24.795Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":3622,"contentType":"text/json","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Length","value":"3622"},{"name":"Content-Type","value":"text/json"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"1220082559\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 23:55:24 GMT"},{"name":"Server","value":"apache"}],"id":51,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.795Z","url":"http://v.baidu.com/staticapi/videoAd.json?callback=videoNewAd&_=1450914984658"} [DEBUG - 2015-12-23T23:56:24.796Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/json","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Length","value":"3622"},{"name":"Content-Type","value":"text/json"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"1220082559\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 23:55:24 GMT"},{"name":"Server","value":"apache"}],"id":51,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.796Z","url":"http://v.baidu.com/staticapi/videoAd.json?callback=videoNewAd&_=1450914984658"} [DEBUG - 2015-12-23T23:56:24.797Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":3654,"contentType":"application/x-javascript","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33847357490706553866122407"},{"name":"X-Powered-By","value":"HPHP"}],"id":52,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.797Z","url":"http://v.baidu.com/videoapi/?callback=jQuery1111025695614400319755_1450914984659&page_name=navcommon&block_sign=list_common_ad_promote&format=json&_=1450914984660"} [DEBUG - 2015-12-23T23:56:24.797Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33847357490706553866122407"},{"name":"X-Powered-By","value":"HPHP"}],"id":52,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.797Z","url":"http://v.baidu.com/videoapi/?callback=jQuery1111025695614400319755_1450914984659&page_name=navcommon&block_sign=list_common_ad_promote&format=json&_=1450914984660"} [DEBUG - 2015-12-23T23:56:24.798Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1300,"contentType":"text/json","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Length","value":"1300"},{"name":"Content-Type","value":"text/json"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"1773730805\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 23:55:24 GMT"},{"name":"Server","value":"apache"}],"id":53,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.798Z","url":"http://v.baidu.com/staticapi/pcpush.json?callback=cbVideoAPIPCPush&_=1450914984661"} [DEBUG - 2015-12-23T23:56:24.798Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/json","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Length","value":"1300"},{"name":"Content-Type","value":"text/json"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"1773730805\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 23:55:24 GMT"},{"name":"Server","value":"apache"}],"id":53,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.798Z","url":"http://v.baidu.com/staticapi/pcpush.json?callback=cbVideoAPIPCPush&_=1450914984661"} 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1450914982; domain=.image.baidu.com; path=/" 2015-12-24T07:56:24 [DEBUG] CookieJar - Saved "BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.baidu.com; path=/" [DEBUG - 2015-12-23T23:56:24.801Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1116,"contentType":"text/json","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Length","value":"1116"},{"name":"Content-Type","value":"text/json"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"2058943472\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 23:55:25 GMT"},{"name":"Server","value":"apache"}],"id":57,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.801Z","url":"http://v.baidu.com/staticapi/misadlist.json?callback=bdvMisAdBlock&_=1450914984665"} [DEBUG - 2015-12-23T23:56:24.801Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/json","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Length","value":"1116"},{"name":"Content-Type","value":"text/json"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"2058943472\""},{"name":"Last-Modified","value":"Wed, 23 Dec 2015 23:55:25 GMT"},{"name":"Server","value":"apache"}],"id":57,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.801Z","url":"http://v.baidu.com/staticapi/misadlist.json?callback=bdvMisAdBlock&_=1450914984665"} [DEBUG - 2015-12-23T23:56:24.805Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":89,"contentType":"application/x-javascript","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33847863990990980106122407"},{"name":"Vary","value":"Accept-Encoding"},{"name":"X-Powered-By","value":"HPHP"}],"id":55,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.805Z","url":"http://v.baidu.com/commonapi/xiu8/?callback=jQuery1111025695614400319755_1450914984662&_=1450914984663"} [DEBUG - 2015-12-23T23:56:24.805Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33847863990990980106122407"},{"name":"Vary","value":"Accept-Encoding"},{"name":"X-Powered-By","value":"HPHP"}],"id":55,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.805Z","url":"http://v.baidu.com/commonapi/xiu8/?callback=jQuery1111025695614400319755_1450914984662&_=1450914984663"} [DEBUG - 2015-12-23T23:56:24.854Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":70159,"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"2772008770\""},{"name":"Last-Modified","value":"Fri, 10 Jul 2015 07:50:46 GMT"},{"name":"Expires","value":"Sat, 17 Dec 2016 23:56:24 GMT"},{"name":"Cache-Control","value":"max-age=31104000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":50,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.854Z","url":"http://vs3.bdstatic.com/pc_static/open/record/bdv-record-min.js?bdv=0924&_=1450914984657"} [DEBUG - 2015-12-23T23:56:24.855Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"text/javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"2772008770\""},{"name":"Last-Modified","value":"Fri, 10 Jul 2015 07:50:46 GMT"},{"name":"Expires","value":"Sat, 17 Dec 2016 23:56:24 GMT"},{"name":"Cache-Control","value":"max-age=31104000"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"},{"name":"Vary","value":"Accept-Encoding"}],"id":50,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.854Z","url":"http://vs3.bdstatic.com/pc_static/open/record/bdv-record-min.js?bdv=0924&_=1450914984657"} [DEBUG - 2015-12-23T23:56:24.868Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":31554,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-3014\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:52:43 GMT"},{"name":"Age","value":"221"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":56,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.868Z","url":"http://cbjs.baidu.com/js/m.js?_=1450914984664"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 89 [DEBUG - 2015-12-23T23:56:24.868Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-3014\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:52:43 GMT"},{"name":"Age","value":"221"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":56,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.868Z","url":"http://cbjs.baidu.com/js/m.js?_=1450914984664"} [DEBUG - 2015-12-23T23:56:24.876Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":58,"method":"GET","time":"2015-12-23T23:56:24.876Z","url":"http://img.baidu.com/hunter/alog/dp.min.js?v=-16793"} 2015-12-24T07:56:24 [DEBUG] WebPage - setupFrame "BAIDU_DUP_fp_iframe" 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 89 [DEBUG - 2015-12-23T23:56:24.882Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"},{"name":"Referer","value":"http://v.baidu.com/"}],"id":59,"method":"GET","time":"2015-12-23T23:56:24.882Z","url":"http://pos.baidu.com/wh/o.htm?ltr="} [DEBUG - 2015-12-23T23:56:24.890Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:24.893Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":126872,"contentType":"text/json;charset: utf-8;charset=utf-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/json;charset: utf-8;charset=utf-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33847904530487794698122407"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":54,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.893Z","url":"http://v.baidu.com/?pagelets%5B%5D=pager1&force_mode=1&t=708292"} [DEBUG - 2015-12-23T23:56:24.893Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/json;charset: utf-8;charset=utf-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/json;charset: utf-8;charset=utf-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33847904530487794698122407"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":54,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.893Z","url":"http://v.baidu.com/?pagelets%5B%5D=pager1&force_mode=1&t=708292"} [DEBUG - 2015-12-23T23:56:24.971Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":3289,"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"4215950257\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Wed, 16 Dec 2015 10:25:42 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":58,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.971Z","url":"http://img.baidu.com/hunter/alog/dp.min.js?v=-16793"} 2015-12-24T07:56:24 [DEBUG] WebPage - updateLoadingProgress: 90 [DEBUG - 2015-12-23T23:56:24.971Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Cache-Control","value":"max-age=311040000"},{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/javascript"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"4215950257\""},{"name":"Expires","value":"Fri, 31 Oct 2025 23:56:24 GMT"},{"name":"Last-Modified","value":"Wed, 16 Dec 2015 10:25:42 GMT"},{"name":"Server","value":"BWS/1.0"},{"name":"Vary","value":"Accept-Encoding"}],"id":58,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.971Z","url":"http://img.baidu.com/hunter/alog/dp.min.js?v=-16793"} [DEBUG - 2015-12-23T23:56:24.983Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":1394,"contentType":"text/html","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Connection","value":"keep-alive"},{"name":"Content-Length","value":"1394"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"5677bdc0-572\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"nginx"}],"id":59,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.983Z","url":"http://pos.baidu.com/wh/o.htm?ltr="} [DEBUG - 2015-12-23T23:56:24.984Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://pos.baidu.com/wh/o.htm?ltr="}],"id":60,"method":"GET","time":"2015-12-23T23:56:24.984Z","url":"http://dup.baidustatic.com/tpl/wh.js"} [DEBUG - 2015-12-23T23:56:24.985Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"},{"name":"Referer","value":"http://pos.baidu.com/wh/o.htm?ltr="}],"id":61,"method":"GET","time":"2015-12-23T23:56:24.985Z","url":"http://dup.baidustatic.com/tpl/ac.js"} [DEBUG - 2015-12-23T23:56:24.985Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/html","headers":[{"name":"Accept-Ranges","value":"bytes"},{"name":"Connection","value":"keep-alive"},{"name":"Content-Length","value":"1394"},{"name":"Content-Type","value":"text/html"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:24 GMT"},{"name":"Etag","value":"\"5677bdc0-572\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Server","value":"nginx"}],"id":59,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:24.985Z","url":"http://pos.baidu.com/wh/o.htm?ltr="} [DEBUG - 2015-12-23T23:56:24.992Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:25.061Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":3127,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-5fd\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:53:01 GMT"},{"name":"Age","value":"204"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":61,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.061Z","url":"http://dup.baidustatic.com/tpl/ac.js"} [DEBUG - 2015-12-23T23:56:25.062Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-5fd\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:53:01 GMT"},{"name":"Age","value":"204"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":61,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.062Z","url":"http://dup.baidustatic.com/tpl/ac.js"} [DEBUG - 2015-12-23T23:56:25.092Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: true [DEBUG - 2015-12-23T23:56:25.101Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":71173,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:31:17 GMT"},{"name":"Age","value":"1508"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Content-Encoding","value":"gzip"}],"id":60,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.101Z","url":"http://dup.baidustatic.com/tpl/wh.js"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 90 [DEBUG - 2015-12-23T23:56:25.101Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:31:17 GMT"},{"name":"Age","value":"1508"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Content-Encoding","value":"gzip"}],"id":60,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.101Z","url":"http://dup.baidustatic.com/tpl/wh.js"} 2015-12-24T07:56:25 [DEBUG] WebPage - setupFrame "-->" 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 90 [DEBUG - 2015-12-23T23:56:25.108Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"},{"name":"Referer","value":"http://pos.baidu.com/wh/o.htm?ltr="}],"id":62,"method":"GET","time":"2015-12-23T23:56:25.108Z","url":"http://eclick.baidu.com/fp.htm?br=5&_=1450914985107"} 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1450914982; domain=.image.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "LDID=5A7D92F1C8D080BD2DFFB20D910F23C7:FG=1; expires=Tue, 18-Sep-2018 23:56:25 GMT; domain=pos.baidu.com; path=/" [DEBUG - 2015-12-23T23:56:25.114Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":114,"contentType":"text/html","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"text/html"},{"name":"Content-Length","value":"114"},{"name":"Last-Modified","value":"Tue, 22 Dec 2015 03:21:06 GMT"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"5678c1a2-72\""},{"name":"Expires","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Cache-Control","value":"max-age=0"},{"name":"Accept-Ranges","value":"bytes"}],"id":62,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.114Z","url":"http://eclick.baidu.com/fp.htm?br=5&_=1450914985107"} [DEBUG - 2015-12-23T23:56:25.114Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/html","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"text/html"},{"name":"Content-Length","value":"114"},{"name":"Last-Modified","value":"Tue, 22 Dec 2015 03:21:06 GMT"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"5678c1a2-72\""},{"name":"Expires","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Cache-Control","value":"max-age=0"},{"name":"Accept-Ranges","value":"bytes"}],"id":62,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.114Z","url":"http://eclick.baidu.com/fp.htm?br=5&_=1450914985107"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 100 [DEBUG - 2015-12-23T23:56:25.115Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _oneShotCallback - onLoadFinished [DEBUG - 2015-12-23T23:56:25.115Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - onLoadFinished: success 2015-12-24T07:56:25 [DEBUG] WebPage - setupFrame "" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1450914982; domain=.image.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "LDID=5A7D92F1C8D080BD2DFFB20D910F23C7:FG=1; expires=Tue, 18-Sep-2018 23:56:25 GMT; domain=pos.baidu.com; path=/" 2015-12-24T07:56:25 [DEBUG] CookieJar - Saved "BDV_TRACE=1450914985121:; expires=Wed, 30-Dec-2015 23:56:25 GMT; domain=v.baidu.com; path=/" [DEBUG - 2015-12-23T23:56:25.179Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"X-Requested-With","value":"XMLHttpRequest"},{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Referer","value":"http://v.baidu.com/"},{"name":"Accept","value":"*/*"}],"id":63,"method":"GET","time":"2015-12-23T23:56:25.178Z","url":"http://v.baidu.com/?pagelets%5B%5D=pager2&force_mode=1&t=615143"} [DEBUG - 2015-12-23T23:56:25.192Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _execFuncAndWaitForLoadDecorator - Page Loading in Session: false [DEBUG - 2015-12-23T23:56:25.193Z] SessionReqHand - _SuccessHandler - status: success 2015-12-24T07:56:25 [DEBUG] HTTP Response - Status Code 200 OK 2015-12-24T07:56:25 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" 2015-12-24T07:56:25 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" 2015-12-24T07:56:25 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:25 [DEBUG] HTTP Request - URI /wd/hub/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source 2015-12-24T07:56:25 [DEBUG] HTTP Request - Method GET 2015-12-24T07:56:25 [DEBUG] HTTP Request - HTTP Version 1.1 2015-12-24T07:56:25 [DEBUG] HTTP Request - Query String 2015-12-24T07:56:25 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" 2015-12-24T07:56:25 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:59534" 2015-12-24T07:56:25 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:25 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" 2015-12-24T07:56:25 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" 2015-12-24T07:56:25 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" [DEBUG - 2015-12-23T23:56:25.196Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:59534","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"GET","url":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","urlParsed":{"anchor":"","query":"","file":"source","directory":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/","path":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","relative":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74/source","queryKey":{},"chunks":["session","c4723960-a9d0-11e5-974b-995bcb6f9e74","source"]}} 2015-12-24T07:56:25 [DEBUG] HTTP Response - Status Code 200 OK 2015-12-24T07:56:25 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" 2015-12-24T07:56:25 [DEBUG] HTTP Response - Sending Header "Content-Length" = "323109" 2015-12-24T07:56:25 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" [DEBUG - 2015-12-23T23:56:25.358Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":150519,"contentType":"text/json;charset: utf-8;charset=utf-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/json;charset: utf-8;charset=utf-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33851896030404039690122407"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":63,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.357Z","url":"http://v.baidu.com/?pagelets%5B%5D=pager2&force_mode=1&t=615143"} [DEBUG - 2015-12-23T23:56:25.361Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/json;charset: utf-8;charset=utf-8","headers":[{"name":"Content-Encoding","value":"gzip"},{"name":"Content-Type","value":"text/json;charset: utf-8;charset=utf-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Server","value":"Apache"},{"name":"Tracecode","value":"33851896030404039690122407"},{"name":"X-Powered-By","value":"HPHP"},{"name":"Transfer-Encoding","value":"chunked"}],"id":63,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.361Z","url":"http://v.baidu.com/?pagelets%5B%5D=pager2&force_mode=1&t=615143"} 2015-12-24T07:56:25 [DEBUG] WebPage - setupFrame "cbgAdsRuntime" 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 10 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 100 [DEBUG - 2015-12-23T23:56:25.366Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":64,"method":"GET","time":"2015-12-23T23:56:25.366Z","url":"http://static.pay.baidu.com/resource/ads/all.js"} [DEBUG - 2015-12-23T23:56:25.443Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":3538,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Tue, 21 Jul 2015 03:54:04 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:01:09 GMT"},{"name":"Age","value":"616"},{"name":"Cache-Control","value":"max-age=900"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding, Accept-Encoding"},{"name":"Content-Encoding","value":"gzip"}],"id":64,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.442Z","url":"http://static.pay.baidu.com/resource/ads/all.js"} [DEBUG - 2015-12-23T23:56:25.443Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Tue, 21 Jul 2015 03:54:04 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:01:09 GMT"},{"name":"Age","value":"616"},{"name":"Cache-Control","value":"max-age=900"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding, Accept-Encoding"},{"name":"Content-Encoding","value":"gzip"}],"id":64,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.443Z","url":"http://static.pay.baidu.com/resource/ads/all.js"} 2015-12-24T07:56:25 [DEBUG] WebPage - setupFrame "ifrId_1427086921389_0" 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 10 [DEBUG - 2015-12-23T23:56:25.446Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":65,"method":"GET","time":"2015-12-23T23:56:25.446Z","url":"http://static.pay.baidu.com/resource/baichuan/bc.js"} 2015-12-24T07:56:25 [DEBUG] WebPage - setupFrame "ifrId_1427086959682_0" 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 10 [DEBUG - 2015-12-23T23:56:25.521Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":5540,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Mon, 28 Sep 2015 08:15:15 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:01:40 GMT"},{"name":"Age","value":"578"},{"name":"Cache-Control","value":"max-age=900"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding, Accept-Encoding"},{"name":"Content-Encoding","value":"gzip"}],"id":65,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.521Z","url":"http://static.pay.baidu.com/resource/baichuan/bc.js"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 26 [DEBUG - 2015-12-23T23:56:25.522Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"},{"name":"Last-Modified","value":"Mon, 28 Sep 2015 08:15:15 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:01:40 GMT"},{"name":"Age","value":"578"},{"name":"Cache-Control","value":"max-age=900"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Vary","value":"Accept-Encoding, Accept-Encoding"},{"name":"Content-Encoding","value":"gzip"}],"id":65,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.522Z","url":"http://static.pay.baidu.com/resource/baichuan/bc.js"} [DEBUG - 2015-12-23T23:56:25.523Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":66,"method":"GET","time":"2015-12-23T23:56:25.523Z","url":"http://baichuan.baidu.com/rs/adp/launch?placeId=1427086959682&callback=bc8485041450914985523&referUrl=&curUrl=http%3A%2F%2Fv.baidu.com%2F&v=2.0.5&guid=f98ebb83-849b-4fed-918e-34232f1400ab"} [DEBUG - 2015-12-23T23:56:25.524Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":67,"method":"GET","time":"2015-12-23T23:56:25.524Z","url":"http://baichuan.baidu.com/rs/adp/launch?placeId=1427086921389&callback=bc9601641450914985524&referUrl=&curUrl=http%3A%2F%2Fv.baidu.com%2F&v=2.0.5&guid=808a7cf4-020e-42fb-aa01-5a88801d719d"} [DEBUG - 2015-12-23T23:56:25.594Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":793,"contentType":"application/json;charset=UTF-8","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/json;charset=UTF-8"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"}],"id":66,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.594Z","url":"http://baichuan.baidu.com/rs/adp/launch?placeId=1427086959682&callback=bc8485041450914985523&referUrl=&curUrl=http%3A%2F%2Fv.baidu.com%2F&v=2.0.5&guid=f98ebb83-849b-4fed-918e-34232f1400ab"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 29 [DEBUG - 2015-12-23T23:56:25.595Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/json;charset=UTF-8","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/json;charset=UTF-8"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"}],"id":66,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.595Z","url":"http://baichuan.baidu.com/rs/adp/launch?placeId=1427086959682&callback=bc8485041450914985523&referUrl=&curUrl=http%3A%2F%2Fv.baidu.com%2F&v=2.0.5&guid=f98ebb83-849b-4fed-918e-34232f1400ab"} [DEBUG - 2015-12-23T23:56:25.597Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":68,"method":"GET","time":"2015-12-23T23:56:25.597Z","url":"http://cbjs.baidu.com/js/m.js"} [DEBUG - 2015-12-23T23:56:25.619Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":2348,"contentType":"application/json;charset=UTF-8","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/json;charset=UTF-8"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"}],"id":67,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.619Z","url":"http://baichuan.baidu.com/rs/adp/launch?placeId=1427086921389&callback=bc9601641450914985524&referUrl=&curUrl=http%3A%2F%2Fv.baidu.com%2F&v=2.0.5&guid=808a7cf4-020e-42fb-aa01-5a88801d719d"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 36 [DEBUG - 2015-12-23T23:56:25.619Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/json;charset=UTF-8","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/json;charset=UTF-8"},{"name":"Transfer-Encoding","value":"chunked"},{"name":"Connection","value":"close"}],"id":67,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.619Z","url":"http://baichuan.baidu.com/rs/adp/launch?placeId=1427086921389&callback=bc9601641450914985524&referUrl=&curUrl=http%3A%2F%2Fv.baidu.com%2F&v=2.0.5&guid=808a7cf4-020e-42fb-aa01-5a88801d719d"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 100 [DEBUG - 2015-12-23T23:56:25.671Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":31554,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-3014\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:52:19 GMT"},{"name":"Age","value":"246"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":68,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.671Z","url":"http://cbjs.baidu.com/js/m.js"} [DEBUG - 2015-12-23T23:56:25.671Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-3014\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:52:19 GMT"},{"name":"Age","value":"246"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":68,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.671Z","url":"http://cbjs.baidu.com/js/m.js"} [DEBUG - 2015-12-23T23:56:25.684Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":69,"method":"GET","time":"2015-12-23T23:56:25.684Z","url":"http://cb.baidu.com/ecom?di=1040005&dcb=BAIDU_DUP_define&dtm=BAIDU_DUP2_SETJSONADSLOT&dbv=0&dci=0&dri=0&dis=1&dai=1&dds=&drs=1&dvi=1442225175<u=http%3A%2F%2Fv.baidu.com%2F&liu=http%3A%2F%2Fv.baidu.com%2F<r=&lcr=&ps=2001x44&psr=1024x768&par=1024x768&pcs=960x90&pss=960x90&pis=960x90&cfv=0&ccd=32&chi=2&cja=false&cpl=0&cmi=0&cce=true&col=zh-CN&cec=UTF-8&cdo=-1&tsr=6&tlm=1450886185&tcn=1450914986&tpr=1450914985682&dpt=none&coa=&dpr=1&ti=%E7%99%BE%E5%BA%A6%E8%A7%86%E9%A2%91%E6%90%9C%E7%B4%A2%E2%80%94%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E8%A7%86%E9%A2%91%E6%90%9C%E7%B4%A2%E5%BC%95%E6%93%8E&baidu_id="} [DEBUG - 2015-12-23T23:56:25.770Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":318,"contentType":"text/javascript;charset=UTF-8","headers":[{"name":"Cache-Control","value":"post-check=0, pre-check=0"},{"name":"Connection","value":"keep-alive"},{"name":"Content-Length","value":"318"},{"name":"Content-Type","value":"text/javascript;charset=UTF-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Expires","value":"Mon, 26 Jul 1997 05:00:00 GMT"},{"name":"Last-Modified","value":"Thu Dec 24 07:56:25 2015"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"nginx"}],"id":69,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.770Z","url":"http://cb.baidu.com/ecom?di=1040005&dcb=BAIDU_DUP_define&dtm=BAIDU_DUP2_SETJSONADSLOT&dbv=0&dci=0&dri=0&dis=1&dai=1&dds=&drs=1&dvi=1442225175<u=http%3A%2F%2Fv.baidu.com%2F&liu=http%3A%2F%2Fv.baidu.com%2F<r=&lcr=&ps=2001x44&psr=1024x768&par=1024x768&pcs=960x90&pss=960x90&pis=960x90&cfv=0&ccd=32&chi=2&cja=false&cpl=0&cmi=0&cce=true&col=zh-CN&cec=UTF-8&cdo=-1&tsr=6&tlm=1450886185&tcn=1450914986&tpr=1450914985682&dpt=none&coa=&dpr=1&ti=%E7%99%BE%E5%BA%A6%E8%A7%86%E9%A2%91%E6%90%9C%E7%B4%A2%E2%80%94%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E8%A7%86%E9%A2%91%E6%90%9C%E7%B4%A2%E5%BC%95%E6%93%8E&baidu_id="} [DEBUG - 2015-12-23T23:56:25.770Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/javascript;charset=UTF-8","headers":[{"name":"Cache-Control","value":"post-check=0, pre-check=0"},{"name":"Connection","value":"keep-alive"},{"name":"Content-Length","value":"318"},{"name":"Content-Type","value":"text/javascript;charset=UTF-8"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Expires","value":"Mon, 26 Jul 1997 05:00:00 GMT"},{"name":"Last-Modified","value":"Thu Dec 24 07:56:25 2015"},{"name":"P3p","value":"CP=\" OTI DSP COR IVA OUR IND COM \""},{"name":"Pragma","value":"no-cache"},{"name":"Server","value":"nginx"}],"id":69,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.770Z","url":"http://cb.baidu.com/ecom?di=1040005&dcb=BAIDU_DUP_define&dtm=BAIDU_DUP2_SETJSONADSLOT&dbv=0&dci=0&dri=0&dis=1&dai=1&dds=&drs=1&dvi=1442225175<u=http%3A%2F%2Fv.baidu.com%2F&liu=http%3A%2F%2Fv.baidu.com%2F<r=&lcr=&ps=2001x44&psr=1024x768&par=1024x768&pcs=960x90&pss=960x90&pis=960x90&cfv=0&ccd=32&chi=2&cja=false&cpl=0&cmi=0&cce=true&col=zh-CN&cec=UTF-8&cdo=-1&tsr=6&tlm=1450886185&tcn=1450914986&tpr=1450914985682&dpt=none&coa=&dpr=1&ti=%E7%99%BE%E5%BA%A6%E8%A7%86%E9%A2%91%E6%90%9C%E7%B4%A2%E2%80%94%E2%80%94%E5%85%A8%E7%90%83%E6%9C%80%E5%A4%A7%E4%B8%AD%E6%96%87%E8%A7%86%E9%A2%91%E6%90%9C%E7%B4%A2%E5%BC%95%E6%93%8E&baidu_id="} [DEBUG - 2015-12-23T23:56:25.771Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"*/*"}],"id":70,"method":"GET","time":"2015-12-23T23:56:25.771Z","url":"http://dup.baidustatic.com/painter/clb/fixed7o.js"} [DEBUG - 2015-12-23T23:56:25.812Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":7989,"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-c91\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:55:44 GMT"},{"name":"Age","value":"41"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":70,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.812Z","url":"http://dup.baidustatic.com/painter/clb/fixed7o.js"} [DEBUG - 2015-12-23T23:56:25.812Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"application/x-javascript","headers":[{"name":"Server","value":"JSP3/2.0.13"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"application/x-javascript"},{"name":"Connection","value":"close"},{"name":"ETag","value":"\"5677bdc0-c91\""},{"name":"Last-Modified","value":"Mon, 21 Dec 2015 08:52:16 GMT"},{"name":"Expires","value":"Thu, 24 Dec 2015 00:55:44 GMT"},{"name":"Age","value":"41"},{"name":"Cache-Control","value":"max-age=3600"},{"name":"Accept-Ranges","value":"bytes"},{"name":"Content-Encoding","value":"gzip"}],"id":70,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.812Z","url":"http://dup.baidustatic.com/painter/clb/fixed7o.js"} 2015-12-24T07:56:25 [DEBUG] WebPage - setupFrame "-->" 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 10 [DEBUG - 2015-12-23T23:56:25.914Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceRequested - {"headers":[{"name":"User-Agent","value":"Scrapy/0.24.5 (+http://scrapy.org)"},{"name":"Accept","value":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"},{"name":"Referer","value":"http://pos.baidu.com/wh/o.htm?ltr="}],"id":71,"method":"GET","time":"2015-12-23T23:56:25.914Z","url":"http://eclick.baidu.com/fp.htm?ci=45E333894EA31BC5E19DC99E5FBF4B16%3AFG%3D1&cn=45E333894EA31BC5E19DC99E5FBF4B16%3AFG%3D1&cu=&cl=5A7D92F1C8D080BD2DFFB20D910F23C7%3AFG%3D1&cf=&ce=&ff=c&cuid=&cuid2=&de=&bp=&nip=&_=1450914985913"} [DEBUG - 2015-12-23T23:56:25.917Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"bodySize":114,"contentType":"text/html","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"text/html"},{"name":"Content-Length","value":"114"},{"name":"Last-Modified","value":"Tue, 22 Dec 2015 03:21:06 GMT"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"5678c1a2-72\""},{"name":"Expires","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Cache-Control","value":"max-age=0"},{"name":"Accept-Ranges","value":"bytes"}],"id":71,"redirectURL":null,"stage":"start","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.917Z","url":"http://eclick.baidu.com/fp.htm?ci=45E333894EA31BC5E19DC99E5FBF4B16%3AFG%3D1&cn=45E333894EA31BC5E19DC99E5FBF4B16%3AFG%3D1&cu=&cl=5A7D92F1C8D080BD2DFFB20D910F23C7%3AFG%3D1&cf=&ce=&ff=c&cuid=&cuid2=&de=&bp=&nip=&_=1450914985913"} [DEBUG - 2015-12-23T23:56:25.917Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - page.onResourceReceived - {"contentType":"text/html","headers":[{"name":"Server","value":"nginx"},{"name":"Date","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Content-Type","value":"text/html"},{"name":"Content-Length","value":"114"},{"name":"Last-Modified","value":"Tue, 22 Dec 2015 03:21:06 GMT"},{"name":"Connection","value":"keep-alive"},{"name":"ETag","value":"\"5678c1a2-72\""},{"name":"Expires","value":"Wed, 23 Dec 2015 23:56:25 GMT"},{"name":"Cache-Control","value":"max-age=0"},{"name":"Accept-Ranges","value":"bytes"}],"id":71,"redirectURL":null,"stage":"end","status":200,"statusText":"OK","time":"2015-12-23T23:56:25.917Z","url":"http://eclick.baidu.com/fp.htm?ci=45E333894EA31BC5E19DC99E5FBF4B16%3AFG%3D1&cn=45E333894EA31BC5E19DC99E5FBF4B16%3AFG%3D1&cu=&cl=5A7D92F1C8D080BD2DFFB20D910F23C7%3AFG%3D1&cf=&ce=&ff=c&cuid=&cuid2=&de=&bp=&nip=&_=1450914985913"} 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 50 2015-12-24T07:56:25 [DEBUG] WebPage - updateLoadingProgress: 100 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "BIDUPSID=7C664C16560DF3254BB9C4B554E18F31; expires=Tue, 11-Jan-2084 03:10:28 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "BDRCVFR[X_XKQks0S63]=mk3SLVN4HKm; domain=.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "HMVT=737dbb498415dd39d8abf5bc2404b290|1450914982|; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "HMACCOUNT=7F4BB6B2E53E521A; expires=Mon, 18-Jan-2038 00:00:00 GMT; domain=.hm.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "Hm_lvt_737dbb498415dd39d8abf5bc2404b290=1450833869,1450834209,1450838643,1450914982; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.image.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "Hm_lpvt_737dbb498415dd39d8abf5bc2404b290=1450914982; domain=.image.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "BAIDUID=45E333894EA31BC5E19DC99E5FBF4B16:FG=1; expires=Thu, 22-Dec-2016 23:56:22 GMT; domain=.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "LDID=5A7D92F1C8D080BD2DFFB20D910F23C7:FG=1; expires=Tue, 18-Sep-2018 23:56:25 GMT; domain=pos.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "BDV_TRACE=1450914985121:; expires=Wed, 30-Dec-2015 23:56:25 GMT; domain=v.baidu.com; path=/" 2015-12-24T07:56:30 [DEBUG] CookieJar - Saved "bdv_right_ad_poster=1; expires=Thu, 24-Dec-2015 02:20:30 GMT; domain=v.baidu.com; path=/" 2015-12-24T07:56:33 [DEBUG] HTTP Request - URI /wd/hub/session/c4723960-a9d0-11e5-974b-995bcb6f9e74 2015-12-24T07:56:33 [DEBUG] HTTP Request - Method DELETE 2015-12-24T07:56:33 [DEBUG] HTTP Request - HTTP Version 1.1 2015-12-24T07:56:33 [DEBUG] HTTP Request - Query String 2015-12-24T07:56:33 [DEBUG] HTTP Request - Receiving Header "Accept-Encoding" = "identity" 2015-12-24T07:56:33 [DEBUG] HTTP Request - Receiving Header "Host" = "127.0.0.1:59534" 2015-12-24T07:56:33 [DEBUG] HTTP Request - Receiving Header "Content-Type" = "application/json;charset=UTF-8" 2015-12-24T07:56:33 [DEBUG] HTTP Request - Receiving Header "Connection" = "close" 2015-12-24T07:56:33 [DEBUG] HTTP Request - Receiving Header "Accept" = "application/json" 2015-12-24T07:56:33 [DEBUG] HTTP Request - Receiving Header "User-Agent" = "Python-urllib/2.7" [DEBUG - 2015-12-23T23:56:33.320Z] RouterReqHand - _handle - {"headers":{"Accept":"application/json","Accept-Encoding":"identity","Connection":"close","Content-Type":"application/json;charset=UTF-8","Host":"127.0.0.1:59534","User-Agent":"Python-urllib/2.7"},"httpVersion":"1.1","method":"DELETE","url":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74","urlParsed":{"anchor":"","query":"","file":"c4723960-a9d0-11e5-974b-995bcb6f9e74","directory":"/session/","path":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74","relative":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74","port":"","host":"","password":"","user":"","userInfo":"","authority":"","protocol":"","source":"/session/c4723960-a9d0-11e5-974b-995bcb6f9e74","queryKey":{},"chunks":["session","c4723960-a9d0-11e5-974b-995bcb6f9e74"]}} 2015-12-24T07:56:33 [DEBUG] HTTP Response - Status Code 200 OK 2015-12-24T07:56:33 [DEBUG] HTTP Response - Sending Header "Cache" = "no-cache" 2015-12-24T07:56:33 [DEBUG] HTTP Response - Sending Header "Content-Length" = "74" 2015-12-24T07:56:33 [DEBUG] HTTP Response - Sending Header "Content-Type" = "application/json;charset=UTF-8" [DEBUG - 2015-12-23T23:56:33.321Z] Session [c4723960-a9d0-11e5-974b-995bcb6f9e74] - _deleteClosingPage