toutiao.html 1.6 KB

123456789101112
  1. 【2018-08-14 17:37:36】 [crawl] [exec:0.049] SELECT * FROM `rule` WHERE 1 AND `rule_id`='zixun_video:lol:video_url' LIMIT 1
  2. 【2018-08-14 17:37:36】 [crawl] [exec:0.049] UPDATE `task` SET `last_crawl_time`='2018-08-14 17:37:36',`next_crawl_time`=1534239486 WHERE 1 AND `task_id`=2359018
  3. 【2018-08-14 17:37:36】 [crawl] [exec:0.05] SELECT COUNT(*) FROM `crawl_log` WHERE create_time > '2018-08-14 16:37:36' AND `task_id`=2359018 AND `state`IN (2, 3) LIMIT 1
  4. 【2018-08-14 17:37:36】 [crawl] [exec:0.049] SELECT * FROM `crawl_log` WHERE 1 AND `task_id`=2359018 AND `state`=0 LIMIT 1
  5. 【2018-08-14 17:37:36】 [crawl] [exec:0.049] INSERT `crawl_log` SET `task_id`=2359018,`task_key`='http://qt.qq.com/v/hero/pc_index.html?file_uuid=fd4e02b63f644bc9b03857b0b3a6441e&from=manage',`rule_id`='zixun_video:lol:video_url',`url`='http://qt.qq.com/php_cgi/cod_video/php/get_video_url.php?json=1&multirate=1&game_id=2103041&vid=fd4e02b63f644bc9b03857b0b3a6441e',`state`=0,`rule_name`='LOL-视频抓取:视频地址',`create_time`='2018-08-14 17:37:36'
  6. 【2018-08-14 17:37:36】 [crawl] [exec:0.05] SELECT * FROM `item` WHERE 1 AND `rule_id`='zixun_video:lol:video_url' AND `enable`=1
  7. 【2018-08-14 17:37:36】 爬虫:http://qt.qq.com/php_cgi/cod_video/php/get_video_url.php?json=1&multirate=1&game_id=2103041&vid=fd4e02b63f644bc9b03857b0b3a6441e
  8. 【2018-08-14 17:37:36】 请求模式:normal,更新模式:update
  9. 【2018-08-14 17:37:36】 select proxy:46.250.120.187:8080
  10. 【2018-08-14 17:37:36】 null
  11. 【2018-08-14 17:37:37】【error】 500 - {"type":"Buffer","data":[]}
  12. 【2018-08-14 17:37:37】【error】 StatusCodeError: 500 - {"type":"Buffer","data":[]}