市场份额

image.png

es格式

爱奇艺

  1. {
  2.     "title": "参加司法拍卖，购得银行运钞车过户提档麻烦，遇到小姐姐好心帮忙",
  3.     "abstract": "",
  4.     "pb_date": "1645027200",
  5.     "user_name": "穷游的似水年华",
  6.     "source": "爱奇艺",
  7.     "link": "https://www.iqiyi.com/v_i4en3xuxzc.html",
  8.     "domain": "iqiyi.com",
  9.     "news_type": 18,
  10.     "crawl_time": "1645084686",
  11.     "cover": null,
  12.     "collect_num": 0,
  13.     "comment_num": 0,
  14.     "like_num": 0,
  15.     "repost_num": 0,
  16.     "is_forward": 0,
  17.     "content": "",
  18.     "origin_url": "",
  19.     "search_word": "央行",
  20.     "attributes": [
  21.         {
  22.             "tagIds": []
  23.         },
  24.         {
  25.             "columnIds": []
  26.         },
  27.         {
  28.             "organizationIds": []
  29.         },
  30.         {
  31.             "professionIds": []
  32.         },
  33.         {
  34.             "securityIds": []
  35.         },
  36.         {
  37.             "industryIds": []
  38.         },
  39.         {
  40.             "emotion_point": 90
  41.         },
  42.         {
  43.             "opinion_type": 2
  44.         },
  45.         {
  46.             "media_type": 7
  47.         }
  48.     ],
  49.     "duration": "08:15"
  50. }

腾讯视频

  1. {
  2.     "title": "普洱市江城县附近有700亩土地出售",
  3.     "abstract": "",
  4.     "pb_date": "1645087262",
  5.     "user_name": "周祁",
  6.     "source": "腾讯视频",
  7.     "link": "https://v.qq.com/x/page/x3324572msc.html",
  8.     "domain": "v.qq.com",
  9.     "news_type": 19,
  10.     "crawl_time": "1645088522",
  11.     "cover": "https://puui.qpic.cn/qqvideo_ori/0/x3324572msc_496_280/0",
  12.     "collect_num": 0,
  13.     "comment_num": 0,
  14.     "like_num": 0,
  15.     "repost_num": 0,
  16.     "is_forward": 0,
  17.     "content": "",
  18.     "origin_url": "",
  19.     "search_word": "江城",
  20.     "attributes": [
  21.         {
  22.             "tagIds": []
  23.         },
  24.         {
  25.             "columnIds": []
  26.         },
  27.         {
  28.             "organizationIds": []
  29.         },
  30.         {
  31.             "professionIds": []
  32.         },
  33.         {
  34.             "securityIds": []
  35.         },
  36.         {
  37.             "industryIds": []
  38.         },
  39.         {
  40.             "emotion_point": 0
  41.         },
  42.         {
  43.             "opinion_type": 2
  44.         },
  45.         {
  46.             "media_type": 7
  47.         }
  48.     ],
  49.     "duration": "0:00:07"
  50. }

芒果TV

  1. {
  2.     "title": "爱尔兰都柏林大学孔子学院举办新春庆典活动",
  3.     "abstract": "",
  4.     "pb_date": "1645027200",
  5.     "user_name": "",
  6.     "source": "芒果tv",
  7.     "link": "https://www.mgtv.com/b/412983/15533941.html",
  8.     "domain": "mgtv.com",
  9.     "news_type": 20,
  10.     "crawl_time": "1645145624",
  11.     "cover": "https:https://0img.hitv.com/preview/sp_images/2022/2/16/xinwen/412983/15533941/20220216234041293.jpg_220x123.jpg",
  12.     "collect_num": 0,
  13.     "comment_num": 0,
  14.     "like_num": 0,
  15.     "repost_num": 0,
  16.     "is_forward": 0,
  17.     "content": "",
  18.     "origin_url": "",
  19.     "search_word": "云南技师学院",
  20.     "attributes": [
  21.         {
  22.             "tagIds": []
  23.         },
  24.         {
  25.             "columnIds": []
  26.         },
  27.         {
  28.             "organizationIds": []
  29.         },
  30.         {
  31.             "professionIds": []
  32.         },
  33.         {
  34.             "securityIds": []
  35.         },
  36.         {
  37.             "industryIds": []
  38.         },
  39.         {
  40.             "emotion_point": 0
  41.         },
  42.         {
  43.             "opinion_type": 2
  44.         },
  45.         {
  46.             "media_type": 7
  47.         }
  48.     ],
  49.     "duration": "01:16"
  50.                 }

优酷视频

  1. {
  2.     "title": "您喝的什么茶？普洱啊",
  3.     "abstract": "",
  4.     "pb_date": "1645083141",
  5.     "user_name": "一笑之堂",
  6.     "source": "优酷",
  7.     "link": "https://v.youku.com/v_show/id_XNTg0MzA3OTkzMg==.html",
  8.     "domain": "youku.com",
  9.     "news_type": 21,
  10.     "crawl_time": "1645169541",
  11.     "cover": "https://vthumb.ykimg.com/05410408620DE6F20000011AC20EEB23",
  12.     "collect_num": 0,
  13.     "comment_num": 0,
  14.     "like_num": 0,
  15.     "repost_num": 0,
  16.     "is_forward": 0,
  17.     "content": "",
  18.     "origin_url": "",
  19.     "search_word": "普洱茶",
  20.     "attributes": [
  21.         {
  22.             "tagIds": []
  23.         },
  24.         {
  25.             "columnIds": []
  26.         },
  27.         {
  28.             "organizationIds": []
  29.         },
  30.         {
  31.             "professionIds": []
  32.         },
  33.         {
  34.             "securityIds": []
  35.         },
  36.         {
  37.             "industryIds": []
  38.         },
  39.         {
  40.             "emotion_point": 0
  41.         },
  42.         {
  43.             "opinion_type": 2
  44.         },
  45.         {
  46.             "media_type": 7
  47.         }
  48.     ],
  49.     "duration": "04:58"
  50. }

西瓜视频

  1. {'title': '刚拍的！“滇川要道 千脚岩城”——盐津县', 'url': 'https://www.ixigua.com/7058862570618389005', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-p-0004/a672a4a9d7a14cf596504723dec3c8ed_1643519518~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=ZyHf%2BZuHathZxo049McumEkDVJo%3D', 'duration': '05:00', 'pb_time': '1643615623', 'auther': '天下不平事由天下人来', 'view_num': 121}
  3. {'title': '家乡新年2022年的第一场雪，旧年辛丑年的最后一场雪，瑞雪兆丰年', 'url': 'https://www.ixigua.com/7058562948767154724', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-i-0004/cb1ff2eee9e8404c80d63bbdc3118fe3~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=eQUNG9QQgeDHC1JJEzKSHlNzU5U%3D', 'duration': '05:33', 'pb_time': '1643615623', 'auther': 'aguinzouf', 'view_num': 620}
  5. {'title': '云南昭通盐津苗家同胞制作“九大碗”', 'url': 'https://www.ixigua.com/7057469752033149453', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-p-0015/d87ce8a3035c4802a037ae12a714bc36_1643179518~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=Dm4gSUL7yuR27cFB3LNUjMUIJuc%3D', 'duration': '03:17', 'pb_time': '1643615624', 'auther': '盐津A小钟哥', 'view_num': 430}
  7. {'title': '中国最窄的县城，云南昭通盐津！', 'url': 'https://www.ixigua.com/7056681256209252879', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-i-0026/b94bb7d09d3c439abeeab923aba1c4c5~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=lUmWP8gTl9h1D%2F5YyNoOdLIrNLM%3D', 'duration': '02:11', 'pb_time': '1643010826', 'auther': '淡泊陈彬', 'view_num': 294}
  9. {'title': '近日,昭通盐津一男子从滩头大桥跳入大关河生死不明', 'url': 'https://www.ixigua.com/7054503013838225923', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-p-0004/1e7074eab5d1427dbd47da76b4a98254_1642504482~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=%2Fea0puHb71KvL9pE1iEaRiX9qJ4%3D', 'duration': '00:18', 'pb_time': '1642838026', 'auther': '云南政法', 'view_num': 16}
  11. {'title': '看看:云南昭通的盐津县……………0', 'url': 'https://www.ixigua.com/7053568523812995592', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-i-0026/f1140c22ec5c4e8ca3f94d10ecc3ef98~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=1%2FASNV8%2BNF6H7wcL1R1ZEUCLz4A%3D', 'duration': '01:15', 'pb_time': '1642838027', 'auther': '馬上好马上好', 'view_num': 237}
  13. {'title': '航拍美丽家乡雪景（拍摄于2021年12月28日，原生画质自动生成）', 'url': 'https://www.ixigua.com/7051403053010223629', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-i-0004/acf8b049a99b452ca395f0cff9a5ba04~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=rxaa%2FvneF2bbezqjoY4GIWbRXJ0%3D', 'duration': '34:56', 'pb_time': '1642838027', 'auther': 'aguinzouf', 'view_num': 358}
  15. {'title': '一线城市，全国最窄县城，全国第一个拥有地铁的县城，云南盐津县', 'url': 'https://www.ixigua.com/7049652490966401576', 'cover': 'https://p26-sign.bdxiguaimg.com/tos-cn-i-0026/c66e4f7c62ed4f03ad216373574d8c77~tplv-pk90l89vgd-crop-center:864:486.jpeg?x-expires=1676966014&x-signature=6Y2Q9C%2B80HDfbHdPVsfRBudPYbs%3D', 'duration': '05:03', 'pb_time': '1642838028', 'auther': '沧海里的一把小剑1j3O', 'view_num': 1418}

爬虫数据格式

爱奇艺

运行3个多小时无问题

  1. {'url': '//www.iqiyi.com/v_1c3f102mo9w.html', 'title': '【公益视频】邹扶澜书《千字文》02：宇宙洪荒', 'cover': None, 'duration': '02:28', 'pb_time': '2021-06-20', 'auther': '琼小沫'}
  2. cover None
  4. {'url': '//www.iqiyi.com/v_10ij4knjy9k.html', 'title': '邹扶澜版：爱字不贫，藏书为富   给你不一样的观感和享受！', 'cover': None, 'duration': '03:08', 'pb_time': '2021-06-19', 'auther': '琼小沫'}
  5. cover None
  7. {'url': '//www.iqiyi.com/v_18g47syczgc.html', 'title': '邹扶澜临《九成宫》12字，附逐字讲解，22分钟长视频，建议收藏！', 'cover': None, 'duration': '20:32', 'pb_time': '2021-05-16', 'auther': 'bir硕'}
  8. cover None
  10. {'url': '//www.iqiyi.com/v_lpmi8szfv0.html', 'title': '邹扶澜临端方本《九成宫》6字：算不上很好，但细致入微，入心！', 'cover': None, 'duration': '10:45', 'pb_time': '2021-04-25', 'auther': '琼小沫'}
  11. cover None
  13. {'url': '//www.iqiyi.com/v_2emrhbgar24.html', 'title': '大师这一通神操作，看得我眼花缭乱，如痴如醉，爱了爱了！', 'cover': None, 'duration': '01:41', 'pb_time': '2021-04-20', 'auther': '琼小沫'}
  14. cover None
  16. {'url': '//www.iqiyi.com/v_20ao7hbetq0.html', 'title': '书法公益，邹老师是认真的，即日起，欧体视频停更，立帖为证！', 'cover': None, 'duration': '10:25', 'pb_time': '2021-03-19', 'auther': '琼小沫'}
  17. cover None
  19. {'url': '//www.iqiyi.com/v_1qlut538jxg.html', 'title': '女人真难斗，3千求字，非说某字的一笔失败拒付，你看出来了吗？', 'cover': None, 'duration': '01:37', 'pb_time': '2021-03-04', 'auther': '琼小沫'}

腾讯视频

运行15：15开始

  1. {'url': 'https://v.qq.com/x/page/n0977r3vxz1.html', 'title': '大连海洋大学2020招生', 'cover': '//puui.qpic.cn/qqvideo_ori/0/n0977r3vxz1_496_280/0', 'duration': '0:05:08', 'pb_time': '2020-06-05', 'auther': '刘美枢-'}
  3. {'url': 'https://v.qq.com/x/page/h0681tevif2.html', 'title': 'No Fear In My Heart .（大连海洋大学）', 'cover': '//puui.qpic.cn/qqvideo_ori/0/h0681tevif2_496_280/0', 'duration': '0:06:08', 'pb_time': '2018-06-08', 'auther': 'Rick.'}
  5. {'url': 'https://v.qq.com/x/page/s0523o9etrb.html', 'title': '大连海洋大学2017告别大黑石视频', 'cover': '//puui.qpic.cn/qqvideo_ori/0/s0523o9etrb_496_280/0', 'duration': '0:06:39', 'pb_time': '2017-07-09', 'auther': '_61'}
  7. {'url': 'https://v.qq.com/x/page/h32194clz50.html', 'title': '大连海洋大学封校，10多名志愿者顶暴雪送物资，齐力推车场景太感人', 'cover': '//puui.qpic.cn/qqvideo_ori/0/h32194clz50_496_280/0', 'duration': '0:01:12', 'pb_time': '2021-01-07', 'auther': '虹新闻'}
  9. {'url': 'https://v.qq.com/x/page/d32431r4byn.html', 'title': '星辰大海，载你远航——大连理工大学船舶与海洋工程专业', 'cover': '//puui.qpic.cn/qqvideo_ori/0/d32431r4byn_496_280/0', 'duration': '0:04:21', 'pb_time': '2021-04-30', 'auther': '专业的秘密'}
  11. {'url': 'https://v.qq.com/x/page/d03332ijp2k.html', 'title': '大连海洋大学第七届运动会  信息骄子团体操', 'cover': '//puui.qpic.cn/qqvideo_ori/0/d03332ijp2k_496_280/0', 'duration': '0:07:02', 'pb_time': '2016-10-01', 'auther': '见到我就笑hhh'}

优酷

  1. {'url': '//v.youku.com/v_show/id_XMTQyOTc4OTk4NA==.html', 'title': '招商蛇口早盘大跌10', 'cover': 'background-image: url("//vthumb.ykimg.com/054104085683601D6A0A4C04F8BABA3D?x-oss-process=image/resize,w_1630/format,webp/interlace,1");', 'duration': '01:43', 'pb_time': '6年前', 'auther': '宁夏卫视'}
  2.  {'url': '//v.youku.com/v_show/id_XNDAwNDQwNDAzMg==.html', 'title': '招商蛇口武汉公司务虚会回顾视频V2', 'cover': 'background-image: url("//vthumb.ykimg.com/054106015C35ACA600000176D701BA5D?x-oss-process=image/resize,w_1630/format,webp/interlace,1");', 'duration': '03:52', 'pb_time': '3年前', 'auther': '纪娥60074'}
  3. {'url': '//v.youku.com/v_show/id_XMjYxMDIxMTg2MA==.html', 'title': '招商蛇口高级顾问胡建新：绿色建筑4.0 造百年建筑 骏绿网 绿色建筑 建筑节能 绿色建筑咨询 绿建 骏绿网 绿色建筑资讯 绿建资讯 骏业建科', 'cover': 'background-image: url("//vthumb.ykimg.com/0541060858BE1FB96C28424210E566FB?x-oss-process=image/resize,w_1630/format,webp/interlace,1");', 'duration': '06:19', 'pb_time': '4年前', 'auther': 'aaa豆豆呀'}

芒果TV

  1. {'url': '//tv.sohu.com/v/dXMvMzcwODM2MTQzLzMyNDA4MTY0OC5zaHRtbA==.html', 'title': '中国女足获得亚洲杯冠军，蒙牛宣布奖励女足千万，你们是最棒的', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/c_pad,w_1820,h_1024,blur_80/sscs/2022/2/6/23/9/6_17fd8bfa951g20SysCutcloudSrcimag_324081648_7_1b.jpg', 'duration': '00:09', 'pb_time': '9天前'}
  3. {'url': '//tv.sohu.com/v/dXMvMzI5NDg1MjkxLzMyNDA4MDY5My5zaHRtbA==.html', 'title': '千万现金奖励！#蒙牛首个奖励中国女足夺冠 要强女足勇夺冠！铿锵玫瑰，天生要强，为国争光，与有荣焉！#中国女足夺亚洲杯冠军', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/c_pad,w_1820,h_1024,blur_80/sscs/2022/2/6/23/4/6_17fd8bb4893g20SysCutcloudSrcimag_324080693_7_4b.jpg', 'duration': '00:09', 'pb_time': '9天前'}
  5. {'url': '//tv.sohu.com/v/dXMvMzQ2NzcwNzkzLzMyNDA3OTcxNy5zaHRtbA==.html', 'title': '发钱啦！女足亚洲杯夺冠，足协或重奖千万，蒙牛奖励1000万现金', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/c_pad,w_3413,h_1920,blur_80/sscs/2022/2/6/23/27/6_17fd8b4e9abg20SysCutcloudSrcimag_324079717_7_3b.jpg', 'duration': '00:25', 'pb_time': '9天前'}
  7. {'url': '//tv.sohu.com/v/dXMvMzMwNzYxMzYwLzMyMzI5NzA3Ny5zaHRtbA==.html', 'title': '梅西再次已蒙牛代言人相约世界杯 大大的拥抱是必不可少的哈哈梅西 蒙牛 世界杯 歌曲babygirl', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/c_pad,w_2275,h_1280,blur_80/sscs/2022/2/3/7/22/6_17fc5ce2644g160SysCutcloudSrcimag_323297077_7_2b.jpg', 'duration': '00:21', 'pb_time': '13天前'}
  9. {'url': '//tv.sohu.com/v/dXMvMzMwNzYwNTQxLzMyMzIxODA2NS5zaHRtbA==.html', 'title': '梅西 亮相蒙牛发布会 给国足送祝福 祝中国队一切顺利 国足', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/c_pad,w_1706,h_960,blur_80/sscs/2022/2/2/19/21/6_17fc35534fag160SysCutcloudSrcimag_323218065_7_4b.jpg', 'duration': '00:14', 'pb_time': '13天前'}

搜狐视频

  1. {'url': '//tv.sohu.com/v/dXMvMzQzMzI1MzAyLzE5ODAyNDYxNS5zaHRtbA==.html', 'title': '重大项目进行时：新希望六和农牧公司句容15万头生猪养殖项目动工', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/2020/6/5/16/3/MTAwMTM1XzE1OTEzNDQyMzM4NzM=.jpg', 'duration': '01:41', 'pb_time': '1年前'}
  3. {'url': '//tv.sohu.com/v/dXMvMzM1OTQwODgwLzE5NjE4NzU2OS5zaHRtbA==.html', 'title': '新希望六和东营聚落开工仪式举行', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/2020/5/26/5/46/MTAwMTM1XzE1OTA0NDMxNjUyOTg=.jpg', 'duration': '02:28', 'pb_time': '1年前'}
  5. {'url': '//tv.sohu.com/v/dXMvMzM4NDQ5OTg3LzE5NTc5NTkxOS5zaHRtbA==.html', 'title': '酒泉：唐培宏与新希望六和公司代表座谈交流', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/2020/5/23/18/24/MTAwMTM1XzE1OTAyMjk0NDQ2MDY=.jpg', 'duration': '01:19', 'pb_time': '1年前'}
  7. {'url': '//tv.sohu.com/v/dXMvMzM4NDUwMjM0LzE5NDYzMTI2MC5zaHRtbA==.html', 'title': '温氏、牧原、新希望六和三大养猪巨头4月销售量、销售价均降！', 'cover': '//e3f49eaa46b57.cdn.sohucs.com/2020/5/16/10/35/MTAwMTM1XzE1ODk1OTY1MTQzNjU=.jpg', 'duration': '01:51', 'pb_time': '1年前'}