234 lines
34 KiB
Python
234 lines
34 KiB
Python
|
# coding=utf-8
|
||
|
|
# !/usr/bin/python
|
||
|
|
import sys
|
||
|
|
|
||
|
|
sys.path.append('..')
|
||
|
|
from base.spider import Spider
|
||
|
|
import json
|
||
|
|
|
||
|
|
|
||
|
|
class Spider(Spider): # 元类 默认的元类 type
|
||
|
|
def getName(self):
|
||
|
|
return "Libvio"
|
||
|
|
|
||
|
|
def init(self, extend=""):
|
||
|
|
print("============{0}============".format(extend))
|
||
|
|
pass
|
||
|
|
|
||
|
|
def homeContent(self, filter):
|
||
|
|
result = {}
|
||
|
|
cateManual = {
|
||
|
|
"电影": "1",
|
||
|
|
"剧集": "2",
|
||
|
|
"动漫": "4",
|
||
|
|
"即将上线": "27",
|
||
|
|
"日韩剧": "15",
|
||
|
|
"欧美剧": "16"
|
||
|
|
}
|
||
|
|
classes = []
|
||
|
|
for k in cateManual:
|
||
|
|
classes.append({
|
||
|
|
'type_name': k,
|
||
|
|
'type_id': cateManual[k]
|
||
|
|
})
|
||
|
|
|
||
|
|
result['class'] = classes
|
||
|
|
if (filter):
|
||
|
|
result['filters'] = self.config['filter']
|
||
|
|
return result
|
||
|
|
|
||
|
|
def homeVideoContent(self):
|
||
|
|
rsp = self.fetch("https://www.libvio.me")
|
||
|
|
root = self.html(self.cleanText(rsp.text))
|
||
|
|
aList = root.xpath("//div[@class='stui-pannel__bd']/ul/li/div/a")
|
||
|
|
|
||
|
|
videos = []
|
||
|
|
for a in aList:
|
||
|
|
name = a.xpath('./@title')[0]
|
||
|
|
pic = a.xpath('./@data-original')[0]
|
||
|
|
mark = a.xpath("./span[2]/text()")[0]
|
||
|
|
sid = a.xpath("./@href")[0]
|
||
|
|
sid = self.regStr(sid, "/detail/(\\d+).html")
|
||
|
|
videos.append({
|
||
|
|
"vod_id": sid,
|
||
|
|
"vod_name": name,
|
||
|
|
"vod_pic": pic,
|
||
|
|
"vod_remarks": mark
|
||
|
|
})
|
||
|
|
result = {
|
||
|
|
'list': videos
|
||
|
|
}
|
||
|
|
return result
|
||
|
|
|
||
|
|
def categoryContent(self, tid, pg, filter, extend):
|
||
|
|
result = {}
|
||
|
|
|
||
|
|
urlParams = ["", "", "", "", "", "", "", "", "", "", "", ""]
|
||
|
|
urlParams[0] = tid
|
||
|
|
urlParams[8] = pg
|
||
|
|
for key in extend:
|
||
|
|
urlParams[int(key)] = extend[key]
|
||
|
|
params = '-'.join(urlParams)
|
||
|
|
url = 'https://www.libvio.me/show/{0}.html'.format(params)
|
||
|
|
print(url)
|
||
|
|
rsp = self.fetch(url)
|
||
|
|
root = self.html(self.cleanText(rsp.text))
|
||
|
|
aList = root.xpath("//div[@class='stui-pannel__bd clearfix']/ul/li/div/a")
|
||
|
|
videos = []
|
||
|
|
for a in aList:
|
||
|
|
name = a.xpath('./@title')[0]
|
||
|
|
pic = a.xpath('./@data-original')[0]
|
||
|
|
mark = a.xpath("./span[2]/text()")[0]
|
||
|
|
sid = a.xpath("./@href")[0]
|
||
|
|
sid = self.regStr(sid, "/detail/(\\d+).html")
|
||
|
|
videos.append({
|
||
|
|
"vod_id": sid,
|
||
|
|
"vod_name": name,
|
||
|
|
"vod_pic": pic,
|
||
|
|
"vod_remarks": mark
|
||
|
|
})
|
||
|
|
|
||
|
|
result['list'] = videos
|
||
|
|
result['page'] = pg
|
||
|
|
result['pagecount'] = 9999
|
||
|
|
result['limit'] = 90
|
||
|
|
result['total'] = 999999
|
||
|
|
return result
|
||
|
|
|
||
|
|
def detailContent(self, array):
|
||
|
|
tid = array[0]
|
||
|
|
url = 'https://www.libvio.me/detail/{0}.html'.format(tid)
|
||
|
|
rsp = self.fetch(url)
|
||
|
|
root = self.html(self.cleanText(rsp.text))
|
||
|
|
node = root.xpath("//div[@class='stui-pannel__bd']")[0]
|
||
|
|
pic = node.xpath(".//img/@data-original")[0]
|
||
|
|
title = node.xpath('.//h1/text()')[0]
|
||
|
|
detail = node.xpath(".//span[@class='detail-content']/text()")[0]
|
||
|
|
douban = node.xpath(".//span[@class='douban']/text()")[0]
|
||
|
|
|
||
|
|
vod = {
|
||
|
|
"vod_id": tid,
|
||
|
|
"vod_name": title,
|
||
|
|
"vod_pic": pic,
|
||
|
|
"type_name": "",
|
||
|
|
"vod_year": "",
|
||
|
|
"vod_area": "",
|
||
|
|
"vod_remarks": "",
|
||
|
|
"vod_actor": "",
|
||
|
|
"vod_director": "",
|
||
|
|
"vod_douban_score": format(douban.rstrip("分")),
|
||
|
|
"vod_content": detail
|
||
|
|
}
|
||
|
|
|
||
|
|
infoArray = node.xpath(".//div[@class='stui-content__detail']/p")
|
||
|
|
for info in infoArray:
|
||
|
|
content = info.xpath('string(.)')
|
||
|
|
if content.startswith('类型'):
|
||
|
|
vod['type_name'] = content
|
||
|
|
if content.startswith('主演'):
|
||
|
|
vod['vod_actor'] = content.replace('\n', '').replace('\t', '')
|
||
|
|
if content.startswith('导演'):
|
||
|
|
vod['vod_director'] = content.replace('\n', '').replace('\t', '')
|
||
|
|
|
||
|
|
vod_play_from = '$$$'
|
||
|
|
playFrom = []
|
||
|
|
vodHeader = root.xpath("//div[@class='stui-pannel__head clearfix']/h3/text()")
|
||
|
|
for v in vodHeader:
|
||
|
|
playFrom.append(v)
|
||
|
|
vod_play_from = vod_play_from.join(playFrom)
|
||
|
|
|
||
|
|
vod_play_url = '$$$'
|
||
|
|
playList = []
|
||
|
|
vodList = root.xpath("//div[@class='stui-vodlist__head']")
|
||
|
|
for vl in vodList:
|
||
|
|
vodItems = []
|
||
|
|
aList = vl.xpath('./ul/li/a')
|
||
|
|
for tA in aList:
|
||
|
|
href = tA.xpath('./@href')[0]
|
||
|
|
name = tA.xpath('./text()')[0]
|
||
|
|
tId = self.regStr(href, '/play/(\\S+).html')
|
||
|
|
vodItems.append(name + "$" + tId)
|
||
|
|
joinStr = '#'
|
||
|
|
joinStr = joinStr.join(vodItems)
|
||
|
|
playList.append(joinStr)
|
||
|
|
vod_play_url = vod_play_url.join(playList)
|
||
|
|
|
||
|
|
vod['vod_play_from'] = vod_play_from
|
||
|
|
vod['vod_play_url'] = vod_play_url
|
||
|
|
|
||
|
|
result = {
|
||
|
|
'list': [
|
||
|
|
vod
|
||
|
|
]
|
||
|
|
}
|
||
|
|
return result
|
||
|
|
|
||
|
|
def searchContent(self, key, quick):
|
||
|
|
url = 'https://www.libvio.me/index.php/ajax/suggest?mid=1&wd={0}'.format(key)
|
||
|
|
# getHeader()
|
||
|
|
rsp = self.fetch(url,headers=self.header)
|
||
|
|
jo = json.loads(rsp.text)
|
||
|
|
result = {}
|
||
|
|
jArray = []
|
||
|
|
if jo['total'] > 0:
|
||
|
|
for j in jo['list']:
|
||
|
|
jArray.append({
|
||
|
|
"vod_id": j['id'],
|
||
|
|
"vod_name": j['name'],
|
||
|
|
"vod_pic": j['pic'],
|
||
|
|
"vod_remarks": ""
|
||
|
|
})
|
||
|
|
result = {
|
||
|
|
'list': jArray
|
||
|
|
}
|
||
|
|
return result
|
||
|
|
|
||
|
|
config = {
|
||
|
|
"player":{"LINE405":{"show":"LINE405","des":"更多极速线路请访问APP","ps":"0","parse":""},"duoduozy":{"show":"LINE100","des":"","ps":"0","parse":""},"LINE407":{"show":"LINE400","des":"","ps":"0","parse":""},"LINE408":{"show":"LINE408","des":"","ps":"0","parse":""},"p300":{"show":"LINE300","des":"","ps":"0","parse":""},"p301":{"show":"LINE301","des":"","ps":"0","parse":""},"line402-日语":{"show":"LINE402","des":"","ps":"0","parse":""},"LINE400":{"show":"LINE400","des":"","ps":"0","parse":""},"line401":{"show":"LINE401","des":"","ps":"0","parse":""},"iframe268":{"show":"LINE268","des":"","ps":"0","parse":""},"iframe290":{"show":"LINE290","des":"","ps":"0","parse":""},"iframe291":{"show":"LINE291","des":"","ps":"0","parse":""},"iframe296":{"show":"LINE296","des":"","ps":"0","parse":""},"iframe297":{"show":"LINE297","des":"","ps":"0","parse":""},"iframe307":{"show":"LINE307","des":"","ps":"0","parse":""},"iframe308":{"show":"LINE308","des":"","ps":"0","parse":""},"iframe309":{"show":"LINE309","des":"","ps":"0","parse":""},"line301":{"show":"LINE333","des":"","ps":"0","parse":""},"line302":{"show":"LINE302","des":"","ps":"0","parse":""},"LINE409":{"show":"LINE409","des":"","ps":"0","parse":""},"banquan":{"show":"已下架","des":"","ps":"0","parse":""},"iframe261":{"show":"LINE261","des":"","ps":"0","parse":""},"iframe265":{"show":"LINE265","des":"","ps":"0","parse":""},"iframe278":{"show":"LINE278","des":"","ps":"0","parse":""},"iframe306":{"show":"LINE306","des":"","ps":"0","parse":""},"iframe317":{"show":"LINE317","des":"","ps":"0","parse":""},"iframe257":{"show":"LINE257","des":"","ps":"0","parse":""},"iframe263":{"show":"LINE263","des":"","ps":"0","parse":""},"iframe258":{"show":"LINE258","des":"","ps":"0","parse":""},"iframe267":{"show":"LINE267","des":"","ps":"0","parse":""},"iframe":{"show":"LINE200","des":"","ps":"0","parse":""},"iframe262":{"show":"LINE262","des":"","ps":"0","parse":""},"iframe266":{"show":"LINE266","des":"","ps":"0","parse":""},"LINE406":{"show":"LINE406","des":"","ps":"0","parse":""},"dplayer3":{"show":"播放线路3","des":"","ps":"0","parse":""}},
|
||
|
|
"filter":{"1":[{"key":"class","name":"剧情","value":[{"n":"全部","v":""},{"n":"爱情","v":"爱情"},{"n":"恐怖","v":"恐怖"},{"n":"动作","v":"动作"},{"n":"科幻","v":"科幻"},{"n":"剧情","v":"剧情"},{"n":"战争","v":"战争"},{"n":"警匪","v":"警匪"},{"n":"犯罪","v":"犯罪"},{"n":"动画","v":"动画"},{"n":"奇幻","v":"奇幻"},{"n":"武侠","v":"武侠"},{"n":"冒险","v":"冒险"},{"n":"枪战","v":"枪战"},{"n":"恐怖","v":"恐怖"},{"n":"悬疑","v":"悬疑"},{"n":"惊悚","v":"惊悚"},{"n":"经典","v":"经典"},{"n":"青春","v":"青春"},{"n":"文艺","v":"文艺"},{"n":"微电影","v":"微电影"},{"n":"古装","v":"古装"},{"n":"历史","v":"历史"},{"n":"运动","v":"运动"},{"n":"农村","v":"农村"},{"n":"儿童","v":"儿童"},{"n":"网络电影","v":"网络电影"}]},{"key":"area","name":"地区","value":[{"n":"全部","v":""},{"n":"大陆","v":"中国大陆"},{"n":"香港","v":"中国香港"},{"n":"台湾","v":"中国台湾"},{"n":"美国","v":"美国"},{"n":"法国","v":"法国"},{"n":"英国","v":"英国"},{"n":"日本","v":"日本"},{"n":"韩国","v":"韩国"},{"n":"德国","v":"德国"},{"n":"泰国","v":"泰国"},{"n":"印度","v":"印度"},{"n":"意大利","v":"意大利"},{"n":"西班牙","v":"西班牙"},{"n":"加拿大","v":"加拿大"},{"n":"其他","v":"其他"}]},{"key":"year","name":"年份","value":[{"n":"全部","v":""},{"n":"2022","v":"2022"},{"n":"2021","v":"2021"},{"n":"2020","v":"2020"},{"n":"2019","v":"2019"},{"n":"2018","v":"2018"},{"n":"2017","v":"2017"},{"n":"2016","v":"2016"},{"n":"2015","v":"2015"},{"n":"2014","v":"2014"},{"n":"2013","v":"2013"},{"n":"2012","v":"2012"},{"n":"2011","v":"2011"},{"n":"2010","v":"2010"},{"n":"2009","v":"2009"},{"n":"2008","v":"2008"},{"n":"2007","v":"2007"},{"n":"2006","v":"2006"},{"n":"2005","v":"2005"},{"n":"2004","v":"2004"},{"n":"2003","v":"2003"},{"n":"2002","v":"2002"},{"n":"2001","v":"2001"},{"n":"2000","v":"2000"}]}],"2":[{"key":"class","name":"剧情","value":[{"n":"全部","v":""},{"n":"战争","v":"战争"},{"n":"青春偶像","v":"青春偶像"},{"n":"喜剧","v":"喜剧"},{"n":"家庭","v":"家庭"},{"n":"犯罪","v":"犯罪"},{"n":"动作","v":"动作"},{"n":"奇幻","v":"奇幻"},{"n":"剧情","v":"剧情"},{"n":"历史","v":"历史"},{"n":"经典","v":"经典"},{"n":"乡村","v":"乡村"},{"n":"情景","v":"情景"},{"n":"商战","v":"商战"},{"n":"网剧","v":"网剧"},{"n":"其他","v":"其他"}]},{"key":"area","name":"地区","value":[{"n":"全部","v":""},{"n":"大陆","v":"中国大陆"},{"n":"台湾","v":"中国台湾"},{"n":"香港","v":"中国香港"},{"n":"韩国","v":"韩国"},{"n":"日本","v":"日本"},{"n":"美国","v":"美国"},{"n":"泰国","v":"泰国"},{"n":"英国","v":"英国"},{"n":"新加坡","v":"新加坡"},{"n":"其他","v":"其他"}]},{"key":"year","name":"年份","value":[{"n":"全部","v":""},{"n":"2022","v":"2022"},{"n":"2021","v":"2021"},{"n":"2020","v":"2020"},{"n":"2019","v":"2019"},{"n":"2018","v":"2018"},{"n":"2017","v":"2017"},{"n":"2016","v":"2016"},{"n":"2015","v":"2015"},{"n":"2014","v":"2014"},{"n":"2013","v":"2013"},{"n":"2012","v":"2012"},{"n":"2011","v":"2011"},{"n":"2010","v":"2010"},{"n":"2009","v":"2009"},{"n":"2008","v":"2008"},{"n":"2007","v":"2007"},{"n":"2006","v":"2006"},{"n":"2005","v":"2005"},{"n":"2004","v":"2004"},{"n":"2003","v":"2003"},{"n":"2002","v":"2002"},{"n":"2001","v":"2001"},{"n":"2000","v":"2000"}]}],"3":[{"key":"class","name":"剧情","value":[{"n":"全部","v":""},{"n":"情感","v":"情感"},{"n":"访谈","v":"访谈"},{"n":"播报","v":"播报"},{"n":"旅游","v":"旅游"},{"n":"音乐","v":"音乐"},{"n":"美食","v":"美食"},{"n":"纪实","v":"纪实"},{"n":"曲艺","v":"曲艺"},{"n":"生活","v":"生活"},{"n":"游戏互动","v":"游戏互动"},{"n":"财经","v":"财经"},{"n":"求职","v":"求职"}]},{"key":"area","name":"地区","value":[{"n":"全部","v":""},{"n":"内地","v":"内地"},{"n":"港台","v":"港台"},{"n":"日韩","v":"日韩"},{"n":"欧美","v":"欧美"}]},{"key":"year","name":"年份","value":[{"n":"全部
|
||
|
|
}
|
||
|
|
header = {
|
||
|
|
"Referer": "https://www.libvio.me",
|
||
|
|
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36"
|
||
|
|
}
|
||
|
|
|
||
|
|
def playerContent(self, flag, id, vipFlags):
|
||
|
|
result = {}
|
||
|
|
url = 'https://www.libvio.me/play/{0}.html'.format(id)
|
||
|
|
rsp = self.fetch(url)
|
||
|
|
root = self.html(self.cleanText(rsp.text))
|
||
|
|
scripts = root.xpath("//script/text()")
|
||
|
|
jo = {}
|
||
|
|
for script in scripts:
|
||
|
|
if (script.startswith("var player_")):
|
||
|
|
target = script[script.index('{'):]
|
||
|
|
jo = json.loads(target)
|
||
|
|
break;
|
||
|
|
nid = str(jo['nid'])
|
||
|
|
scriptUrl = 'https://www.libvio.me/static/player/{0}.js'.format(jo['from'])
|
||
|
|
scriptRsp = self.fetch(scriptUrl)
|
||
|
|
parseUrl = self.regStr(scriptRsp.text, 'src="(\\S+url=)')
|
||
|
|
if len(parseUrl) > 0:
|
||
|
|
path = jo['url'] + '&next=' + jo['link_next'] + '&id=' + jo['id'] + '&nid=' + nid
|
||
|
|
parseRsp = self.fetch(parseUrl + path,headers=self.header)
|
||
|
|
realUrl = self.regStr(parseRsp.text, "(?<=urls\\s=\\s').*?(?=')", 0)
|
||
|
|
if len(realUrl) > 0:
|
||
|
|
result["parse"] = 0
|
||
|
|
result["playUrl"] = ""
|
||
|
|
result["url"] = realUrl
|
||
|
|
result["header"] = ""
|
||
|
|
else:
|
||
|
|
result["parse"] = 1
|
||
|
|
result["playUrl"] = ""
|
||
|
|
result["url"] = jo['url']
|
||
|
|
result["header"] = json.dumps(self.header)
|
||
|
|
return result
|
||
|
|
|
||
|
|
def isVideoFormat(self, url):
|
||
|
|
pass
|
||
|
|
|
||
|
|
def manualVideoCheck(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
def localProxy(self, param):
|
||
|
|
return [200, "video/MP2T", action, ""]
|