#coding=utf-8
#!/usr/bin/python
import sys
sys.path.append('..')
from base.spider import Spider
import re
from urllib import request, parse
import urllib
import urllib.request
import json
class Spider(Spider): # 元类 默认的元类 type
def getName(self):
return "卡通站(kt30)"
def init(self,extend=""):
pass
def isVideoFormat(self,url):
pass
def manualVideoCheck(self):
pass
def homeContent(self,filter):
result = {}
cateManual = {
"日本动漫": "r",
"国产动漫": "g",
"港台动漫": "gm",
"动画电影": "v",
"欧美动漫": "o"
}
classes = []
for k in cateManual:
classes.append({
'type_name': k,
'type_id': cateManual[k]
})
result['class'] = classes
if (filter):
result['filters'] = self.config['filter']
return result
def homeVideoContent(self):
htmlTxt = self.webReadFile(urlStr="http://kt30.com/",header=self.header)
videos = self.get_list(html=htmlTxt,patternTxt=r'a class="stui-vodlist__thumb lazyload" href="(?P.+?)" title="(?P.+?)" data-original="(?P.+?)".+?">(?P.+?)')
result = {
'list': videos
}
return result
def categoryContent(self,tid,pg,filter,extend):
result = {}
year='0'#年份
types='0'#类型
area='all'#地区
url = 'http://kt30.com/{0}/index_{1}.html'.format(tid,pg)
htmlTxt=self.webReadFile(urlStr=url,header=self.header)
videos=[]
videos = self.get_list(html=htmlTxt,patternTxt=r'(?P.+?)')
numvL = len(videos)
result['list'] = videos
result['page'] = pg
result['pagecount'] = pg if numvL<17 else 9999
result['limit'] = numvL
result['total'] = numvL
return result
def detailContent(self,array):
aid = array[0].split('###')
idUrl=aid[1]
title=aid[0]
pic=aid[2]
playFrom = []
vodItems = []
videoList=[]
htmlTxt = self.webReadFile(urlStr=idUrl,header=self.header)
if len(htmlTxt)<5:
return {'list': []}
line=self.get_RegexGetTextLine(Text=htmlTxt,RegexText=r'(.+?)
',Index=1)
playFrom=[self.removeHtml(txt=vod) for vod in line]
if len(line)<1:
return {'list': []}
circuit=self.get_lineList(Txt=htmlTxt,mark='.+?)">(?P.+?)')
joinStr = "#".join(vodItems)
videoList.append(joinStr)
temporary=self.get_RegexGetTextLine(Text=htmlTxt,RegexText=r'(.+?)',Index=1)
typeName="/".join(temporary)
year=self.get_RegexGetText(Text=htmlTxt,RegexText=r'(\d{4})',Index=1)
temporary=self.get_RegexGetTextLine(Text=htmlTxt,RegexText=r'(.+?)',Index=1)
act="/".join(temporary)
temporary=self.get_RegexGetTextLine(Text=htmlTxt,RegexText=r'(.+?)',Index=1)
dir="/".join(temporary)
area=self.get_RegexGetText(Text=htmlTxt,RegexText=r'地区:(.*?)',Index=1)
#area=self.get_RegexGetText(Text=htmlTxt,RegexText=r'>语言:\s{0,4}(.*?)
',Index=1)
cont=self.get_RegexGetText(Text=htmlTxt,RegexText=r'简介:(.+?)详情',Index=1)
vod = {
"vod_id": array[0],
"vod_name": title,
"vod_pic": pic,
"type_name": self.removeHtml(txt=typeName),
"vod_year": year,
"vod_area": self.removeHtml(txt=area),
"vod_remarks": "",
"vod_actor": self.removeHtml(txt=act),
"vod_director": self.removeHtml(txt=dir),
"vod_content": self.removeHtml(txt=cont)
}
vod['vod_play_from'] = '$$$'.join(playFrom)
vod['vod_play_url'] = "$$$".join(videoList)
result = {
'list': [
vod
]
}
return result
def verifyCode(self):
pass
def searchContent(self,key,quick):
Url='http://kt30.com/vodsearch/-------------.html?wd={0}'.format(urllib.parse.quote(key))
htmlTxt = self.webReadFile(urlStr=Url,header=self.header)
videos = self.get_list(html=htmlTxt,patternTxt=r'(?P.+?)')
result = {
'list': videos
}
return result
def playerContent(self,flag,id,vipFlags):
result = {}
parse=1
jx=0
url=id
htmlTxt=self.webReadFile(urlStr=url,header=self.header)
temporary=self.get_lineList(Txt=htmlTxt,mark=r'var player_aaaa=',after='')
if len(temporary)>0:
jRoot=json.loads(temporary[0][16:])
url=jRoot['url']
if len(url)<5:
url=id
else:
parse=0
result["parse"] = parse#1=嗅探,0=播放
result["playUrl"] = ''
result["url"] = url
result['jx'] = jx#1=VIP解析,0=不解析
result["header"] = ''
return result
config = {
"player": {},
"filter": {}
}
header = {
"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36",
'Host': 'kt30.com',
"Referer": "http://kt30.com/"
}
def localProxy(self,param):
return [200, "video/MP2T", action, ""]
#-----------------------------------------------自定义函数-----------------------------------------------
#访问网页
def webReadFile(self,urlStr,header):
html=''
req=urllib.request.Request(url=urlStr,headers=header)#,headers=header
with urllib.request.urlopen(req) as response:
html = response.read().decode('utf-8')
return html
#正则取文本
def get_RegexGetText(self,Text,RegexText,Index):
returnTxt=""
Regex=re.search(RegexText, Text, re.M|re.S)
if Regex is None:
returnTxt=""
else:
returnTxt=Regex.group(Index)
return returnTxt
#取集数
def get_EpisodesList(self,html,RegexText):
ListRe=re.finditer(RegexText, html, re.M|re.S)
videos = []
for vod in ListRe:
url = vod.group('url')
title =vod.group('title')
if len(url) == 0:
continue
if url.find('http:') <0:
url='http://kt30.com'+url
videos.append(title+"$"+url)
return videos
#取剧集区
def get_lineList(self,Txt,mark,after):
circuit=[]
origin=Txt.find(mark)
while origin>8:
end=Txt.find(after,origin)
circuit.append(Txt[origin:end])
origin=Txt.find(mark,end)
return circuit
#正则取文本,返回数组
def get_RegexGetTextLine(self,Text,RegexText,Index):
returnTxt=[]
ListRe=istRe=re.finditer(RegexText, Text, re.M|re.S)
for value in ListRe:
t=value.group(Index)
if t==None:
continue
returnTxt.append(t)
return returnTxt
#分类取结果
def get_list(self,html,patternTxt):
ListRe=re.finditer(patternTxt, html, re.M|re.S)
videos = []
head="http://kt30.com"
for vod in ListRe:
url = vod.group('url')
title =self.removeHtml(txt=vod.group('title'))
img =vod.group('img')
renew=vod.group('renew')
if len(url) == 0:
continue
if len(img)<5:
img='https://agit.ai/lanhaidixingren/Tvbox/raw/branch/master/CoverError.png'
if self.get_RegexGetText(Text=img,RegexText='(https{0,1}:)',Index=1)=='':
img=head+img
# print(title)
videos.append({
"vod_id":"{0}###{1}###{2}".format(title,head+url,img),
"vod_name":title,
"vod_pic":img,
"vod_remarks":renew
})
return videos
#删除html标签
def removeHtml(self,txt):
soup = re.compile(r'<[^>]+>',re.S)
txt =soup.sub('', txt)
return txt.replace(" "," ")
#番剧
def get_list_fanju(self,html):
ListRe=re.finditer('class="jtxqj">(?P.+?)', html, re.M|re.S)
videos = []
head="http://ktkkt8.com"
img='https://agit.ai/lanhaidixingren/Tvbox/raw/branch/master/%E5%B0%81%E9%9D%A2.jpeg'
for vod in ListRe:
url = vod.group('url')
title =self.removeHtml(txt=vod.group('title'))
renew=vod.group('renew')
if len(url) == 0:
continue
videos.append({
"vod_id":"{0}###{1}###{2}".format(title,head+url,img),
"vod_name":title,
"vod_pic":img,
"vod_remarks":renew
})
return videos
# T=Spider()
# l=T.homeVideoContent()
# l=T.searchContent(key='柯南',quick='')
# l=T.categoryContent(tid='r',pg='1',filter=False,extend={})
# for x in l['list']:
# print(x['vod_id'])
# mubiao= l['list'][1]['vod_id']
# playTabulation=T.detailContent(array=[mubiao,])
# # print(playTabulation)
# vod_play_from=playTabulation['list'][0]['vod_play_from']
# vod_play_url=playTabulation['list'][0]['vod_play_url']
# url=vod_play_url.split('$$$')
# vod_play_from=vod_play_from.split('$$$')[0]
# url=url[0].split('$')
# url=url[1].split('#')[0]
# print(url)
# m3u8=T.playerContent(flag=vod_play_from,id=url,vipFlags=True)
# print(m3u8)