Python module (submodule repositary), which provides content (video streams) from various online stream sources to corresponding Enigma2, Kodi, Plex plugins

util.py 22KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717
  1. # -*- coding: UTF-8 -*-
  2. # /*
  3. # * Copyright (C) 2011 Libor Zoubek,ivars777
  4. # *
  5. # *
  6. # * This Program is free software; you can redistribute it and/or modify
  7. # * it under the terms of the GNU General Public License as published by
  8. # * the Free Software Foundation; either version 2, or (at your option)
  9. # * any later version.
  10. # *
  11. # * This Program is distributed in the hope that it will be useful,
  12. # * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # * GNU General Public License for more details.
  15. # *
  16. # * You should have received a copy of the GNU General Public License
  17. # * along with this program; see the file COPYING. If not, write to
  18. # * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  19. # * http://www.gnu.org/copyleft/gpl.html
  20. # *
  21. # */
  22. import os, sys, re
  23. import urllib, urllib2
  24. import datetime, time
  25. import traceback
  26. import cookielib
  27. import requests
  28. try:
  29. from requests.packages.urllib3.exceptions import InsecureRequestWarning
  30. requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
  31. except:
  32. pass
  33. from htmlentitydefs import name2codepoint as n2cp
  34. import HTMLParser
  35. import StringIO
  36. #import threading
  37. #import Queue
  38. import pickle
  39. import string
  40. import simplejson as json
  41. #from demjson import demjson
  42. #import demjson
  43. import json
  44. #from bs4 import BeautifulSoup
  45. UA = 'Mozilla/6.0 (Windows; U; Windows NT 5.1; en-GB; rv:1.9.0.5) Gecko/2008092417 Firefox/3.0.3'
  46. LOG = 2
  47. _cookie_jar = None
  48. CACHE_COOKIES = 'cookies'
  49. def system():
  50. if "kodi" in sys.executable.lower():
  51. return "kodi"
  52. elif sys.platform == "win32":
  53. return "windows"
  54. elif sys.platform == "linux2":
  55. return "enigma2"
  56. else:
  57. return "unknown"
  58. def nfo2xml(nfo_dict):
  59. nfo_type,nfo = next(nfo_dict.iteritems())
  60. s= "<%s>\n"%nfo_type.encode("utf8")
  61. for k,v in nfo.iteritems():
  62. if isinstance(v,list):
  63. for v2 in v:
  64. if isinstance(v2,unicode): v2 = v2.encode("utf8")
  65. s += " <%s>%s</%s>\n"%(k.encode("utf8"), v2, k.encode("utf8"))
  66. else:
  67. if isinstance(v,unicode): v = v.encode("utf8")
  68. s += " <%s>%s</%s>\n"%(k.encode("utf8"), v, k.encode("utf8"))
  69. s += "</%s>\n"%nfo_type.encode("utf8")
  70. return s
  71. def nfo2desc(nfo):
  72. if not "title" in nfo:
  73. nfo_type, nfo = next(nfo.iteritems())
  74. desc = nfo2title(nfo)
  75. dd = lambda t: "\n" + nfo[t] if t in nfo and nfo[t] else ""
  76. dd2 = lambda t: "\n" + ",".join(nfo[t]) if t in nfo and nfo[t] else ""
  77. def ddd(t,title=""):
  78. if title:
  79. title = title + ": "
  80. if t in nfo and nfo[t]:
  81. if isinstance(nfo[t],list):
  82. d = "\n" + title + ",".join(nfo[t])
  83. else:
  84. d = "\n" + title + nfo[t]
  85. else:
  86. d = ""
  87. return d.encode("utf8") if isinstance(d, unicode) else d
  88. desc += ddd("genre","Genre")
  89. desc += ddd("runtime","Length")
  90. desc += ddd("director","Director")
  91. desc += ddd("actor","Actors")
  92. desc += ddd("language","Languages")
  93. desc += ddd("quality","Quality")
  94. desc += ddd("tagline")
  95. if "plot" in nfo and "tagline" in nfo and nfo["tagline"] <> nfo["plot"]:
  96. desc += ddd("plot")
  97. elif "plot" in nfo and not "tagline" in nfo:
  98. desc += ddd("plot")
  99. return desc.encode("utf8") if isinstance(desc,unicode) else desc
  100. def nfo2title(nfo):
  101. if not "title" in nfo:
  102. nfo_type, nfo = next(nfo.iteritems())
  103. title = nfo["title"]
  104. if "originaltitle" in nfo and nfo["originaltitle"] and nfo["originaltitle"]<>nfo["title"]:
  105. title +=" ~ "+nfo["originaltitle"]
  106. se = ""
  107. if "season" in nfo and nfo["season"]:
  108. se += "S%s" % nfo["season"]
  109. if "episode" in nfo and nfo["episode"]:
  110. se += "E%s" % nfo["episode"]
  111. if se:
  112. title += " (%s)" % se
  113. elif "year" in nfo and nfo["year"]:
  114. title += " (%s)"%nfo["year"]
  115. return title.encode("utf8") if isinstance(title,unicode) else title
  116. def stream_type(data):
  117. data = data.lower()
  118. m = re.search(r"^(\w+)://", data)
  119. prefix = m.group(1) if m else ""
  120. if prefix in ("http","https"):
  121. if ".m3u8" in data:
  122. return "hls"
  123. elif ".mpd" in data:
  124. return "dash"
  125. else:
  126. return "http"
  127. else:
  128. return prefix
  129. def check_version(package,url="http://feed.blue.lv/Packages"):
  130. "Return current package version from OPKG feed"
  131. url = "http://feed.blue.lv/Packages"
  132. r = requests.get(url)
  133. if not r.ok:
  134. return ""
  135. m = re.search("Package: %s\nVersion: (.+?)\n"%package, r.content)
  136. if not m:
  137. return ""
  138. return m.group(1)
  139. SPLIT_CHAR = "~"
  140. SPLIT_CODE = urllib.quote(SPLIT_CHAR)
  141. EQ_CODE = urllib.quote("=")
  142. COL_CODE = urllib.quote(":")
  143. SPACE_CODE = urllib.quote(" ")
  144. def make_fname(title):
  145. "Make file name from title"
  146. title = title.strip()
  147. fname0 = re.sub("[/\n\r\t,:]"," ",title)
  148. fname0 = re.sub("['""]","",fname0)
  149. return fname0
  150. def hls_base(url):
  151. url2 = url.split("?")[0]
  152. url2 = "/".join(url2.split("/")[0:-1])+ "/"
  153. return url2
  154. def stream_change(stream):
  155. #return stream # TODO
  156. if "resolver" in stream and stream["resolver"] in ("viaplay","hqq","filmas") or \
  157. "surl" in stream and re.search("https*://(hqq|goo\.gl)",stream["surl"]):
  158. stream["url"] = streamproxy_encode(stream["url"],stream["headers"])
  159. stream["headers"] = {}
  160. return stream
  161. else:
  162. return stream
  163. def streamproxy_encode(url,headers=[],proxy_url=None):
  164. PROXY_URL = "http://localhost:8880/"
  165. if not "?" in url:
  166. url = url+"?"
  167. url2 = url.replace(SPLIT_CHAR,SPLIT_CODE).replace(":",COL_CODE).replace(" ",SPACE_CODE)
  168. if not proxy_url:
  169. proxy_url = PROXY_URL
  170. url2 = proxy_url + url2
  171. if headers:
  172. headers2 = []
  173. for h in headers:
  174. headers2.append("%s=%s"%(h,headers[h].replace("=",EQ_CODE).replace(SPLIT_CHAR,SPLIT_CODE).replace(" ",SPACE_CODE)))
  175. headers2 = SPLIT_CHAR.join(headers2)
  176. url2 = url2+SPLIT_CHAR+headers2
  177. #return url2.encode("utf8") if isinstance(url2,unicode) else url2
  178. return url2
  179. def streamproxy_decode(urlp):
  180. import urlparse
  181. path = urlp.replace(re.search("http://[^/]+",urlp).group(0),"")
  182. p = path.split(SPLIT_CHAR)
  183. url = urllib.unquote(p[0][1:])
  184. #headers = {"User-Agent":"Mozilla/5.0 (iPhone; CPU iPhone OS 9_2 like Mac OS X) AppleWebKit/601.1 (KHTML, like Gecko) CriOS/47.0.2526.70 Mobile/13C71 Safari/601.1.46"}
  185. headers={}
  186. if len(p)>1:
  187. for h in p[1:]:
  188. #h = urllib.unquote()
  189. headers[h.split("=")[0]]=urllib.unquote(h.split("=")[1])
  190. return url,headers
  191. def streamproxy_encode2(url,headers=[],proxy_url=None):
  192. PROXY_URL = "http://localhost:8880/"
  193. #url2 = url.replace(SPLIT_CHAR,SPLIT_CODE).replace(":",COL_CODE).replace(" ",SPACE_CODE)
  194. url2 = urllib.quote_plus(url)
  195. if not proxy_url:
  196. proxy_url = PROXY_URL
  197. url2 = proxy_url + url2+"/?"
  198. if headers:
  199. headers2 = []
  200. for h in headers:
  201. headers2.append("%s=%s"%(h,headers[h].replace("=",EQ_CODE).replace(SPLIT_CHAR,SPLIT_CODE).replace(" ",SPACE_CODE)))
  202. headers2 = SPLIT_CHAR.join(headers2)
  203. url2 = url2+SPLIT_CHAR+headers2
  204. return url2
  205. def streamproxy_decode2(urlp):
  206. path = urlp.replace(re.search("http://[^/]+",urlp).group(0),"")
  207. p = path.split(SPLIT_CHAR)
  208. url = urllib.unquote_plus(p[0][1:-2])
  209. #headers = {"User-Agent":"Mozilla/5.0 (iPhone; CPU iPhone OS 9_2 like Mac OS X) AppleWebKit/601.1 (KHTML, like Gecko) CriOS/47.0.2526.70 Mobile/13C71 Safari/601.1.46"}
  210. headers={}
  211. if len(p)>1:
  212. for h in p[1:]:
  213. #h = urllib.unquote()
  214. headers[h.split("=")[0]]=urllib.unquote(h.split("=")[1])
  215. return url,headers
  216. class Captions(object):
  217. def __init__(self,uri):
  218. self.uri = uri
  219. self.subs = []
  220. self.styles = {}
  221. if uri.startswith("http"):
  222. r = requests.get(uri)
  223. if r.status_code == 200:
  224. self.loads(r.content)
  225. def loads(self,s):
  226. if "WEBVTT" in s[:s.find("\n")]: # vtt captions
  227. self.load_vtt(s)
  228. elif "<?xml" in s[:s.find("\n")]:
  229. self.load_ttaf(s)
  230. else:
  231. self.load_vtt(s) # TODO
  232. def load_ttaf(self,s):
  233. for r2 in re.findall("<style .+?/>", s):
  234. st = {}
  235. for a in re.findall(r'(\w+)="([^ "]+)"', r2):
  236. st[a[0]] = a[1]
  237. if a[0] == "id":
  238. sid = a[1]
  239. self.styles[sid] = st
  240. for r2 in re.findall("<p .+?</p>", s):
  241. sub = {}
  242. sub["begin"] = str2sec(re.search('begin="([^"]+)"', r2).group(1)) if re.search('begin="([^"]+)"', r2) else -1
  243. sub["end"] = str2sec(re.search('end="([^"]+)"', r2).group(1)) if re.search('end="([^"]+)"', r2) else -1
  244. sub["style"] = re.search('style="([^"]+)"', r2).group(1) if re.search('style="([^"]+)"', r2) else None
  245. sub["text"] = re.search("<p[^>]+>(.+)</p>", r2).group(1).replace("\n","")
  246. sub["text"] = re.sub("<br\s*?/>","\n",sub["text"])
  247. sub["text"] = re.sub("<.+?>"," ",sub["text"])
  248. self.subs.append(sub)
  249. pass
  250. def load_vtt(self,s):
  251. f = StringIO.StringIO(s)
  252. while True:
  253. line = f.readline()
  254. if not line:
  255. break
  256. m = re.search(r"([\d\.\,:]+)\s*-->\s*([\d\.\,\:]+)",line)
  257. if m:
  258. sub = {}
  259. sub["begin"] = str2sec(m.group(1))
  260. sub["end"] = str2sec(m.group(2))
  261. sub["style"] = None
  262. sub["text"] = []
  263. line = f.readline()
  264. while line.strip():
  265. txt = line.strip()
  266. if isinstance(txt,unicode):
  267. txt = txt.encode("utf8")
  268. sub["text"].append(txt)
  269. line = f.readline()
  270. sub["text"] = "\n".join(sub["text"])
  271. self.subs.append(sub)
  272. else:
  273. continue
  274. pass
  275. def get_srt(self):
  276. out = ""
  277. i = 0
  278. for sub in self.subs:
  279. i +=1
  280. begin = sub["begin"]
  281. begin = "%s,%03i"%(str(datetime.timedelta(seconds=begin/1000)),begin%1000)
  282. end = sub["end"]
  283. end = "%s,%03i"%(str(datetime.timedelta(seconds=end/1000)),end%1000)
  284. txt2 = sub["text"]
  285. out += "%s\n%s --> %s\n%s\n\n\n"%(i,begin,end,txt2)
  286. return out
  287. def str2sec(r):
  288. # Convert str time to miliseconds
  289. r= r.replace(",",".")
  290. m = re.search(r"(\d+\:)*(\d+)\:(\d+\.\d+)", r)
  291. if m:
  292. sec = int(m.group(1)[:-1])*60*60*1000 if m.group(1) else 0
  293. sec += int(m.group(2))*60*1000 + int(float(m.group(3))*1000)
  294. return sec
  295. else:
  296. return -1
  297. #c = Captions("http://195.13.216.2/mobile-vod/mp4:lb_barbecue_fr_lq.mp4/lb_barbecue_lv.vtt")
  298. #c = Captions("http://www.bbc.co.uk/iplayer/subtitles/ng/modav/bUnknown-0edd6227-0f38-411c-8d46-fa033c4c61c1_b05ql1s3_1479853893356.xml")
  299. #url = "http://195.13.216.2/mobile-vod/mp4:ac_now_you_see_me_2_en_lq.mp4/ac_now_you_see_me_2_lv.vtt"
  300. #c = Captions(url)
  301. #pass
  302. def ttaf2srt(s):
  303. out = u""
  304. i = 0
  305. for p,txt in re.findall("<p ([^>]+)>(.+?)</p>", s, re.DOTALL):
  306. i +=1
  307. begin = re.search('begin="(.+?)"',p).group(1)
  308. begin = begin.replace(".",",")
  309. end = re.search('end="(.+?)"',p).group(1)
  310. end = end.replace(".",",")
  311. txt2 = re.sub("<br */>","\n",txt)
  312. out += "%s\n%s --> %s\n%s\n\n"%(i,begin,end,txt2)
  313. return out
  314. def vtt2srt(s):
  315. out = ""
  316. i = 0
  317. # result = re.findall(r"([\d:\. ]+-->[\d:\. ]+)\n(.+?\n)+", r.content)
  318. for t1, t2, txt in re.findall(r"([\d:\.]+)\s*-->\s*([\d:\.]+)\n(.+?\n)+", s):
  319. i +=1
  320. if len(t1.split(":")) == 2:
  321. t1 = "00:" + t1
  322. t1 = t1.replace(".", ",")
  323. if len(t2.split(":")) == 2:
  324. t2 = "00:" + t2
  325. t2 = t2.replace(".", ",")
  326. out += "%s\n%s --> %s\n%s\n\n"%(i,t1,t2,txt)
  327. return out
  328. def item():
  329. """Default item content"""
  330. stream0 = {
  331. 'name': '', #
  332. 'url': '',
  333. 'quality': '?',
  334. 'surl': '',
  335. 'subs': [],
  336. 'headers': {},
  337. "desc":"",
  338. "img":"",
  339. "lang":"",
  340. "type":"",
  341. "resolver":"",
  342. "order":0,
  343. "live":False
  344. }
  345. return stream0
  346. class _StringCookieJar(cookielib.LWPCookieJar):
  347. def __init__(self, string=None, filename=None, delayload=False, policy=None):
  348. cookielib.LWPCookieJar.__init__(self, filename, delayload, policy)
  349. if string and len(string) > 0:
  350. self._cookies = pickle.loads(str(string))
  351. def dump(self):
  352. return pickle.dumps(self._cookies)
  353. def init_urllib(cache=None):
  354. """
  355. Initializes urllib cookie handler
  356. """
  357. global _cookie_jar
  358. data = None
  359. if cache is not None:
  360. data = cache.get(CACHE_COOKIES)
  361. _cookie_jar = _StringCookieJar(data)
  362. opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(_cookie_jar))
  363. urllib2.install_opener(opener)
  364. def cache_cookies(cache):
  365. """
  366. Saves cookies to cache
  367. """
  368. global _cookie_jar
  369. if _cookie_jar:
  370. cache.set(CACHE_COOKIES, _cookie_jar.dump())
  371. def request0(url, headers={}):
  372. debug('request: %s' % url)
  373. req = urllib2.Request(url, headers=headers)
  374. req.add_header('User-Agent', UA)
  375. try:
  376. response = urllib2.urlopen(req)
  377. data = response.read()
  378. response.close()
  379. except urllib2.HTTPError, error:
  380. data = error.read()
  381. debug('len(data) %s' % len(data))
  382. return data
  383. def request(url, headers={}):
  384. debug('request: %s' % url)
  385. #req = urllib2.Request(url, headers=headers)
  386. #req.add_header('User-Agent', UA)
  387. if 'User-Agent' not in headers:
  388. headers['User-Agent']= UA
  389. try:
  390. r = requests.get(url, headers=headers)
  391. data = r.content
  392. except:
  393. data = r.content
  394. debug('len(data) %s' % len(data))
  395. return data
  396. def post(url, data, headers={}):
  397. postdata = urllib.urlencode(data)
  398. #req = urllib2.Request(url, postdata, headers)
  399. #req.add_header('User-Agent', UA)
  400. import requests
  401. if 'User-Agent' not in headers:
  402. headers['User-Agent']= UA
  403. try:
  404. r = requests.post(url, data=postdata,headers=headers)
  405. data = r.content
  406. except urllib2.HTTPError, error:
  407. data = r.content
  408. return data
  409. def post0(url, data, headers={}):
  410. postdata = urllib.urlencode(data)
  411. req = urllib2.Request(url, postdata, headers)
  412. req.add_header('User-Agent', UA)
  413. try:
  414. response = urllib2.urlopen(req)
  415. data = response.read()
  416. response.close()
  417. except urllib2.HTTPError, error:
  418. data = error.read()
  419. return data
  420. def post_json(url, data, headers={}):
  421. postdata = json.dumps(data)
  422. headers['Content-Type'] = 'application/json'
  423. req = urllib2.Request(url, postdata, headers)
  424. req.add_header('User-Agent', UA)
  425. response = urllib2.urlopen(req)
  426. data = response.read()
  427. response.close()
  428. return data
  429. #def run_parallel_in_threads(target, args_list):
  430. #result = Queue.Queue()
  431. ## wrapper to collect return value in a Queue
  432. #def task_wrapper(*args):
  433. #result.put(target(*args))
  434. #threads = [threading.Thread(target=task_wrapper, args=args) for args in args_list]
  435. #for t in threads:
  436. #t.start()
  437. #for t in threads:
  438. #t.join()
  439. #return result
  440. def substr(data, start, end):
  441. i1 = data.find(start)
  442. i2 = data.find(end, i1)
  443. return data[i1:i2]
  444. def save_to_file(url, file):
  445. try:
  446. return save_data_to_file(request(url), file)
  447. except:
  448. traceback.print_exc()
  449. def save_data_to_file(data, file):
  450. try:
  451. f = open(file, 'wb')
  452. f.write(data)
  453. f.close()
  454. info('File %s saved' % file)
  455. return True
  456. except:
  457. traceback.print_exc()
  458. def read_file(file):
  459. if not os.path.exists(file):
  460. return ''
  461. f = open(file, 'r')
  462. data = f.read()
  463. f.close()
  464. return data
  465. def _substitute_entity(match):
  466. ent = match.group(3)
  467. if match.group(1) == '#':
  468. # decoding by number
  469. if match.group(2) == '':
  470. # number is in decimal
  471. return unichr(int(ent))
  472. elif match.group(2) == 'x':
  473. # number is in hex
  474. return unichr(int('0x' + ent, 16))
  475. else:
  476. # they were using a name
  477. cp = n2cp.get(ent)
  478. if cp:
  479. return unichr(cp)
  480. else:
  481. return match.group()
  482. def decode_html(data):
  483. if not type(data) == str:
  484. return data
  485. try:
  486. if not type(data) == unicode:
  487. data = unicode(data, 'utf-8', errors='ignore')
  488. entity_re = re.compile(r'&(#?)(x?)(\w+);')
  489. return entity_re.subn(_substitute_entity, data)[0]
  490. except:
  491. traceback.print_exc()
  492. print[data]
  493. return data
  494. def unescape(s0):
  495. #s2 = re.sub("&#\w+;",HTMLParser.HTMLParser().unescape("\1"),s)
  496. s0 = s0.replace("&amp;","&").replace("&quot;", '"')
  497. for s in re.findall("&#\w+;",s0):
  498. s2 = HTMLParser.HTMLParser().unescape(s)
  499. if isinstance(s0,str):
  500. s2 = s2.encode("utf8")
  501. s0 = s0.replace(s,s2)
  502. pass
  503. return s0
  504. def debug(text):
  505. if LOG > 1:
  506. print('[DEBUG] ' + str([text]))
  507. def info(text):
  508. if LOG > 0:
  509. print('[INFO] ' + str([text]))
  510. def error(text):
  511. print('[ERROR] ' + str([text]))
  512. _diacritic_replace = {u'\u00f3': 'o',
  513. u'\u0213': '-',
  514. u'\u00e1': 'a',
  515. u'\u010d': 'c',
  516. u'\u010c': 'C',
  517. u'\u010f': 'd',
  518. u'\u010e': 'D',
  519. u'\u00e9': 'e',
  520. u'\u011b': 'e',
  521. u'\u00ed': 'i',
  522. u'\u0148': 'n',
  523. u'\u0159': 'r',
  524. u'\u0161': 's',
  525. u'\u0165': 't',
  526. u'\u016f': 'u',
  527. u'\u00fd': 'y',
  528. u'\u017e': 'z',
  529. u'\xed': 'i',
  530. u'\xe9': 'e',
  531. u'\xe1': 'a',
  532. }
  533. def replace_diacritic(string):
  534. ret = []
  535. for char in string:
  536. if char in _diacritic_replace:
  537. ret.append(_diacritic_replace[char])
  538. else:
  539. ret.append(char)
  540. return ''.join(ret)
  541. def params(url=None):
  542. if not url:
  543. url = sys.argv[2]
  544. param = {}
  545. paramstring = url
  546. if len(paramstring) >= 2:
  547. params = url
  548. cleanedparams = params.replace('?', '')
  549. if (params[len(params) - 1] == '/'):
  550. params = params[0:len(params) - 2]
  551. pairsofparams = cleanedparams.split('&')
  552. param = {}
  553. for i in range(len(pairsofparams)):
  554. splitparams = {}
  555. splitparams = pairsofparams[i].split('=')
  556. if (len(splitparams)) == 2:
  557. param[splitparams[0]] = splitparams[1]
  558. for p in param.keys():
  559. param[p] = param[p].decode('hex')
  560. return param
  561. def int_to_base(number, base):
  562. digs = string.digits + string.letters
  563. if number < 0:
  564. sign = -1
  565. elif number == 0:
  566. return digs[0]
  567. else:
  568. sign = 1
  569. number *= sign
  570. digits = []
  571. while number:
  572. digits.append(digs[number % base])
  573. number /= base
  574. if sign < 0:
  575. digits.append('-')
  576. digits.reverse()
  577. return ''.join(digits)
  578. def extract_jwplayer_setup(data):
  579. """
  580. Extracts jwplayer setup configuration and returns it as a dictionary.
  581. :param data: A string to extract the setup from
  582. :return: A dictionary containing the setup configuration
  583. """
  584. data = re.search(r'<script.+?}\(\'(.+)\',\d+,\d+,\'([\w\|]+)\'.*</script>', data, re.I | re.S)
  585. if data:
  586. replacements = data.group(2).split('|')
  587. data = data.group(1)
  588. for i in reversed(range(len(replacements))):
  589. if len(replacements[i]) > 0:
  590. data = re.sub(r'\b%s\b' % int_to_base(i, 36), replacements[i], data)
  591. data = re.search(r'\.setup\(([^\)]+?)\);', data)
  592. if data:
  593. return json.loads(data.group(1).decode('string_escape'))
  594. #return demjson.decode(data.group(1).decode('string_escape')) ### III
  595. return None
  596. def datetime_from_utc_to_local(utc_datetime):
  597. now_timestamp = time.time()
  598. offset = datetime.datetime.fromtimestamp(now_timestamp) - datetime.datetime.utcfromtimestamp(now_timestamp)
  599. return utc_datetime + offset
  600. def datetime_from_zulu_to_utc(data):
  601. d = map(int, data.split("T")[0].split("-"))
  602. h = map(int, data.split("T")[1][:-1].split(":"))
  603. dt = datetime.datetime(d[0], d[1], d[2], h[0], h[1], h[2])
  604. return dt
  605. #def parse_html(url):
  606. # return BeautifulSoup(request(url), 'html5lib', from_encoding='utf-8')
  607. if __name__ == "__main__":
  608. datetime_from_zulu_to_utc('2018-06-24T06:10:00Z')
  609. s = open("The LEGO Ninjago Movie (2017).lv.vtt").read()
  610. #s2 = vtt2srt(s)
  611. #open("The LEGO Ninjago Movie (2017).lv.srt", "w").write(s2)
  612. #s = 'B\xc4\x93thovena D\xc4\x81rgumu Taka (2014)/Beethoven&#x27;s Treasure [LV]'
  613. #s = s.decode("utf8")
  614. #s=unescape(s)
  615. #url = "http://localhost:88/https://walterebert.com/playground/video/hls/ts/480x270.m3u8?token=xxxx~User-Agent=Enigma2~Cookie=xxxxx"
  616. #url = "http://hyt4d6.vkcache.com/secip/0/UMQ3q2gNjTlOPnEVm3iTiA/ODAuMjMyLjI0MC42/1479610800/hls-vod-s3/flv/api/files/videos/2015/09/11/144197748923a22.mp4.m3u8http://hyt4d6.vkcache.com/secip/0/Y-ZA1qRm8toplc0dN_L6_w/ODAuMjMyLjI0MC42/1479654000/hls-vod-s3/flv/api/files/videos/2015/09/11/144197748923a22.mp4.m3u8"
  617. #headers = {"User-Agent":"Mozilla/5.0 (iPhone; CPU iPhone OS 9_2 like Mac OS X) AppleWebKit/601.1 (KHTML, like Gecko) CriOS/47.0.2526.70 Mobile/13C71 Safari/601.1.46"}
  618. #url = "http://str1e.lattelecom.tv/mobile-vod/mp4:sf_fantastic_beasts_and_where_to_find_them_en_hd.mp4/playlist.m3u8?resource_id=fantastic_beasts_and_where_to_find_them&auth_token=6NAvMFDG+rYTAc4hb5JeL2bmsaRR7bAE23M6KDmhKYOGyXoo0gDpJUE9scYy+nQmfbgk03cWMe9MuXWSH1GqwolEk2jOQ/8Mrg7tOdbwrA8zM7nmkfCZPqQkwajZN4mfSJQVKHqXqJ8="
  619. #headers={}
  620. #print url
  621. #url = "replay::tiesraide/ltv1/"
  622. #url = "ltc::content/live-streams/103?include=quality"
  623. #urlp = streamproxy_encode2(url,headers)
  624. #print urlp
  625. #url2,headers2 = streamproxy_decode2(urlp)
  626. #print url2
  627. #player(urlp)
  628. pass