salabots replay u.c.

file.py

@@ -112,7 +112,7 @@ def isdir(url):
         lines = []
         file.retrbinary(cmd, lines.append)
         file.close()
-        return False if "No such file or directory" in lines[0] else True
+        return False if lines and "No such file or directory" in lines[0] else True
     else:
         raise Exception("Not valid protocol")
 
@@ -198,23 +198,31 @@ def join(*arg):
 def encoding(url):
     p = parse_url(url)
     if p["protocol"] == "file":
-        return sys.getfilesystemencoding()
+        enc = sys.getfilesystemencoding()
+        #enc = "utf8"  # TODO
     else:
-        return "utf8"
+        enc = "utf8"
+    return enc
 
 def make_fname(name):
     #"\[.+?\]" "[/\n\r\t,:]"
-    name = name.strip()
     name = re.sub(r"[/\n\r\t,:/\\]", " ", name)
     name = re.sub("['""\?\*<>]","", name)
+    name = re.sub(r"(\[[^\[]*\])", "", name)
     name = name.replace("&quot;","")
+    name = name.strip()
     return name
 
 
 def encode(url):
-    if not isinstance(url, unicode):
-        url = url.decode("utf8")
-    return url.encode(encoding(url))
+    p = parse_url(url)
+    if p["protocol"] == "file":  # unicode
+        if not isinstance(url, unicode):
+            url = url.decode("utf8")
+    else:
+        if isinstance(url, unicode):
+            url = url.encode("utf8")
+    return url
 
 if __name__ == "__main__":
     res = join("aaa", "bbb")

sources/filmix.py

@@ -304,6 +304,7 @@ Cookie: FILMIXNET=%s;
                     stream["quality"]=st[0]
                     stream["name"]= title
                     stream["desc"]=desc
+                    stream["img"] = img
                     streams.append(stream)
             return streams
 

sources/play24.py

@@ -156,6 +156,8 @@ class Source(SourceBase):
                 m = re.search('<meta name="description" content="([^"]+)" />', r, re.DOTALL)
                 desc = m.group(1) if m else ""
                 desc = h.unescape(desc.decode("utf8")).encode("utf8")
+                m = re.search('"og:image" content="([^"]+)', r)
+                img = m.group(1) if m else ""
 
                 url = "http://player.tvnet.lv/v/%s"%id
             else:
@@ -172,7 +174,7 @@ class Source(SourceBase):
                 if t in s:
                     data2 = s[t][0]
                     break
-            return (title,data2,"",desc)
+            return (title,data2, img,desc)
 
 
     def is_video(self,data):

sources/replay.py

@@ -12,7 +12,7 @@ except:
     import simplejson as json
 import os
 import urllib2, urllib
-import datetime, re, sys
+import datetime, time, re, sys
 import ssl
 if "_create_unverified_context" in dir(ssl):
     ssl._create_default_https_context = ssl._create_unverified_context
@@ -42,49 +42,45 @@ class Source(SourceBase):
 
     def get_content(self, data):
         print "[replay] get_content:", data
-        if "::" in data:
-            data = data.split("::")[1]
-        path = data.split("?")[0]
-        clist = path.split("/")[0]
-        params = data[data.find("?"):] if "?" in data else ""
-        qs = dict(map(lambda x:x.split("="),re.findall("\w+=\w+",params)))
+        source, data, path, plist, clist, params, qs = self.parse_data(data)
         lang = qs["lang"] if "lang" in qs else self.country
-
         content=[]
         content.append(("..return", "back","back.png","Return back"))
 
         if clist=="home":
             content.extend([
                 ("Live streams", "replay::tiesraide","","TV live streams"),
-                ("Search LV", "replay::search/?term={0}&lang=lv","","Search content LV"),
-                ("Last videos LV", "replay::visi/jaunakie/?source=ltv&lang=lv","","Last aired videos LV"),
-                ("Last videos by categories LV", "replay::kategorijas/?lang=lv","","Last videos by categories LV"),
-                ("All programs LV", "replay::raidijumi/?type=video","","All programs by name LV"),
+                ("Search LV", "replay::meklet?term={0}&lang=lv","","Search content LV"),
+                ("Last videos LV", "replay::visi/jaunakie?mtype=video&page=1&lang=lv","","Last aired videos LV"),
+                ("Last videos by categories LV", "replay::kategorijas?lang=lv","","Last videos by categories LV"),
+                ("Last chance LV", "replay::visi/pedeja-iespeja?lang=lv","","Last videos by categories LV"),
+                ("Videos by popularity LV", "replay::visi/popularie?mtype=video&lang=lv","","Programs by popularity"),
+                ("All programs LV", "replay::raidijumi?mtype=video&lang=lv","","All programs by name LV"),
                 ("Programs by categories LV", "replay::categories?lang=lv","","All programs by categories LV"),
                 #("Channels", "replay::channels?language=%s"%self.country,"","TV channels"),
-                ("Videos by popularity LV", "replay::visi/popularie/?source=ltv&lang=lv","","Programs by popularity"),
 
-                ("Search RU", "replay::search/?term={0}&lang=ru","","Search content RU"),
-                ("Last videos RU", "replay::vse/novie/?source=ltv&lang=ru","","Last aired videos RU"),
-                ("Last videos by categories RU", "replay::kategorijas/?lang=ru","","Last videos by categories RU"),
-                ("All programs RU", "replay::peredachi/?lang=ru&type=video","","All programs by name"),
+                ("Search RU", "replay::poisk?term={0}&lang=ru","","Search content RU"),
+                ("Last videos RU", "replay::vse/novie?mtype=video&lang=ru","","Last aired videos RU"),
+                ("Last videos by categories RU", "replay::kategorijas?lang=ru","","Last videos by categories RU"),
+                ("All programs RU", "replay::peredachi?lang=ru&mtype=video","","All programs by name"),
                 ("Programs by categories RU", "replay::categories?lang=ru","","Programs by categories RU")
             ])
             return content
 
         ### programmu kategorijas ###
         elif clist=="categories":
-            url = "https://replay.lsm.lv/lv/raidijumi/?lang=lv&type=video" if lang =="lv" else "https://replay.lsm.lv/ru/peredachi/?lang=ru&type=video"
+            url = "https://replay.lsm.lv/lv/raidijumi" if lang =="lv" else "https://replay.lsm.lv/ru/peredachi"
             r = self._http_request(url)
             icons = {
                 #TODO
-                "1": "https://www.iconfinder.com/icons/314161/download/png/256",
+            "1": "https://www.iconfinder.com/icons/314161/download/png/256",
             }
-            for item in re.findall(r'<a .+href="(\?lang=\w+&type=video&theme=\d+)">([^<]+)</a>\t', r):
-                title = item[1]
-                data2 = url.split("?")[0]+item[0]
-                data2 = data2.replace(API_URL%lang,"")
-                theme =  item[0].split("theme=")[1]
+            result = re.findall(r'<a href="https://replay\.lsm\.lv/(lv|ru)/([^\?^"]+\?category=\d+)" class="badge badge-pill">([^<]+)</a>', r)
+            for item in result:
+
+                title = item[2].strip()
+                data2 = item[1].replace("&amp;", "&") + "&lang=%s" % item[0]
+                #theme =  item[0].split("theme=")[1]
                 img = self.img # TODO icons["1"]
                 desc = title
                 content.append((title,self.name+"::"+data2,img,desc))
@@ -94,54 +90,144 @@ class Source(SourceBase):
         elif clist=="kategorijas":
             url = "https://replay.lsm.lv/lv/" if lang =="lv" else "https://replay.lsm.lv/ru/"
             r = self._http_request(url)
-            for item in re.findall(r'<a href="/(lv|ru)/kategorija/(\w+)/">.+?<i class="[^"]+"></i>.+?<span>([^<]+)</span>', r, re.DOTALL):
-                title = item[2]
-                data2 = "kategorija/%s/?lang=%s"%(item[1],item[0])
+            for m in re.finditer(r'<a href="https://replay\.lsm\.lv/(lv|ru)/(kategorija/[\w-]+)" class="">.+?<span>([^<]+)</span>', r, re.DOTALL):
+                title = m.group(3)
+                data2 = "%s?lang=%s"%(m.group(2), m.group(1))
                 img = self.img
                 desc = title
                 content.append((title,self.name+"::"+data2,img,desc))
             return content
 
+
+        ### Raidijumi (programmas) ###
+        elif clist in ( "raidijumi","peredachi"):
+            r = self.call(data, lang=lang)
+            result = re.findall(r'<a href="https://replay\.lsm\.lv/(lv|ru)/([^"]+)"><span>([^<]+)</span>', r, re.DOTALL)
+            for item in result:
+                title = item[2].strip()
+                data2 = item[1]+"?lang=%s"%item[0]
+                img = ""
+                desc  = title
+                content.append((title,self.name+"::"+data2,img,desc))
+            return content
+
         ### Tiešraides kanānālu saraksts
         elif path=="tiesraide":
-            url2 = "https://replay.lsm.lv/styles/main.css"
-            r2= self._http_request(url2)
             url = "https://replay.lsm.lv/lv/tiesraide/ltv1/"
             # <div class="visible-xs">
-            r= self._http_request(url)
-            i2 = r.find('<div class="visible-xs">')
-            result = re.findall(r"""onclick="RE.tools.navigate\('/lv/(tiesraide/\w+/)'\).+?<h5>([^<]+)</h5>.+?<time>([^<]+)</time>""", r[0:i2], re.DOTALL)
+            r = self._http_request(url)
+            result = re.findall(r'class="small-guide.+?href="https://replay\.lsm\.lv/lv/([^"]+)".+?title="([^"]+)".+?<div class="item-body">([^<]+)</div>.+?<time>([^<]+)</time>', r, re.DOTALL)
             for item in result:
                 data2 = item[0]
                 ch = data2.split("/")[1]
-                title = ch.upper()
-                m = re.search(r'channel-logo--%s{background-image:url\("([^"]+)"\)' % ch, r2, re.DOTALL)
-                img = "https://replay.lsm.lv" + m.group(1)
-                desc = item[1]
-                # 00:10 &ndash; 00:45
-                desc = desc + " (%s)" % item[2].replace("&ndash;", "-")
+                title = item[1]
+                img = ch + ".png"
+                desc = item[2].strip()
+                desc = desc + " [%s]" % item[3]
                 title = title + " - " + desc
                 content.append((title,self.name+"::"+data2,img,desc))
             return content
 
+        ### Meklēsana ###
+        # TODO (jāsakrārto pēc jaunā templeita)
+        elif clist in ("search"):
+            r = self.call(data, lang=lang)
+            if not r:
+                return content
+            #for r2 in re.findall('<article itemtype="http://schema.org/Article" itemscope class="thumbnail thumbnail--default ">(.+?)</article>', r2, re.DOTALL):
+            for item in re.findall('itemprop="image" data-image="([^"]+)".+?<figcaption><h5 itemprop="name"><a itemprop="url" href="([^<]+)">([^<]+)</a></h5></figcaption>', r):
+                title = item[2]
+                data2 = item[1].replace("/%s/"%lang,"")+"?lang=%s"%lang
+                img = "https://replay.lsm.lv" + item[0]
+                desc  = title
+                content.append((title,self.name+"::"+data2,img,desc))
+
+            #for item in re.findall('itemprop="image" data-image="([^"]+)".+?<figcaption><h4 itemprop="about"><a href="([^"]+)">([^<]+)</a></h4>.*?<h5 itemprop="name"><a itemprop="url" href="([^"]+)">([^<]+)</a></h5>.+?datetime="([^"]+)" class="thumbnail__date ">([^<]+)</time>', r2):
+            for item in re.findall('itemprop="image" data-image="([^"]+)".+? class="icon-(ltv|lr).+?<figcaption><h4 itemprop="about"><a href="([^"]+)">([^<]+)</a></h4>.*?<h5 itemprop="name"><a itemprop="url" href="([^"]+)">([^<]+)</a></h5>.+?datetime="([^"]+)" class="thumbnail__date ">([^<]+)</time>', r):
+                if item[1]=="lr":continue
+                title = "%s - %s (%s)"%(item[3],item[5],item[7])
+                data2 = item[4].replace("/%s/"%lang,"")+"?lang=%s"%lang
+                img = item[0]  #.replace("https:","http:")
+                img = img.replace("lv//", "lv/")  # TODO eksperiments
+                desc = title
+                content.append((title,self.name+"::"+data2,img,desc))
+
+        # Raidijumu saraksti
+        elif True:
+            r = self.call(data, lang=lang)
+            if not r:
+                return content
+            result = re.findall("<article.+?>(.+?)</article>", r, re.DOTALL)
+            for item in result:
+                m = re.search(r'<h4 class="thumbnail__title"><a href="https://replay\.lsm\.lv/(\w+)/([^"]+)">([^<]+)</a></h4>', item, re.DOTALL)
+                if not m:
+                    continue
+                title = m.group(3).strip()
+                desc = title
+                data2 = m.group(2)
+                lang = m.group(1)
+                m = re.search(r'style="background-image: url\(([^\)]+)\)"', item, re.DOTALL)
+                img = m.group(1) if m else ""
+                m = re.search('datePublished" datetime="([^"]+)"', item, re.DOTALL)
+                if m:
+                    published = m.group(1)
+                    published = datetime.datetime.strptime(published,"%Y-%m-%dT%H:%M:%SZ")
+                    published = util.datetime_from_utc_to_local(published)
+                    published_datetime = datetime.datetime.strftime(published,"%d.%m.%Y %H:%M")
+                    published_date = datetime.datetime.strftime(published,"%d.%m.%Y")
+                    title = title + " (%s)" % published_date
+                    desc = desc + "\nPublished: %s" % published_datetime
+                m = re.search('thumbnail__duration">([^<]+)<', item, re.DOTALL)
+                if m:
+                    desc = desc + "\nDuration: %s" % m.group(1)
+                m = re.search(r'<a href="https://replay\.lsm\.lv/lv/raidijums/[^"]+">([^<]+)</a>', item, re.DOTALL)
+                if m:
+                    desc = desc + "\nProgram: %s" % m.group(1)
+                m = re.search('<li class="">(Vēl[^<]+)</li>', item, re.DOTALL)
+                if m:
+                    desc = desc + "\nRemaining: %s" % m.group(1)
+                content.append((title,self.name+"::"+data2,img,desc))
+
+            m = re.search(r'page=(\d+)" rel="next"', r, re.DOTALL)
+            if m:
+                page = int(m.group(1))
+                if "page="in data:
+                    data2 = re.sub("page=\d+","page=%s"%page,data)
+                else:
+                    if "?" in data:
+                        data2 =data+"&page=%s"%page
+                    else:
+                        data2 =data+"?page=%s"%page
+                content.append(("Next page",self.name+"::"+data2,"next.png","Next page"))
+
+            return content
+
+
+
+    def get_streams(self, data):
+        source, data, path, plist, clist, params, qs = self.parse_data(data)
+        lang = qs["lang"] if "lang" in qs else self.country
+
         ### Kanāla tiesraide
-        elif clist == "tiesraide" and "/" in data:
+        # TODO - jāuztaisa get_streams/get_info
+        if clist == "tiesraide" and "/" in data:
+            r = self.call(data, lang=lang)
             ch = data.split('/')[1]
             veids = "audio" if "lr" in ch else "video"
             #url = "https://replay.lsm.lv/lv/tiesraide/ltv7/"
             url = "https://replay.lsm.lv/lv/tiesraide/%s/"%ch
             r= self._http_request(url)
 
-            m = re.search('%s/">.+?<h5>([^<]+)+</h5>.*?<time>([^<]+)</time>'%ch, r, re.DOTALL)
+            m = re.search('span class="badge badge-primary">Tagad</span>([^<]+)<.+?<time>([^<]+)</time>', r, re.DOTALL)
             tagad = m.group(1).strip() if m else ""
             laiks = m.group(2).strip() if m else ""
             laiks = h.unescape(laiks).encode("utf8")
-            m = re.search("<h1>([^<]+)</h1>", r)
             title = m.group(1).strip() if m else path.split("/")[1].upper()
-            title = "%s - %s (%s)"%(title,tagad,laiks)
+            title = "%s - %s [%s]"%(ch.upper(), title,laiks)
+            desc = title
 
             if veids == "video":
-                m = re.search('<div class="video"><iframe.+src="([^"]+)"', r)
+                m = re.search('<iframe.+?src="([^"]+)"', r)
                 if not m:
                     raise Exception("No stream found")
                 url = m.group(1)
@@ -157,7 +243,7 @@ class Source(SourceBase):
                     raise Exception("No stream found")
                 url = m.group(1).replace('\\/', "/")
                 m = re.search('poster":"([^"]+)"', r, re.DOTALL)
-                img =  "https://ltv.lsm.lv" + m.group(1).replace("\\","") if m else ""
+                img =  "https://ltv.lsm.lv" + m.group(1).replace("\\","") if m else ch + '.png'
 
                 r = self._http_request(url,headers=headers)
                 m = re.search('"([^"]+m3u8[^"]+)"', r)
@@ -168,135 +254,64 @@ class Source(SourceBase):
 
             else: # audio
                 lrn = ch.replace("lr","")
-                url = "https:///www.latvijasradio.lsm.lv/lv/tiesraide/?channel=%s"%lrn
+                url = "https://latvijasradio.lsm.lv/lv/tiesraide/?channel=%s"%lrn
                 r = self._http_request(url)
                 m = re.search('"file":"([^"]+?m3u8.*?)"', r)
                 if not m:
                     raise Exception("No stream found")
                 data2 = m.group(1).replace("\\","")
-                img = self.img
-                desc = ""
-
-            desc = title
-            content =(title,data2,img,desc)
-            return content
-
-        #m = re.search(r'(\?page=\d+)" class=" paging__prev', r, re.IGNORECASE)
-        #if m:
-        #    data = re.sub("\?page=\d+", "", data)
-        #    data2 = data+m.group(1)
-        #    content.append(("Previous page",self.name+"::"+data2,"","Previous page"))
-
-        r = self.call(data, lang=lang)
-        if not r:
-            return content
-
-        if clist == "search":
-            #for r2 in re.findall('<article itemtype="http://schema.org/Article" itemscope class="thumbnail thumbnail--default ">(.+?)</article>', r2, re.DOTALL):
-            for item in re.findall('itemprop="image" data-image="([^"]+)".+?<figcaption><h5 itemprop="name"><a itemprop="url" href="([^<]+)">([^<]+)</a></h5></figcaption>', r):
-                title = item[2]
-                data2 = item[1].replace("/%s/"%lang,"")+"?lang=%s"%lang
-                img = "https://replay.lsm.lv" + item[0]
-                desc  = title
-                content.append((title,self.name+"::"+data2,img,desc))
-
-            #for item in re.findall('itemprop="image" data-image="([^"]+)".+?<figcaption><h4 itemprop="about"><a href="([^"]+)">([^<]+)</a></h4>.*?<h5 itemprop="name"><a itemprop="url" href="([^"]+)">([^<]+)</a></h5>.+?datetime="([^"]+)" class="thumbnail__date ">([^<]+)</time>', r2):
-            for item in re.findall('itemprop="image" data-image="([^"]+)".+? class="icon-(ltv|lr).+?<figcaption><h4 itemprop="about"><a href="([^"]+)">([^<]+)</a></h4>.*?<h5 itemprop="name"><a itemprop="url" href="([^"]+)">([^<]+)</a></h5>.+?datetime="([^"]+)" class="thumbnail__date ">([^<]+)</time>', r):
-                if item[1]=="lr":continue
-                title = "%s - %s (%s)"%(item[3],item[5],item[7])
-                data2 = item[4].replace("/%s/"%lang,"")+"?lang=%s"%lang
-                img = item[0]  #.replace("https:","http:")
-                img = img.replace("lv//", "lv/")  # TODO eksperiments
-                desc = title
-                content.append((title,self.name+"::"+data2,img,desc))
+                img = ch + ".png"
 
-        ### Raidijumi (programmas) ###
-        elif clist in ( "raidijumi","peredachi"):
-            for item in re.findall('<li itemprop="name"><a href="([^"]+)" itemprop="url">([^<]+)', r):
-            #for item in re.findall('<li itemprop="name"><a href="([^"]+)" itemprop="url">([^<]+)</a></li>', r):
-                title = item[1].strip()
-                data2 = item[0].replace("/%s/"%lang,"")+"?lang=%s"%lang
-                img = ""
-                desc  = ""
-                content.append((title,self.name+"::"+data2,img,desc))
-
-        ### Raidijuma ieraksti speciālie###
-        elif clist in ( "visi","vse",):
-            for item in re.findall('(?i)<figure><a href="([^"]+)" itemprop="image" data-image="([^"]+)".+class="thumbnail__duration">([^<]+)</time></figure><figcaption><h4 itemprop="about"><a href="[^"]+">([^<]+)</a></h4>.+>([^<]+).*</h5>.+>([^<]+)</time></figcaption>', r):
-                title = item[3].strip()
-                data2 = item[0].replace("/%s/"%lang,"")+"?lang=%s"%lang
-                img = item[1]  #.replace("https:","http:")
-                img = img.replace("lv//", "lv/")  # TODO eksperiments
-                desc  = "%s - %s\n%s"%(item[5],item[2],item[4])
-                content.append((title,self.name+"::"+data2,img,desc))
-
-        ### Raidijuma ieraksti (videos)
-        elif clist in ("raidijums","peredacha","kategorija"):
-            for item in re.findall('<article .+ href="([^"]+)".+image="([^"]+)".+class="thumbnail__duration">([^<]+).+">([^<]+).+class="thumbnail__date ">([^"]+)</time></figcaption></article>', r):
-                title = item[3].strip()
-                data2 = item[0].replace("/%s/"%lang,"")+"?lang=%s"%lang
-                img = item[1]  #.replace("https:","http:")
-                img = img.replace("lv//", "lv/")  # TODO eksperiments
-                desc = "%s - %s"%(item[4],item[2])
-                desc = desc.strip()
-                content.append((title,self.name+"::"+data2,img,desc))
 
         ### Ieraksts (video) ###
         elif clist in ("ieraksts","statja"):
-            m = re.search('src="([^"]+)"></iframe>', r)
+            r = self.call(data, lang=lang)
+            m = re.search('<iframe src="([^"]+)"', r)
+            if not m:
+                raise Exception("No stream found")
+            url2 = m.group(1).replace("&amp;", "&")
+            m = re.search('<h1 class="title">([^<]+)</h1>', r)
+            title = m.group(1).strip()
+            m = re.search('<meta content="([^"]+)" property="og:image">', r)
+            img = m.group(1) if m else ""
+            m = re.search('<div class="description">(.+?)</div>', r, re.DOTALL)
             if m:
-                url2 = m.group(1)
-                m = re.search('<meta property="og:title" content="([^"]+)"', r, re.DOTALL)
-                title = m.group(1)
-                m = re.search('<meta property="og:image" content="([^"]+)"', r, re.DOTALL)
-                img = m.group(1)
-                img = img.replace("lv//", "lv/")  # TODO eksperiments
-                m = re.search('<meta property="og:description" content="([^"]+)"', r, re.DOTALL)
                 desc = m.group(1)
-                m = re.search('<div class="media-description">(.+)<div id="tab-comments">', r, re.DOTALL)
-                if m:
-                    rr = re.sub("<.+?>", " ", m.group(1))
-                    rr = re.sub("[\t\n]", " ", rr)
-                    desc =  re.sub(" {2,100}", " ", rr).strip()
-
-                headers = headers2dict("""
-User-Agent: Mozilla/5.0 (Linux; U; Android 4.4.4; Nexus 5 Build/KTU84P) AppleWebkit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30
-Referer: https://replay.lsm.lv/lv/ieraksts/ltv/70398/tiesa-runa.-lielbritanija-gatavojas-referendumam-par-tu/
-            """)
-                r2 = self._http_request(url2,headers=headers)
-                m = re.search('"file":"([^"]+)', r2)
-                if m:
-                    data2 = m.group(1).replace("\\","")
-                    m = re.search('"idstring":"([^"]+)', r2)
-                    #title = m.group(1).strip() if m else ""
-                    #title = title.decode("unicode-escape").encode("utf8")
-                    #title = title.replace("\n","")
-                    #img = ""
-                    #desc = ""
-                    if "youtube" in data2:
-                        video_id = re.search(r"/watch\?v=([^&]+)",data2).group(1)
-                        data2 = YouTubeVideoUrl().extract(video_id)
-                        if not data2:
-                            content=("No stream found %s"%data,"","","No stream found")
-                            return content
-                    content =(title,data2,img,desc)
-                    return content
-            content=("No stream found %s"%data,"","","No stream found")
-            return content
-
-        m = re.search(r'href="\?([^"]+)" class=" paging__next', r)
-        if m:
-            page = int(re.search("page=(\d+)",m.group(1)).group(1))
-            if "page="in data:
-                data2 = re.sub("page=\d+","page=%i"%page,data)
+                rr = re.sub("<.+?>", " ", m.group(1))
+                rr = re.sub("[\t\n]", " ", rr)
+                desc =  re.sub(" {2,100}", " ", rr).strip()
             else:
-                if "?" in data:
-                    data2 =data+"&page=%i"%page
-                else:
-                    data2 =data+"?page=%i"%page
-            content.append(("Next page",self.name+"::"+data2,"next.png","Next page"))
-
-        return content
+                desc = ""
+            headers = headers2dict("""
+User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Safari/537.36
+Referer: https://replay.lsm.lv/%s/%s
+Host: ltv.lsm.lv
+            """% (lang, data))
+            r2 = self._http_request(url2,headers=headers)
+            m = re.search(r"<script>LTV.Video.players.create\('videoplay', ({.+?})\);</script>", r2, re.DOTALL)
+            #m = re.search('"file":"([^"]+)', r2)
+            if not m:
+                raise Exception("No stream found")
+            js = json.loads(m.group(1))
+            if "playlist" in js["player"]:
+                data2 = js["player"]["playlist"][0]["sources"][0]["file"]
+            elif "file" in  js["player"]:
+                data2 = js["player"]["file"]
+            else:
+                raise Exception("No stram found")
+            if "youtube" in data2:
+                video_id = re.search(r"/watch\?v=([^&]+)",data2).group(1)
+                data2 = YouTubeVideoUrl().extract(video_id)
+                if not data2:
+                    raise Exception("No stream found %s"%data)
+
+        stream = util.item()
+        stream["name"] = title
+        stream["url"] = data2
+        stream["img"] = img
+        stream["desc"] = desc
+        stream["resolver"] = "replay"
+        return [stream]
 
     def is_video(self,data):
         if "::" in data:

util.py

@@ -21,7 +21,7 @@
 # */
 import os, sys, re
 import urllib, urllib2
-import datetime
+import datetime, time
 import traceback
 import cookielib
 import requests
@@ -337,6 +337,21 @@ def ttaf2srt(s):
         out += "%s\n%s --> %s\n%s\n\n"%(i,begin,end,txt2)
     return out
 
+def vtt2srt(s):
+    out = ""
+    i = 0
+    # result = re.findall(r"([\d:\. ]+-->[\d:\. ]+)\n(.+?\n)+", r.content)
+    for t1, t2, txt in re.findall(r"([\d:\.]+)\s*-->\s*([\d:\.]+)\n(.+?\n)+", s):
+        i +=1
+        if len(t1.split(":")) == 2:
+            t1 = "00:" + t1
+        t1 = t1.replace(".", ",")
+        if len(t2.split(":")) == 2:
+            t2 = "00:" + t2
+        t2 = t2.replace(".", ",")
+        out += "%s\n%s --> %s\n%s\n\n"%(i,t1,t2,txt)
+    return out
+
 
 def item():
     """Default item content"""
@@ -653,11 +668,19 @@ def extract_jwplayer_setup(data):
         #return demjson.decode(data.group(1).decode('string_escape')) ### III
     return None
 
+def datetime_from_utc_to_local(utc_datetime):
+    now_timestamp = time.time()
+    offset = datetime.datetime.fromtimestamp(now_timestamp) - datetime.datetime.utcfromtimestamp(now_timestamp)
+    return utc_datetime + offset
 
 #def parse_html(url):
 #    return BeautifulSoup(request(url), 'html5lib', from_encoding='utf-8')
 
 if __name__ == "__main__":
+    s = open("The LEGO Ninjago Movie (2017).lv.vtt").read()
+    s2 = vtt2srt(s)
+    open("The LEGO Ninjago Movie (2017).lv.srt", "w").write(s2)
+
     s = 'B\xc4\x93thovena D\xc4\x81rgumu Taka (2014)/Beethoven's Treasure [LV]'
     #s = s.decode("utf8")
     #s=unescape(s)