PlayStream/sources/euronews.py

#!/usr/bin/env python
# coding=utf8
#
# This file is part of PlayStream - enigma2 plugin to play video streams from various sources
# Copyright (c) 2016 ivars777 (ivars777@gmail.com)
# Distributed under the GNU GPL v3. For full terms see http://www.gnu.org/licenses/gpl-3.0.en.html
#
try:
    import json
except:
    import simplejson as json

import urllib2, urllib
import datetime, time,re, sys,os
from collections import OrderedDict
from SourceBase import SourceBase

headers2dict = lambda  h: dict([l.strip().split(": ") for l in h.strip().splitlines()])
import HTMLParser
h = HTMLParser.HTMLParser()
    
class Source(SourceBase):
    
    def __init__(self,language="en"):
        self.name = "euronews"
        self.title = "Euronews"
        self.img = "http://pbs.twimg.com/profile_images/732665354242150400/tZsCnjuh_400x400.jpg"
        self.desc = "Euronews live and archive"
        self.headers = headers2dict("""
User-Agent: Euronews/4.0.126
Content-Type: application/json
Connection: keep-alive
        """)
        #self.language=language
        cur_directory = os.path.dirname(os.path.abspath(__file__))
        self.config_file = os.path.join(cur_directory,self.name+".cfg")
        self.options = OrderedDict([("language","en")])
        self.options_read()
        self.vid={"1": "News", "2": "European Affairs", "3": "Lifestyle", "4": "Knowledge"}
        self.languages = []
        try:
            self.get_languages()
        except:
            pass
        
    def login(self,user="",password=""):
        return True
            
    def get_content(self, data):
        print "[%s] get_content:"%self.name, data
        source,data,path,plist,clist,params,qs = self.parse_data(data)
        #lang = qs["lang"] if "lang" in qs else self.language
        lang = self.options["language"]
        if not lang in self.get_languages():
            raise Exception("Not valid default language - '%s'"%lang)
    
        content=[]
        content.append(("..return", "back","","Return back"))
        
        if clist=="home":
            content.extend([
                ("Search", "euronews::content/getSearch?lang=%s&byPage=40&page=1&text={0}"%lang,self.img,"Top stories timeline"),                
                ("Live stream", "euronews::live?lang=%s"%lang,self.img,"Euronews live stream"),
                ("Just in", "euronews::content/getTimeline?lang=%s&byPage=40&page=1"%lang,self.img,"News timeline"),
                ("Top stories", "euronews::content/getTopStories?lang=%s"%lang,self.img,"Top stories timeline"),
                ("Category - News", "euronews::content/getVertical?lang=%s&byPage=40&page=1&vId=1"%lang,self.img,"Category - News"),
                ("Category - European Affairs", "euronews::content/getVertical?lang=%s&byPage=40&page=1&vId=2"%lang,self.img,"Category - European Affairs"),
                ("Category - Lifestyle", "euronews::content/getVertical?lang=%s&byPage=40&page=1&vId=3"%lang,self.img,"Category - Lifestyle"),
                ("Category - Knowledge", "euronews::content/getVertical?lang=%s&byPage=40&page=1&vId=4"%lang,self.img,"Category - Knowledge"),
                ("Latest programs", "euronews::content/getLatestPrograms?lang=%s&byPage=40&page=1"%lang,self.img,"Latest programs"),
                ("Programs list", "euronews::content/getPrograms?lang=%s"%lang,self.img,"Programs list"),
             ])
            return content
        

        ### Video arhīvs ###  
        elif clist=="content":
            if "lang" in qs:
                del qs["lang"]
            params = json.dumps(qs)
            
            req = '{"methodName":"content.%s","apiKey":"androidPhoneEuronews-1.0","params":%s,"language":"%s"}'%(plist[1],params,lang)
            r = self.call(req)    
            if not r:
                return content
            lst = r["timeline"] if "timeline" in r else\
                r["topstorieslist"] if "topstorieslist" in r else\
                r["programs"] if "programs" in r else\
                r["programDetailsList"] if "programDetailsList" in r else\
                r["programlist"] if "programlist" in r else\
                r["articlelist"] if "articlelist" in r else\
                r["verticals"] if "verticals" in r else\
                []
            if not lst:
                return content
            
            for item in lst:
                if plist[1] in ("getTimeline"):
                    article = item["article"]
                    atype = item["type"]
                    #if item["type"] == "wire":
                        #continue # TODO
                else:
                    article = item
                    atype = "article"
                if plist[1]=="getPrograms":
                    title = article["title"] 
                    id = article["pId"]
                    desc = title
                    img = "http://static.euronews.com/articles/programs/533x360_%s"%article["img"]
                    data2 = "content/getProgramDetails?lang=%s&byPage=40&page=1&pId=%s"%(lang,id)
                    content.append((title,self.name+"::"+data2,img,desc))
                else:
                    title = article["title"] if "title" in article else article["text"] if "text" in article else "No title"
                    if atype <> "article":
                        title = "[%s] %s"%(atype,title)
                    atime = datetime.datetime.fromtimestamp(int(article["uts"]))
                    #atime = datetime.datetime.fromtimestamp(int(article["uts"])-time.altzone) 
                    atime = atime.strftime("%Y-%m-%d %H:%M")
                    vert = self.vid[article["vId"]] if "vId" in article else ""
                    ptitle = article["pTitle"] if "pTitle" in article else ""
                    id = article["id"]
                    desc = "%s\n%s\n%s %s"%(title,atime,vert,ptitle)
                    img = "http://static.euronews.com/articles/%s/399x225_%s.jpg"%(id,id)
                    if not atype in ("breakingnews","wire"):
                        data2 = "content/getArticle?lang=%s&id=%s"%(lang,id)
                    else:
                        data2 = ""
                    content.append((title,self.name+"::"+data2,img,desc))
            if "page=" in data:
                data2 = re.sub("page=\d+","page=%s"%(int(qs["page"])+1),data)
                content.append(("Next page",self.name+"::"+data2,self.img,"Next page")) 
            return content            

    
    def is_video(self,data):
        source,data,path,plist,clist,params,qs = self.parse_data(data)        
        if path == "live":
            return True
        elif clist=="content" and plist[1]=="getArticle":
            return True
        else:
            return False
        
    def get_streams(self, data):
        print "[euronews] get_streams:", data
        if not self.is_video(data):
            return []
        source,data,path,plist,clist,params,qs = self.parse_data(data)
        #lang = qs["lang"] if "lang" in qs else self.language
        lang = self.options["language"]
        if not lang in self.get_languages():
            raise Exception("Not valid default language - '%s'"%lang)        
        
        streams = []
        
        if path == "live":
            url = "http://www.euronews.com/api/watchlive.json"
            r = self._http_request(url)
            try:
                js = json.loads(r)
                url = js["url"]
            except:
                raise Exception("No live stream found")
            r = self._http_request(url)
            try:
                js = json.loads(r)
                if not js["status"]=="ok":
                    raise Exception("No live stream found")
            except:
                raise Exception("No live stream found")
            
            slist = js["primary"]
            
            for l in slist:
                stream = self.get_stream0()
                stream["url"]=slist[l]["hls"]
                stream["lang"]=l
                stream["quality"]="variant"
                stream["name"]="Euronews live [%s]"%l
                stream["desc"]=stream["name"]
                stream["type"]="hls" #stream_type(url)
                streams.append(stream)
                
        elif clist=="content" and plist[1] == "getArticle":
            if "lang" in qs:
                del qs["lang"]
            languages = self.get_languages()
            for lang in languages:
                id = qs["id"]
                req = '{"methodName":"content.getArticle","apiKey":"androidPhoneEuronews-1.0","params":{"id":"%s"},"language":"%s"}'%(id,lang)
                r = self.call(req)    
                if not r:
                    raise Exception("No live stream found") 
                if not "articlelist" in r:
                    msg = r["label"] if "label" in r else "No article finde"
                    raise Exception(msg)
                article = r["articlelist"]
                stream = self.get_stream0()
                stream["url"]=article["videoUri"] if "videoUri" in article else ""
                if not stream["url"]:
                    return []
                stream["lang"]=lang
                stream["quality"]="?"
                stream["name"]= article["title"]
                stream["desc"]=article["text"] if "text" in article else article["title"]
                stream["type"]="http" #stream_type(url)
                streams.append(stream)
            
        else:
            raise Exception("No live stream found")
           
        ### TODO - sakārtot sarakstu, lai pirmais ir labakais video
        qlist = ["???","lq","mq","hq","hd","variant"]
        llist = ["fr","en","ru","lv"]        
        for s in streams:
            if s["lang"]==self.options["language"]:
                s["order"] = 10000
                continue
            lv = llist.index(s["lang"])*10 if s["lang"] in llist else 0
            qv=qlist.index(s["quality"]) if s["quality"] in qlist else 0
            s["order"] = lv+qv
        streams = sorted(streams,key=lambda item: item["order"],reverse=True)
        return streams
    def get_languages(self):
        if self.languages: return self.languages
        url = "http://www.euronews.com/api/watchlive.json"
        r = self._http_request(url)
        try:
            js = json.loads(r)
            url = js["url"]
        except:
            raise Exception("Can not get languages list")
        r = self._http_request(url)
        try:
            js = json.loads(r)
            if not js["status"]=="ok":
                raise Exception("Can not get languages list")
        except:
            raise Exception("Can not get languages list")
        
        slist = js["primary"]
        self.languages=slist.keys()
        return self.languages
        
    def call(self, data,params = None, headers=None):
        if not headers: headers = self.headers
        #if not lang: lang = self.country
        url = "http://api.euronews.com/ipad/"
        headers = headers2dict("""
User-Agent: Euronews/4.0.126
Content-Type: multipart/form-data, boundary=AaB03xBounDaRy; charset=UTF-8
Host: api.euronews.com
Connection: Keep-Alive
        """)
        params = """
--AaB03xBounDaRy
content-disposition: form-data; name=request

%s
--AaB03xBounDaRy--
"""%data
        content = self._http_request(url, params, headers)
        if content:
            try:
                result = json.loads(content)
                return result
            except Exception, ex:
                return None
        else:
            return None
        

if __name__ == "__main__":
    language= "en"
    c = Source(language)
    data = '{"methodName":"content.getTimeline","apiKey":"androidPhoneEuronews-1.0","params":{"page":"1","byPage":"30"},"language":"en"}'
    r = c.call(data)
    if len(sys.argv)>1:
        data= sys.argv[1]
    else:
        data = "home"
    content = c.get_content(data)
    for item in content:
        print item
    pass