PageRenderTime 52ms CodeModel.GetById 13ms RepoModel.GetById 0ms app.codeStats 0ms

/IPTVPlayer/hosts/hoststreamcomplet.py

https://gitlab.com/zatoshi/iptvplayer-for-e2
Python | 344 lines | 308 code | 19 blank | 17 comment | 12 complexity | 7ed7615d8d9fe5dd3deb9ec7f0cf4f03 MD5 | raw file
    

  1. # -*- coding: utf-8 -*-
    2. 

  2. ###################################################
    3. 

  3. # LOCAL import
    4. 

  4. ###################################################
    5. 

  5. from Plugins.Extensions.IPTVPlayer.components.iptvplayerinit import TranslateTXT as _, SetIPTVPlayerLastHostError
    6. 

  6. from Plugins.Extensions.IPTVPlayer.components.ihost import CHostBase, CBaseHostClass, CDisplayListItem, RetHost, CUrlItem, ArticleContent
    7. 

  7. from Plugins.Extensions.IPTVPlayer.tools.iptvtools import printDBG, printExc, CSearchHistoryHelper, remove_html_markup, GetLogoDir, GetCookieDir, byteify
    8. 

  8. from Plugins.Extensions.IPTVPlayer.libs.pCommon import common, CParsingHelper
    9. 

  9. import Plugins.Extensions.IPTVPlayer.libs.urlparser as urlparser
    10. 

  10. from Plugins.Extensions.IPTVPlayer.libs.youtube_dl.utils import clean_html
    11. 

  11. from Plugins.Extensions.IPTVPlayer.tools.iptvtypes import strwithmeta
    12. 

  12. ###################################################
    13. 

  13. 

  14. ###################################################
    15. 

  15. # FOREIGN import
    16. 

  16. ###################################################
    17. 

  17. import copy
    18. 

  18. import re
    19. 

  19. import urllib
    20. 

  20. import base64
    21. 

  21. try:    import json
    22. 

  22. except: import simplejson as json
    23. 

  23. from datetime import datetime
    24. 

  24. from Components.config import config, ConfigSelection, ConfigYesNo, ConfigText, getConfigListEntry
    25. 

  25. ###################################################
    26. 

  26. 

  27. 

  28. ###################################################
    29. 

  29. # E2 GUI COMMPONENTS 
    30. 

  30. ###################################################
    31. 

  31. from Plugins.Extensions.IPTVPlayer.components.asynccall import MainSessionWrapper
    32. 

  32. from Screens.MessageBox import MessageBox
    33. 

  33. ###################################################
    34. 

  34. 

  35. ###################################################
    36. 

  36. # Config options for HOST
    37. 

  37. ###################################################
    38. 

  38. 

  39. def GetConfigList():
    40. 

  40.     optionList = []
    41. 

  41.     return optionList
    42. 

  42. ###################################################
    43. 

  43. 

  44. 

  45. def gettytul():
    46. 

  46.     return 'http://streamcomplet.com/'
    47. 

  47. 

  48. class StreamComplet(CBaseHostClass):
    49. 

  49.     MAIN_URL    = 'http://www.streamcomplet.com/'
    50. 

  50.     SRCH_URL    = MAIN_URL + '?s='
    51. 

  51.     DEFAULT_ICON_URL = 'http://streamcomplet.com/wp-content/themes/streaming/logo/logo.png'
    52. 

  52.     
    53. 

  53.     MAIN_CAT_TAB = [{'category':'categories',     'title': _('Categories'),     'icon':DEFAULT_ICON_URL, 'filters':{}},
    54. 

  54.                     {'category':'search',         'title': _('Search'),         'icon':DEFAULT_ICON_URL, 'search_item':True},
    55. 

  55.                     {'category':'search_history', 'title': _('Search history'), 'icon':DEFAULT_ICON_URL } 
    56. 

  56.                    ]
    57. 

  57.  
    58. 

  58.     def __init__(self):
    59. 

  59.         CBaseHostClass.__init__(self, {'history':'StreamComplet', 'cookie_type':'MozillaCookieJar', 'cookie':'StreamComplet.cookie'})
    60. 

  60.         self.cacheFilters = {}
    61. 

  61.         self.USER_AGENT = "Mozilla/5.0 (Linux; U; Android 4.1.1; en-us; androVM for VirtualBox ('Tablet' version with phone caps) Build/JRO03S) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Safari/534.30"
    62. 

  62.         self.USER_AGENT2 = "Mozilla/5.0 (X11; Linux x86_64; rv:10.0) Gecko/20150101 Firefox/44.0 (Chrome)"
    63. 

  63.         self.HEADER = {'User-Agent': self.USER_AGENT, 'Accept': 'text/html'}
    64. 

  64.         self.defaultParams = {'use_cookie': True, 'load_cookie': True, 'save_cookie': True, 'cookiefile': self.COOKIE_FILE}
    65. 

  65.         
    66. 

  66.     def _getFullUrl(self, url):
    67. 

  67.         mainUrl = self.MAIN_URL
    68. 

  68.         if 0 < len(url) and not url.startswith('http'):
    69. 

  69.             url = mainUrl + url
    70. 

  70.         if not mainUrl.startswith('https://'):
    71. 

  71.             url = url.replace('https://', 'http://')
    72. 

  72.         return url
    73. 

  73.         
    74. 

  74.     def listsTab(self, tab, cItem, type='dir'):
    75. 

  75.         printDBG("StreamComplet.listsTab")
    76. 

  76.         for item in tab:
    77. 

  77.             params = dict(cItem)
    78. 

  78.             params.update(item)
    79. 

  79.             params['name']  = 'category'
    80. 

  80.             if type == 'dir':
    81. 

  81.                 self.addDir(params)
    82. 

  82.             else: self.addVideo(params)
    83. 

  83. 

  84.     def listCategories(self, cItem, category):
    85. 

  85.         printDBG("StreamComplet.listCategories")
    86. 

  86.         sts, data = self.cm.getPage(self.MAIN_URL)
    87. 

  87.         if not sts: return
    88. 

  88.         
    89. 

  89.         data = self.cm.ph.getDataBeetwenMarkers(data, '<ul id="menu-menu" class="menu">', '</ul>', False)[1]
    90. 

  90.         
    91. 

  91.         data = re.compile('<a href="([^"]+?)"[^>]*?>([^<]+?)<').findall(data)
    92. 

  92.         for item in data:
    93. 

  93.             params = dict(cItem)
    94. 

  94.             params.update({'category':category, 'title':item[1].strip(), 'url':self._getFullUrl(item[0])})
    95. 

  95.             self.addDir(params)
    96. 

  96.     
    97. 

  97.     def listItems(self, cItem):
    98. 

  98.         printDBG("StreamComplet.listItems")
    99. 

  99.         
    100. 

  100.         tmp = cItem['url'].split('?')
    101. 

  101.         url = tmp[0]
    102. 

  102.         if len(tmp) > 1:
    103. 

  103.             arg = tmp[1]
    104. 

  104.         else: arg = ''
    105. 

  105.         
    106. 

  106.         page = cItem.get('page', 1)
    107. 

  107.         if page > 1:
    108. 

  108.             url += 'page/%s/' % page
    109. 

  109.         if '' != arg:
    110. 

  110.             url += '?' + arg
    111. 

  111.         
    112. 

  112.         sts, data = self.cm.getPage(url)
    113. 

  113.         if not sts: return
    114. 

  114.         
    115. 

  115.         nextPage = False
    116. 

  116.         if ('/page/%s/' % (page+1)) in data:
    117. 

  117.             nextPage = True
    118. 

  118.         m1 = '<div class="moviefilm">'
    119. 

  119.         data = self.cm.ph.getDataBeetwenMarkers(data, m1, '<div class="filmborder">', False)[1]
    120. 

  120.         data = data.split(m1)
    121. 

  121.         for item in data:
    122. 

  122.             params = dict(cItem)
    123. 

  123.             params = dict(cItem)
    124. 

  124.             url   = self.cm.ph.getSearchGroups(item, 'href="([^"]+?)"')[0]
    125. 

  125.             title = self.cm.ph.getSearchGroups(item, 'alt="([^"]+?)"')[0]
    126. 

  126.             title = self.cleanHtmlStr( title )
    127. 

  127.             if title == '': continue
    128. 

  128.             icon  = self.cm.ph.getSearchGroups(item, 'src="([^"]+?)"')[0]
    129. 

  129.             desc  = self.cleanHtmlStr( item )
    130. 

  130.             params.update({'title':title, 'icon':self._getFullUrl(icon), 'desc':desc, 'url':self._getFullUrl(url)})
    131. 

  131.             self.addVideo(params)
    132. 

  132.         
    133. 

  133.         if nextPage:
    134. 

  134.             params = dict(cItem)
    135. 

  135.             params.update({'title':_('Next page'), 'page':cItem.get('page', 1)+1})
    136. 

  136.             self.addDir(params)
    137. 

  137.         
    138. 

  138.     def listSearchResult(self, cItem, searchPattern, searchType):
    139. 

  139.         searchPattern = urllib.quote_plus(searchPattern)
    140. 

  140.         cItem = dict(cItem)
    141. 

  141.         cItem['url'] = self.SRCH_URL + searchPattern
    142. 

  142.         self.listItems(cItem)
    143. 

  143.         
    144. 

  144.     def getLinksForVideo(self, cItem):
    145. 

  145.         printDBG("StreamComplet.getLinksForVideo [%s]" % cItem)
    146. 

  146.         urlTab = []
    147. 

  147.         
    148. 

  148.         params = dict(self.defaultParams)
    149. 

  149.         header = dict(self.HEADER)
    150. 

  150.         header['Referer'] = cItem['url']
    151. 

  151.         params['header'] = header
    152. 

  152.         
    153. 

  153.         sts, data = self.cm.getPage(cItem['url'], params)
    154. 

  154.         if not sts: return []
    155. 

  155.         
    156. 

  156.         if 0:
    157. 

  157.             adminData = self.cm.ph.getDataBeetwenMarkers(data, 'jQuery.ajax({', '});', False)[1]
    158. 

  158.             adminUrl  = self.cm.ph.getSearchGroups(adminData, "url:'([^']+?)'")[0] 
    159. 

  159.             adminUrl += '?' + self.cm.ph.getSearchGroups(adminData, "data:'([^']+?)'")[0] 
    160. 

  160.             
    161. 

  161.             header = dict(self.HEADER)
    162. 

  162.             header['X-Requested-With'] = 'XMLHttpRequest'
    163. 

  163.             header['Referer'] = cItem['url']
    164. 

  164.             paramsAdmin = dict(self.defaultParams)
    165. 

  165.             paramsAdmin['header'] = header
    166. 

  166.             sts, adminData = self.cm.getPage(adminUrl, paramsAdmin)
    167. 

  167.             printDBG('>>>>>>>>>>>>>> adminData[%s]' % adminData)
    168. 

  168.             
    169. 

  169.             projekktor_controlbar={"muted":false,"volume":0.5};
    170. 

  170.         
    171. 

  171.         mainPlayerUrl = self.cm.ph.getSearchGroups(data, 'src="(http[^"]+?player[^"]+?)"')[0]
    172. 

  172.         #printDBG(">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> playerUrl[%s]" % playerUrl)
    173. 

  173.         
    174. 

  174.         movieId = self.cm.ph.getSearchGroups(mainPlayerUrl+'/', 'f=([0-9]+?)/')[0]
    175. 

  175.         
    176. 

  176.         if movieId != '':
    177. 

  177.             playerUrl = 'http://ok.ru/video/' + movieId
    178. 

  178.             tmpParams = copy.deepcopy(params) 
    179. 

  179.             tmpParams['header']['User-Agent'] = self.USER_AGENT2
    180. 

  180.             sts, data = self.cm.getPage(playerUrl, tmpParams)
    181. 

  181.             if not sts: return []
    182. 

  182.             try:
    183. 

  183.                 tmp = clean_html(re.search(r'data-options=(?P<quote>["\'])(?P<player>{.+?%s.+?})(?P=quote)' % movieId, data).group('player'))
    184. 

  184.                 tmp = byteify( json.loads( tmp ) )
    185. 

  185.                 tmp = byteify( json.loads( tmp['flashvars']['metadata'] ) )
    186. 

  186.                 for item in tmp['videos']:
    187. 

  187.                     videoUrl = self.up.decorateUrl(item['url'], {'User-Agent':self.USER_AGENT2})
    188. 

  188.                     urlTab.append({'name':item['name'], 'url':videoUrl, 'need_resolve':0})
    189. 

  189.             except:
    190. 

  190.                 printExc()
    191. 

  191.             playerUrl = 'http://m.ok.ru/video/' + movieId
    192. 

  192.             tmpParams['header']['User-Agent'] = self.USER_AGENT
    193. 

  193.             sts, data = self.cm.getPage(playerUrl, tmpParams)
    194. 

  194.             if not sts: return []
    195. 

  195.             videoUrl = self.cm.ph.getSearchGroups(data, 'href="(http[^"]+?moviePlaybackRedirect[^"]+?)"')[0].replace('&amp;', '&')
    196. 

  196.             if videoUrl.startswith('http'):
    197. 

  197.                 videoUrl = self.up.decorateUrl(videoUrl, {'User-Agent':self.USER_AGENT})
    198. 

  198.                 urlTab.insert(0, {'name':'default', 'url':videoUrl, 'need_resolve':0})
    199. 

  199.                 return urlTab
    200. 

  200.         
    201. 

  201.         playerUrl = mainPlayerUrl.replace('&#038;', '&')
    202. 

  202.         sts, data = self.cm.getPage(playerUrl, params)
    203. 

  203.         if not sts: return []
    204. 

  204.         
    205. 

  205.         printDBG(data)
    206. 

  206.         
    207. 

  207.         videoUrl = self.cm.ph.getSearchGroups(data, """src:[^'^"]+?['"]([^'^"]+?)['"]""")[0]
    208. 

  208.         if videoUrl != '' and videoUrl != 'vimplevideo.mp4':        
    209. 

  209.             videoUrl = 'http://media.vimple.me/playeryw.swf/' + videoUrl
    210. 

  210.             videoUrl = self.up.decorateUrl(videoUrl, {'User-Agent':self.USER_AGENT})
    211. 

  211.             return [{'name':'vimeo.me', 'url':videoUrl, 'need_resolve':0}]
    212. 

  212.         
    213. 

  213.         newPlayerUrl = self.cm.ph.getSearchGroups(data, '''["'](http[^"^']+?embed_player.php[^"^']+?)["']''')[0]
    214. 

  214.         if 'http%3A%2F%2F' in newPlayerUrl:
    215. 

  215.             newPlayerUrl = urllib.unquote(newPlayerUrl)
    216. 

  216.         
    217. 

  217.             
    218. 

  218.         for item in [cItem['url'], playerUrl, newPlayerUrl]:
    219. 

  219.             url = self.up.decorateUrl(item, {'Referer':cItem['url']})
    220. 

  220.             tmp = self.up.getVideoLinkExt(url)
    221. 

  221.             for item in tmp:
    222. 

  222.                 item['need_resolve'] = 0
    223. 

  223.                 urlTab.append(item)
    224. 

  224.         return urlTab
    225. 

  225.         
    226. 

  226.     def getFavouriteData(self, cItem):
    227. 

  227.         return cItem['url']
    228. 

  228.         
    229. 

  229.     def getLinksForFavourite(self, fav_data):
    230. 

  230.         return self.getLinksForVideo({'url':fav_data})
    231. 

  231.     
    232. 

  232.     def handleService(self, index, refresh = 0, searchPattern = '', searchType = ''):
    233. 

  233.         printDBG('handleService start')
    234. 

  234.         
    235. 

  235.         CBaseHostClass.handleService(self, index, refresh, searchPattern, searchType)
    236. 

  236. 

  237.         name     = self.currItem.get("name", '')
    238. 

  238.         category = self.currItem.get("category", '')
    239. 

  239.         printDBG( "handleService: |||||||||||||||||||||||||||||||||||| name[%s], category[%s] " % (name, category) )
    240. 

  240.         self.currList = []
    241. 

  241.         
    242. 

  242.     #MAIN MENU
    243. 

  243.         if name == None:
    244. 

  244.             self.listsTab(self.MAIN_CAT_TAB, {'name':'category'})
    245. 

  245.         elif category == 'categories':
    246. 

  246.             self.listCategories(self.currItem, 'items')
    247. 

  247.     #ITEMS
    248. 

  248.         elif category == 'items':
    249. 

  249.             self.listItems(self.currItem)
    250. 

  250.     #SEARCH
    251. 

  251.         elif category in ["search", "search_next_page"]:
    252. 

  252.             cItem = dict(self.currItem)
    253. 

  253.             cItem.update({'search_item':False, 'name':'category'}) 
    254. 

  254.             self.listSearchResult(cItem, searchPattern, searchType)
    255. 

  255.     #HISTORIA SEARCH
    256. 

  256.         elif category == "search_history":
    257. 

  257.             self.listsHistory({'name':'history', 'category': 'search'}, 'desc', _("Type: "))
    258. 

  258.         else:
    259. 

  259.             printExc()
    260. 

  260.         
    261. 

  261.         CBaseHostClass.endHandleService(self, index, refresh)
    262. 

  262. class IPTVHost(CHostBase):
    263. 

  263. 

  264.     def __init__(self):
    265. 

  265.         CHostBase.__init__(self, StreamComplet(), True, [CDisplayListItem.TYPE_VIDEO, CDisplayListItem.TYPE_AUDIO])
    266. 

  266. 

  267.     def getLogoPath(self):
    268. 

  268.         return RetHost(RetHost.OK, value = [GetLogoDir('streamcompletlogo.png')])
    269. 

  269.     
    270. 

  270.     def getLinksForVideo(self, Index = 0, selItem = None):
    271. 

  271.         retCode = RetHost.ERROR
    272. 

  272.         retlist = []
    273. 

  273.         if not self.isValidIndex(Index): return RetHost(retCode, value=retlist)
    274. 

  274.         
    275. 

  275.         urlList = self.host.getLinksForVideo(self.host.currList[Index])
    276. 

  276.         for item in urlList:
    277. 

  277.             retlist.append(CUrlItem(item["name"], item["url"], item['need_resolve']))
    278. 

  278. 

  279.         return RetHost(RetHost.OK, value = retlist)
    280. 

  280.     # end getLinksForVideo
    281. 

  281.     
    282. 

  282.     def converItem(self, cItem):
    283. 

  283.         hostList = []
    284. 

  284.         searchTypesOptions = [] # ustawione alfabetycznie  
    285. 

  285.         
    286. 

  286.         hostLinks = []
    287. 

  287.         type = CDisplayListItem.TYPE_UNKNOWN
    288. 

  288.         possibleTypesOfSearch = None
    289. 

  289. 

  290.         if 'category' == cItem['type']:
    291. 

  291.             if cItem.get('search_item', False):
    292. 

  292.                 type = CDisplayListItem.TYPE_SEARCH
    293. 

  293.                 possibleTypesOfSearch = searchTypesOptions
    294. 

  294.             else:
    295. 

  295.                 type = CDisplayListItem.TYPE_CATEGORY
    296. 

  296.         elif cItem['type'] == 'video':
    297. 

  297.             type = CDisplayListItem.TYPE_VIDEO
    298. 

  298.         elif 'more' == cItem['type']:
    299. 

  299.             type = CDisplayListItem.TYPE_MORE
    300. 

  300.         elif 'audio' == cItem['type']:
    301. 

  301.             type = CDisplayListItem.TYPE_AUDIO
    302. 

  302.             
    303. 

  303.         if type in [CDisplayListItem.TYPE_AUDIO, CDisplayListItem.TYPE_VIDEO]:
    304. 

  304.             url = cItem.get('url', '')
    305. 

  305.             if '' != url:
    306. 

  306.                 hostLinks.append(CUrlItem("Link", url, 1))
    307. 

  307.             
    308. 

  308.         title       =  cItem.get('title', '')
    309. 

  309.         description =  cItem.get('desc', '')
    310. 

  310.         icon        =  cItem.get('icon', '')
    311. 

  311.         
    312. 

  312.         return CDisplayListItem(name = title,
    313. 

  313.                                     description = description,
    314. 

  314.                                     type = type,
    315. 

  315.                                     urlItems = hostLinks,
    316. 

  316.                                     urlSeparateRequest = 1,
    317. 

  317.                                     iconimage = icon,
    318. 

  318.                                     possibleTypesOfSearch = possibleTypesOfSearch)
    319. 

  319.     # end converItem
    320. 

  320. 

  321.     def getSearchItemInx(self):
    322. 

  322.         try:
    323. 

  323.             list = self.host.getCurrList()
    324. 

  324.             for i in range( len(list) ):
    325. 

  325.                 if list[i]['category'] == 'search':
    326. 

  326.                     return i
    327. 

  327.         except:
    328. 

  328.             printDBG('getSearchItemInx EXCEPTION')
    329. 

  329.             return -1
    330. 

  330. 

  331.     def setSearchPattern(self):
    332. 

  332.         try:
    333. 

  333.             list = self.host.getCurrList()
    334. 

  334.             if 'history' == list[self.currIndex]['name']:
    335. 

  335.                 pattern = list[self.currIndex]['title']
    336. 

  336.                 search_type = list[self.currIndex]['search_type']
    337. 

  337.                 self.host.history.addHistoryItem( pattern, search_type)
    338. 

  338.                 self.searchPattern = pattern
    339. 

  339.                 self.searchType = search_type
    340. 

  340.         except:
    341. 

  341.             printDBG('setSearchPattern EXCEPTION')
    342. 

  342.             self.searchPattern = ''
    343. 

  343.             self.searchType = ''
    344. 

  344.         return
    345. 

  345.