#!/usr/bin/env python
# vim:ts=4:sts=4:sw=4:noet
-from common import grab_xml as _grab_xml, download_rtmp, download_urllib, Node
+from common import grab_html, grab_json, grab_xml, download_rtmp, download_urllib, Node, append_to_qs
+import collections
+import urlparse
-BASE_URL = "http://player.sbs.com.au"
+BASE = "http://www.sbs.com.au"
+VIDEO_MENU = BASE + "/ondemand/js/video-menu"
+VIDEO_URL = BASE + "/ondemand/video/single/%s"
+VIDEO_MAGIC = {
+ "v": "2.5.14",
+ "fp": "MAC 11,1,102,55",
+ "r": "FLQDD",
+ "g": "YNANAXRIYFYO",
+}
+SWF_URL = "http://resources.sbs.com.au/vod/theplatform/core/current/swf/flvPlayer.swf"
+
+NS = {
+ "smil": "http://www.w3.org/2005/SMIL21/Language",
+}
-def grab_xml(path, max_age):
- return _grab_xml(BASE_URL + path, max_age)
class SbsNode(Node):
- def __init__(self, title, parent, video_desc_url):
+ def __init__(self, title, parent, video_id):
Node.__init__(self, title, parent)
- self.video_desc_url = video_desc_url
+ self.title = title
+ self.video_id = video_id.split("/")[-1]
self.can_download = True
def download(self):
- video = grab_xml(self.video_desc_url, 0)
- vbase = video.xpath("//meta/@base")[0]
- bestrate = 0
- bestvpath = None
- for vpath in video.xpath("//switch/video"):
- rate = float(vpath.xpath("@system-bitrate")[0])
- if rate > bestrate:
- bestrate = rate
- bestvpath = vpath.xpath("@src")[0]
- filename = self.title + "." + bestvpath.rsplit(".", 1)[1]
- if vbase.startswith("rtmp://"):
- return download_rtmp(filename, vbase, bestvpath)
- else:
- return download_urllib(filename, vbase + bestvpath)
+ doc = grab_html(VIDEO_URL % self.video_id, 0)
+ desc_url = None
+ for script in doc.xpath("//script", namespaces=NS):
+ if not script.text:
+ continue
+ for line in script.text.split("\n"):
+ if line.find("player.releaseUrl") < 0:
+ continue
+ desc_url = line[line.find("\"")+1 : line.rfind("\"")]
+ break
+ if desc_url is not None:
+ break
+ if desc_url is None:
+ raise Exception("Failed to get JSON URL for " + self.title)
+ desc_url = append_to_qs(desc_url, {"manifest": None})
+ doc = grab_xml(desc_url, 0)
+ video = doc.xpath("//smil:video", namespaces=NS)[0]
+ video_url = video.attrib["src"]
+ ext = urlparse.urlsplit(video_url).path.rsplit(".", 1)[1]
+ filename = self.title + "." + ext
+ video_url = append_to_qs(video_url, VIDEO_MAGIC)
+ return download_urllib(filename, video_url, referrer=SWF_URL)
-def fill_nodes(root_node):
- settings = grab_xml("/playerassets/programs/config/standalone_settings.xml", 24*3600)
- menu_url = settings.xpath("/settings/setting[@name='menuURL']/@value")[0]
+class SbsNavNode(Node):
+ def __init__(self, title, parent, url):
+ Node.__init__(self, title, parent)
+ self.url = url
+
+ def fill_children(self):
+ try:
+ doc = grab_json(BASE + self.url, 3600)
+ except ValueError:
+ # SBS sends XML as an error message :\
+ return
+ if len(doc.get("entries", [])) == 0:
+ return
+ for entry in doc["entries"]:
+ self.fill_entry(entry)
+
+ def fill_entry(self, entry):
+ title = entry["title"]
+ video_id = entry["id"]
+ SbsNode(title, self, video_id)
+
+class SbsRootNode(Node):
+ def __init__(self, parent=None):
+ Node.__init__(self, "SBS", parent)
- root_menu = grab_xml(menu_url, 3600)
- seen_category_titles = set()
- for menu in root_menu.xpath("//menu"):
+ def fill_children(self):
+ menu = grab_json(VIDEO_MENU, 3600, skip_assignment=True)
+ for name in menu.keys():
+ self.fill_category(self, menu[name])
+
+ def create_nav_node(self, name, parent, cat_data, url_key):
try:
- category_title = menu.xpath("title/text()")[0]
- playlist_url = menu.xpath("playlist/@xmlSrc")[0]
- if category_title in seen_category_titles:
- # append a number to the name
- i = 2
- while True:
- if (category_title+str(i)) not in seen_category_titles:
- category_title += str(i)
- break
- i += 1
- seen_category_titles.add(category_title)
- category_node = Node(category_title, root_node)
- playlist = grab_xml(playlist_url, 3600)
- for video_desc in playlist.xpath("//video"):
- video_desc_url = video_desc.xpath("@src")[0]
- video_title = video_desc.xpath("title/text()")[0].strip()
- SbsNode(video_title, category_node, video_desc_url)
- except IndexError:
- continue
-
+ url = cat_data[url_key]
+ except KeyError:
+ return
+ if url.strip():
+ SbsNavNode(name, parent, url)
+
+ def fill_category(self, parent, cat_data):
+ if not cat_data.has_key("children"):
+ name = cat_data["name"]
+ self.create_nav_node(name, parent, cat_data, "url")
+ return
+
+ node = Node(cat_data["name"], parent)
+ self.create_nav_node("-Featured", node, cat_data, "furl")
+ self.create_nav_node("-Latest", node, cat_data, "url")
+ self.create_nav_node("-Most Popular", node, cat_data, "purl")
+
+ children = cat_data.get("children", [])
+ if isinstance(children, dict):
+ children = [children[k] for k in sorted(children.keys())]
+ for child_cat in children:
+ self.fill_category(node, child_cat)
+
+def fill_nodes(root_node):
+ SbsRootNode(root_node)
+