- def explode_videos_to_unique_categories(self, full_video_list):
- for entry_data in full_video_list["entries"]:
+ def load_all_video_entries(self):
+ offset = 1
+ amount = 1000
+ uniq = set()
+ while True:
+ url = append_to_qs(FULL_VIDEO_LIST, {"range": "%s-%s" % (offset, offset+amount-1)})
+ data = grab_json(url)
+ if "entries" not in data:
+ raise Exception("Missing data in SBS response", data)
+ entries = data["entries"]
+ if len(entries) == 0:
+ break
+ for i, entry in enumerate(entries):
+ if entry["guid"] not in uniq:
+ uniq.add(entry["guid"])
+ yield entry
+ offset += amount
+ sys.stdout.write(".")
+ sys.stdout.flush()
+ print()
+
+ def explode_videos_to_unique_categories(self, all_video_entries):
+ for entry_data in all_video_entries: