"""Seam tests for core/video/youtube.py — the YouTube channel resolver. Pure URL parsing + yt-dlp-dict → our-shape mapping are tested directly; the one network call is exercised through an injected fake YoutubeDL, so nothing here touches the network. """ import pytest from core.video import youtube as yt # ── parse_channel_url ──────────────────────────────────────────────────────── @pytest.mark.parametrize("raw,expected", [ ("https://www.youtube.com/@PlayStation", "https://www.youtube.com/@PlayStation/videos"), ("https://www.youtube.com/@PlayStation/videos", "https://www.youtube.com/@PlayStation/videos"), ("https://www.youtube.com/@PlayStation/streams", "https://www.youtube.com/@PlayStation/videos"), ("http://youtube.com/@GoodMythicalMorning", "https://www.youtube.com/@GoodMythicalMorning/videos"), ("youtube.com/@PlayStation", "https://www.youtube.com/@PlayStation/videos"), ("m.youtube.com/@PlayStation", "https://www.youtube.com/@PlayStation/videos"), ("https://www.youtube.com/channel/UCabc123", "https://www.youtube.com/channel/UCabc123/videos"), ("https://www.youtube.com/c/LinusTechTips", "https://www.youtube.com/c/LinusTechTips/videos"), ("https://www.youtube.com/user/PewDiePie", "https://www.youtube.com/user/PewDiePie/videos"), ("@PlayStation", "https://www.youtube.com/@PlayStation/videos"), ("PlayStation", "https://www.youtube.com/@PlayStation/videos"), # bare → @handle ]) def test_parse_channel_url_accepts_channel_forms(raw, expected): assert yt.parse_channel_url(raw) == expected @pytest.mark.parametrize("raw", [ "", " ", None, "https://www.youtube.com/watch?v=dQw4w9WgXcQ", # a video, not a channel "https://www.youtube.com/playlist?list=PL123", # a playlist "https://www.youtube.com/", # home "https://youtu.be/dQw4w9WgXcQ", # short video link "https://vimeo.com/@someone", # not youtube "https://www.youtube.com/shorts/abc123", # a short, not a channel ]) def test_parse_channel_url_rejects_non_channels(raw): assert yt.parse_channel_url(raw) is None # ── shape_channel ──────────────────────────────────────────────────────────── def _flat_info(): return { "channel_id": "UCPlayStation", "channel": "PlayStation", "uploader": "PlayStation", "uploader_id": "@PlayStation", "channel_follower_count": 14_000_000, "playlist_count": 1200, "thumbnails": [ {"url": "http://img/small.jpg", "width": 88, "height": 88}, {"url": "http://img/avatar.jpg", "id": "avatar_uncropped", "width": 800, "height": 800}, {"url": "http://img/banner.jpg", "id": "banner_uncropped", "width": 2048, "height": 1152}, ], "entries": [ {"id": "vid1", "title": "State of Play", "timestamp": 1_700_000_000, "duration": 3600, "view_count": 50000, "thumbnails": [{"url": "http://t/1.jpg", "width": 320, "height": 180}]}, {"id": "vid2", "title": "Trailer", "upload_date": "20240115", "duration": 120, "thumbnail": "http://t/2.jpg"}, {"id": "vid3", "title": "No date video"}, # sparse flat entry None, # yt-dlp can yield Nones {"title": "missing id — skip"}, # no id → skipped ], } def test_shape_channel_maps_channel_fields(): out = yt.shape_channel(_flat_info()) assert out["youtube_id"] == "UCPlayStation" assert out["title"] == "PlayStation" assert out["handle"] == "@PlayStation" assert out["avatar_url"] == "http://img/avatar.jpg" # picked by id, not just size assert out["banner_url"] == "http://img/banner.jpg" # banner separated from avatar assert out["subscriber_count"] == 14_000_000 assert out["video_count"] == 1200 # playlist_count, not len(videos) def test_shape_channel_maps_and_filters_videos(): out = yt.shape_channel(_flat_info()) vids = out["videos"] # the None and the id-less entry are dropped assert [v["youtube_id"] for v in vids] == ["vid1", "vid2", "vid3"] # timestamp → ISO date assert vids[0]["published_at"] == "2023-11-14" assert vids[0]["duration_seconds"] == 3600 assert vids[0]["thumbnail_url"] == "http://t/1.jpg" # upload_date 'YYYYMMDD' → ISO date; plain 'thumbnail' string honored assert vids[1]["published_at"] == "2024-01-15" assert vids[1]["thumbnail_url"] == "http://t/2.jpg" # sparse entry: no date, no crash assert vids[2]["published_at"] is None assert vids[2]["duration_seconds"] is None def test_shape_channel_respects_limit(): out = yt.shape_channel(_flat_info(), limit=1) assert len(out["videos"]) == 1 assert out["videos"][0]["youtube_id"] == "vid1" def test_shape_channel_uploader_id_not_a_handle_is_dropped(): info = {"channel_id": "UCx", "channel": "X", "uploader_id": "UCx", "entries": []} assert yt.shape_channel(info)["handle"] is None # ── resolve_channel (network call injected) ────────────────────────────────── class _FakeYDL: """Stand-in for yt_dlp.YoutubeDL: records opts, returns a canned info dict.""" last_opts = None last_url = None def __init__(self, opts): _FakeYDL.last_opts = opts self.opts = opts def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): _FakeYDL.last_url = url assert download is False return _flat_info() def test_resolve_channel_happy_path_uses_canonical_url_and_limit(): out = yt.resolve_channel("https://www.youtube.com/@PlayStation", limit=2, ydl_factory=_FakeYDL) assert out["youtube_id"] == "UCPlayStation" assert len(out["videos"]) == 2 # resolver normalizes to the /videos uploads URL and passes the limit through assert _FakeYDL.last_url == "https://www.youtube.com/@PlayStation/videos" assert _FakeYDL.last_opts["playlistend"] == 2 assert _FakeYDL.last_opts["extract_flat"] is True def test_resolve_channel_rejects_non_channel_without_network(): called = [] def factory(opts): called.append(opts) raise AssertionError("should not be called for a non-channel URL") assert yt.resolve_channel("https://www.youtube.com/watch?v=abc", ydl_factory=factory) is None assert called == [] def test_parse_playlist_id(): assert yt.parse_playlist_id("https://www.youtube.com/playlist?list=PLabc123def456") == "PLabc123def456" assert yt.parse_playlist_id("https://www.youtube.com/watch?v=x&list=PLxyz789ghi012") == "PLxyz789ghi012" assert yt.parse_playlist_id("PLabcdefghij123") == "PLabcdefghij123" assert yt.parse_playlist_id("https://youtube.com/watch?v=x&list=RDmix123") is None # mix → not followable assert yt.parse_playlist_id("https://www.youtube.com/@PlayStation") is None # channel → None assert yt.parse_playlist_id("") is None class _FakePlaylistYDL: last_url = None def __init__(self, opts): self.opts = opts def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): _FakePlaylistYDL.last_url = url return {"title": "Deep Learning", "channel": "Lex Fridman", "channel_id": "UClex", "playlist_count": 3, "thumbnails": [{"url": "http://pl/cover.jpg", "width": 480, "height": 360}], "entries": [{"id": "a", "title": "One"}, {"id": "b", "title": "Two"}, None, {"title": "no id → skip"}]} def test_resolve_playlist_keeps_curator_order_and_meta(): pl = yt.resolve_playlist("https://www.youtube.com/playlist?list=PLdeep123", limit=5, ydl_factory=_FakePlaylistYDL) assert pl["playlist_id"] == "PLdeep123" and pl["title"] == "Deep Learning" assert pl["channel_title"] == "Lex Fridman" and pl["video_count"] == 3 assert [v["youtube_id"] for v in pl["videos"]] == ["a", "b"] # order preserved, null/idless dropped assert _FakePlaylistYDL.last_url == "https://www.youtube.com/playlist?list=PLdeep123" assert yt.resolve_playlist("https://youtube.com/@chan", ydl_factory=_FakePlaylistYDL) is None # not a playlist def test_resolve_channel_returns_none_on_extractor_error(): class _Boom: def __init__(self, opts): pass def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): raise RuntimeError("DownloadError: channel not found") assert yt.resolve_channel("@nope", ydl_factory=_Boom) is None def test_resolve_channel_none_when_info_has_no_channel_id(): class _NoId: def __init__(self, opts): pass def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): return {"entries": [{"id": "v", "title": "t"}]} # no channel_id/id assert yt.resolve_channel("@x", ydl_factory=_NoId) is None # ── video_detail (full single-video metadata) ──────────────────────────────── def _video_info(): return { "id": "vid1", "title": "State of Play", "description": "Everything announced.", "duration": 3725, "view_count": 1_250_000, "like_count": 42_000, "timestamp": 1_700_000_000, "channel": "PlayStation", "channel_id": "UCPlay", "webpage_url": "https://www.youtube.com/watch?v=vid1", "tags": ["ps5", "trailer"], "thumbnails": [{"url": "http://t/hi.jpg", "width": 1280, "height": 720}], } class _FakeVideoYDL: last_url = None def __init__(self, opts): self.opts = opts def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): _FakeVideoYDL.last_url = url assert download is False # full (non-flat) extraction: extract_flat must NOT be set assert "extract_flat" not in self.opts return _video_info() def test_video_detail_pulls_full_metadata(): out = yt.video_detail("vid1", ydl_factory=_FakeVideoYDL) assert out["youtube_id"] == "vid1" assert out["description"] == "Everything announced." assert out["duration_seconds"] == 3725 assert out["view_count"] == 1_250_000 and out["like_count"] == 42_000 assert out["published_at"] == "2023-11-14" assert out["channel_title"] == "PlayStation" and out["channel_id"] == "UCPlay" assert out["webpage_url"] == "https://www.youtube.com/watch?v=vid1" assert out["tags"] == ["ps5", "trailer"] # a raw id is turned into a watch URL assert _FakeVideoYDL.last_url == "https://www.youtube.com/watch?v=vid1" def test_video_detail_accepts_watch_url_and_handles_failure(): yt.video_detail("https://www.youtube.com/watch?v=abc", ydl_factory=_FakeVideoYDL) assert _FakeVideoYDL.last_url == "https://www.youtube.com/watch?v=abc" class _Boom(_FakeVideoYDL): def extract_info(self, url, download=False): raise RuntimeError("unavailable") assert yt.video_detail("x", ydl_factory=_Boom) is None assert yt.video_detail("", ydl_factory=_FakeVideoYDL) is None # ── channel tags + playlists ───────────────────────────────────────────────── def test_shape_channel_includes_tags_and_views(): info = dict(_flat_info()); info["tags"] = ["gaming", "ps5"]; info["view_count"] = 9_000_000 out = yt.shape_channel(info) assert out["tags"] == ["gaming", "ps5"] and out["view_count"] == 9_000_000 class _PlaylistsYDL: def __init__(self, opts): pass def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): return {"entries": [ {"id": "PL1", "title": "Trailers", "playlist_count": 12, "thumbnails": [{"url": "http://t/pl1.jpg", "width": 320, "height": 180}]}, {"id": "PL2", "title": "Interviews", "video_count": 5}, None, {"title": "no id"}, ]} def test_channel_playlists_shapes_and_filters(): pls = yt.channel_playlists("UCx", ydl_factory=_PlaylistsYDL) assert [p["playlist_id"] for p in pls] == ["PL1", "PL2"] assert pls[0]["title"] == "Trailers" and pls[0]["video_count"] == 12 assert pls[0]["thumbnail_url"] == "http://t/pl1.jpg" def test_playlist_videos_reuses_entry_shape(): vids = yt.playlist_videos("PL1", ydl_factory=_FakeYDL) # _FakeYDL returns _flat_info() assert [v["youtube_id"] for v in vids] == ["vid1", "vid2", "vid3"] assert vids[0]["published_at"] == "2023-11-14" def test_channel_playlists_empty_on_no_id(): assert yt.channel_playlists("", ydl_factory=_PlaylistsYDL) == [] assert yt.playlist_videos("", ydl_factory=_FakeYDL) == [] # ── search_channels (channel results for the search page) ──────────────────── class _SearchYDL: def __init__(self, opts): pass def __enter__(self): return self def __exit__(self, *a): return False def extract_info(self, url, download=False): return {"entries": [ {"channel_id": "UCaaa", "channel": "Good Mythical Morning", "uploader_id": "@goodmythicalmorning", "channel_follower_count": 18_000_000, "thumbnails": [{"url": "http://a/gmm.jpg", "width": 800, "height": 800}]}, {"id": "UCbbb", "title": "Rhett & Link", "thumbnails": []}, # id is the channel id {"url": "https://www.youtube.com/channel/UCccc", "title": "Mythical"}, # id from url {"id": "dQw4", "title": "a video, not a channel"}, # skipped (not UC) None, ]} def test_search_channels_extracts_channel_results(): out = yt.search_channels("good mythical morning", ydl_factory=_SearchYDL) assert [c["youtube_id"] for c in out] == ["UCaaa", "UCbbb", "UCccc"] assert out[0]["title"] == "Good Mythical Morning" assert out[0]["handle"] == "@goodmythicalmorning" assert out[0]["subscriber_count"] == 18_000_000 assert out[0]["avatar_url"] == "http://a/gmm.jpg" def test_search_channels_empty_query(): assert yt.search_channels(" ", ydl_factory=_SearchYDL) == [] # ── RSS upload-date enrichment ─────────────────────────────────────────────── _RSS = """ v12024-06-01T10:00:00+00:00 v22023-02-15T08:30:00+00:00 no id or date """ def test_parse_rss_dates(): out = yt.parse_rss_dates(_RSS) assert out == {"v1": "2024-06-01", "v2": "2023-02-15"} assert yt.parse_rss_dates("not xml") == {} def test_channel_recent_dates_via_injected_fetch(): out = yt.channel_recent_dates("UCx", fetch=lambda url: _RSS) assert out["v1"] == "2024-06-01" assert yt.channel_recent_dates("", fetch=lambda url: _RSS) == {} # ── proxy bulk dates (Piped / Invidious, no key) ───────────────────────────── def test_parse_proxy_dates_piped_and_invidious(): piped = {"relatedStreams": [ {"url": "/watch?v=v1", "uploaded": 1700000000000}, # ms {"url": "https://youtube.com/watch?v=v2", "uploaded": 1690000000000}, {"url": "/watch?v=v3"}, # no date → skipped ]} assert yt.parse_proxy_dates(piped) == {"v1": "2023-11-14", "v2": "2023-07-22"} inv = {"videos": [ {"videoId": "a", "published": 1700000000}, # seconds {"videoId": "b", "published": 0}, # bad → skipped ]} assert yt.parse_proxy_dates(inv) == {"a": "2023-11-14"} assert yt.parse_proxy_dates("nope") == {} def test_proxy_channel_dates_paginates_and_falls_through_instances(): # first instance returns nothing → try next; piped paginates via nextpage pages = { "https://up/channel/UCx": {"relatedStreams": [{"url": "/watch?v=p1", "uploaded": 1700000000000}], "nextpage": "TOK"}, "https://up/nextpage/channel/UCx?nextpage=TOK": {"relatedStreams": [{"url": "/watch?v=p2", "uploaded": 1690000000000}]}, } def fetch(url): if url.startswith("https://down"): raise RuntimeError("instance down") return pages.get(url) insts = [("piped", "https://down"), ("piped", "https://up")] out = yt.proxy_channel_dates("UCx", pages=5, fetch=fetch, instances=insts) assert out == {"p1": "2023-11-14", "p2": "2023-07-22"} # both pages, second instance assert yt.proxy_channel_dates("", fetch=fetch, instances=insts) == {} # ── InnerTube channel-date parser (the no-key bulk source) ─────────────────── from datetime import date def _lk_item(vid, rel, ctype="LOCKUP_CONTENT_TYPE_VIDEO"): """A richItemRenderer wrapping a lockupViewModel, mirroring real InnerTube JSON.""" return {"richItemRenderer": {"content": {"lockupViewModel": { "contentId": vid, "contentType": ctype, "metadata": {"lockupMetadataViewModel": { "title": {"content": "Title " + vid}, "metadata": {"contentMetadataViewModel": {"metadataRows": [ {"metadataParts": [{"text": {"content": "100K views"}}, {"text": {"content": rel}, "accessibilityLabel": rel}]}]}}}}}}}} def _cont_item(token): return {"continuationItemRenderer": {"continuationEndpoint": {"continuationCommand": {"token": token}}}} def _page(items, token=None): contents = list(items) + ([_cont_item(token)] if token else []) return {"contents": {"twoColumnBrowseResultsRenderer": {"tabs": [ {"tabRenderer": {"content": {"richGridRenderer": {"contents": contents}}}}]}}} def test_relative_to_date(): now = date(2026, 6, 17) assert yt.relative_to_date("9 hours ago", now) == "2026-06-17" # same day assert yt.relative_to_date("2 days ago", now) == "2026-06-15" assert yt.relative_to_date("3 weeks ago", now) == "2026-05-27" assert yt.relative_to_date("Streamed 2 years ago", now) == "2024-06-17" # prefix tolerated assert yt.relative_to_date("Premiered 5 months ago", now) == "2026-01-16" # ~152 days (approx, fine for years) assert yt.relative_to_date("no date here", now) is None assert yt.relative_to_date("", now) is None def test_innertube_parse_videos_filters_non_videos_and_undated(): page = _page([ _lk_item("v1", "2 years ago"), _lk_item("v2", "3 months ago"), _lk_item("p1", "1 day ago", ctype="LOCKUP_CONTENT_TYPE_PLAYLIST"), # not a video → skip _lk_item("v3", "No views at all"), # no 'ago' → skip ]) assert yt.innertube_parse_videos(page) == [("v1", "2 years ago"), ("v2", "3 months ago")] def test_innertube_continuation_picks_pagination_token(): page = _page([_lk_item("v1", "1 day ago")], token="REAL") page["decoy"] = {"some": {"continuationCommand": {"token": "DECOY-menu-token"}}} # not a continuationItemRenderer assert yt.innertube_continuation(page) == "REAL" assert yt.innertube_continuation(_page([_lk_item("v1", "1 day ago")])) is None # no token def test_innertube_channel_dates_paginates_and_converts(): now = date(2026, 6, 17) pages = [ _page([_lk_item("v1", "1 year ago"), _lk_item("v2", "2 years ago")], token="TOK"), _page([_lk_item("v3", "5 days ago")]), # no token → stop ] seen = {"n": 0} def post(payload): i = seen["n"]; seen["n"] += 1 if i == 0: assert payload.get("browseId") == "UCxxxx" and payload.get("params") else: assert payload.get("continuation") == "TOK" return pages[i] out = yt.innertube_channel_dates("UCxxxx", pages=5, now=now, post=post) assert set(out) == {"v1", "v2", "v3"} assert out["v3"] == "2026-06-12" and out["v1"] == "2025-06-17" assert seen["n"] == 2 # stopped when no continuation (didn't keep hammering) def test_innertube_channel_dates_guards(): assert yt.innertube_channel_dates("not-a-uc-id", post=lambda p: {}) == {} # only UC… channels assert yt.innertube_channel_dates("UCx", post=lambda p: None) == {} # bad/empty response → {} assert yt.innertube_channel_dates("UCx", post=lambda p: (_ for _ in ()).throw(RuntimeError())) == {} def _lk_item_thumb(vid, rel, thumb, dur=None): """_lk_item plus a contentImage (+ optional duration overlay badge).""" item = _lk_item(vid, rel) lk = item["richItemRenderer"]["content"]["lockupViewModel"] lk["contentImage"] = {"thumbnailViewModel": {"image": {"sources": [{"url": thumb}]}, "overlays": ([{"thumbnailOverlayBadgeViewModel": {"thumbnailBadges": [ {"thumbnailBadgeViewModel": {"text": dur}}]}}] if dur else [])}} return item def test_parse_view_count(): assert yt.parse_view_count("2.6M views") == 2_600_000 assert yt.parse_view_count("1,234 views") == 1234 assert yt.parse_view_count("987 views") == 987 assert yt.parse_view_count("1.2B views") == 1_200_000_000 assert yt.parse_view_count("no views here") is None and yt.parse_view_count("") is None def test_innertube_parse_video_items_keeps_title_thumb_duration_views(): page = _page([ _lk_item_thumb("v1", "2 years ago", "https://i.ytimg.com/vi/v1/hq.jpg", dur="12:34"), _lk_item("v2", "3 months ago"), # no thumbnail/duration → None _lk_item("p1", "1 day ago", ctype="LOCKUP_CONTENT_TYPE_PLAYLIST"), # not a video → skip ]) items = yt.innertube_parse_video_items(page) assert [it["youtube_id"] for it in items] == ["v1", "v2"] # playlist filtered out # _lk_item's metadata carries "100K views" → parsed; v1 also has a duration badge assert items[0] == {"youtube_id": "v1", "title": "Title v1", "thumbnail_url": "https://i.ytimg.com/vi/v1/hq.jpg", "duration": "12:34", "view_count": 100_000, "relative": "2 years ago"} assert items[1]["thumbnail_url"] is None and items[1]["duration"] is None and items[1]["view_count"] == 100_000 def test_innertube_channel_videos_page_converts_and_pages(): now = date(2026, 6, 17) page1 = _page([_lk_item_thumb("v1", "1 year ago", "t1", dur="5:00"), _lk_item("v2", "2 years ago")], token="TOK") got = yt.innertube_channel_videos_page("UCxxxx", now=now, post=lambda p: page1) assert got["continuation"] == "TOK" assert got["videos"][0] == {"youtube_id": "v1", "title": "Title v1", "thumbnail_url": "t1", "duration": "5:00", "view_count": 100_000, "published_at": "2025-06-17"} assert got["videos"][1]["published_at"] == "2024-06-17" # a continuation request carries the token (not browseId) and ends when none returned end = yt.innertube_channel_videos_page("UCxxxx", continuation="TOK", now=now, post=lambda p: (_page([_lk_item("v3", "5 days ago")]) if p.get("continuation") == "TOK" else None)) assert [v["youtube_id"] for v in end["videos"]] == ["v3"] and end["continuation"] is None def test_innertube_channel_videos_page_guards(): assert yt.innertube_channel_videos_page("not-uc", post=lambda p: {}) == {"videos": [], "continuation": None} assert yt.innertube_channel_videos_page("UCx", post=lambda p: None) == {"videos": [], "continuation": None} # a continuation token works even without a UC id (it encodes the channel itself) assert yt.innertube_channel_videos_page("", continuation="TOK", post=lambda p: _page([_lk_item("v9", "1 day ago")]))["videos"] def test_innertube_channel_catalog_pages_until_no_token(): now = date(2026, 6, 17) pages = [_page([_lk_item("v1", "1 year ago"), _lk_item("v2", "2 years ago")], token="TOK"), _page([_lk_item("v3", "5 days ago")])] # no token → stop seq = {"n": 0} def post(payload): i = seq["n"]; seq["n"] += 1 return pages[i] cat = yt.innertube_channel_catalog("UCxxxx", pages=5, now=now, post=post) assert [v["youtube_id"] for v in cat] == ["v1", "v2", "v3"] # full list, in order assert cat[0]["title"] == "Title v1" and cat[2]["published_at"] == "2026-06-12" assert seq["n"] == 2 # stopped when the token ran out assert yt.innertube_channel_catalog("not-uc", post=lambda p: None) == [] def test_innertube_playlist_page_keeps_order_and_true_count(): now = date(2026, 6, 17) page = _page([_lk_item("a", "1 day ago"), _lk_item("b", "2 days ago")], token="TOK") page["header"] = {"numVideosText": {"runs": [{"text": "512"}, {"text": " videos"}]}} # the real total got = yt.innertube_playlist_page("PLx", now=now, post=lambda p: page) assert [v["youtube_id"] for v in got["videos"]] == ["a", "b"] # curator order preserved assert got["total"] == 512 and got["continuation"] == "TOK" # catalog pages until no token, surfacing the header count pages = [page, _page([_lk_item("c", "3 days ago")])] # 2nd page: no token → stop seq = {"n": 0} def post(p): i = seq["n"]; seq["n"] += 1; return pages[i] cat = yt.innertube_playlist_catalog("PLx", now=now, post=post) assert [v["youtube_id"] for v in cat["videos"]] == ["a", "b", "c"] and cat["total"] == 512 assert yt.innertube_playlist_catalog("", post=lambda p: None) == {"videos": [], "total": None}