From 7c7d42e9b28fe9fbe4b6ce28fd8a0369d7a102c1 Mon Sep 17 00:00:00 2001
From: dirkf <fieldhouse@gmx.net>
Date: Sat, 6 Mar 2021 05:26:11 +0000
Subject: [PATCH 1/5] Fix matching next page tag (BBCCoUkPlaylistBaseIE)

Allow white space between tags as now sent by BBC.
---
 youtube_dl/extractor/bbc.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/youtube_dl/extractor/bbc.py b/youtube_dl/extractor/bbc.py
index 92e6f1bea37..59ce1088e6a 100644
--- a/youtube_dl/extractor/bbc.py
+++ b/youtube_dl/extractor/bbc.py
@@ -1318,7 +1318,7 @@ def _entries(self, webpage, url, playlist_id):
             if single_page:
                 return
             next_page = self._search_regex(
-                r'<li[^>]+class=(["\'])pagination_+next\1[^>]*><a[^>]+href=(["\'])(?P<url>(?:(?!\2).)+)\2',
+                r'<li[^>]+class=(["\'])pagination_+next\1[^>]*>\s*<a[^>]+href=(["\'])(?P<url>(?:(?!\2).)+)\2',
                 webpage, 'next page url', default=None, group='url')
             if not next_page:
                 break

From ef00fa77e9f200e6bfd77c545881ce1a165bb922 Mon Sep 17 00:00:00 2001
From: dirkf <fieldhouse@gmx.net>
Date: Fri, 5 Mar 2021 23:05:32 +0000
Subject: [PATCH 2/5] Fix BBCCoUkIPlayerPlaylistIE

The playlist metadata is now sent in a JSON expression within a <script> element.

Save the initial playlist_id
---
 youtube_dl/extractor/bbc.py | 18 +++++++++++++-----
 1 file changed, 13 insertions(+), 5 deletions(-)

diff --git a/youtube_dl/extractor/bbc.py b/youtube_dl/extractor/bbc.py
index 59ce1088e6a..1e60d934f70 100644
--- a/youtube_dl/extractor/bbc.py
+++ b/youtube_dl/extractor/bbc.py
@@ -1328,6 +1328,7 @@ def _entries(self, webpage, url, playlist_id):
 
     def _real_extract(self, url):
         playlist_id = self._match_id(url)
+        self._playlist_id = playlist_id
 
         webpage = self._download_webpage(url, playlist_id)
 
@@ -1342,7 +1343,7 @@ class BBCCoUkIPlayerPlaylistIE(BBCCoUkPlaylistBaseIE):
     IE_NAME = 'bbc.co.uk:iplayer:playlist'
     _VALID_URL = r'https?://(?:www\.)?bbc\.co\.uk/iplayer/(?:episodes|group)/(?P<id>%s)' % BBCCoUkIE._ID_REGEX
     _URL_TEMPLATE = 'http://www.bbc.co.uk/iplayer/episode/%s'
-    _VIDEO_ID_TEMPLATE = r'data-ip-id=["\'](%s)'
+    _VIDEO_ID_TEMPLATE = r'"href":\s*"/iplayer/episode/(%s)/'
     _TESTS = [{
         'url': 'http://www.bbc.co.uk/iplayer/episodes/b05rcz9v',
         'info_dict': {
@@ -1364,10 +1365,17 @@ class BBCCoUkIPlayerPlaylistIE(BBCCoUkPlaylistBaseIE):
     }]
 
     def _extract_title_and_description(self, webpage):
-        title = self._search_regex(r'<h1>([^<]+)</h1>', webpage, 'title', fatal=False)
-        description = self._search_regex(
-            r'<p[^>]+class=(["\'])subtitle\1[^>]*>(?P<value>[^<]+)</p>',
-            webpage, 'description', fatal=False, group='value')
+        redux_state = self._parse_json(self._html_search_regex(
+            r'<script[^>]+id=(["\'])tvip-script-app-store\1[^>]*>[^<]*_REDUX_STATE__\s*=\s*(?P<json>[^<]+)\s*;\s*<',
+            webpage, 'redux state', default='{}', group='json'), self._playlist_id, fatal=False)
+        if redux_state:
+            redux_hdr = redux_state.get('header') or {}
+            redux_hdr.update(redux_state.get('page') or {})
+            redux_state = redux_hdr
+        title = redux_state.get('title') or self._og_search_title(webpage, fatal=False)
+        description = redux_state.get('description') or \
+            self._html_search_meta('description', webpage, default=None) or \
+            self._og_search_description(webpage)
         return title, description
 
 

From ef7a5e15a44039c39176ff6f7fff04ebe1d6ef5c Mon Sep 17 00:00:00 2001
From: dirkf <fieldhouse@gmx.net>
Date: Mon, 22 Mar 2021 16:05:29 +0000
Subject: [PATCH 3/5] Fix expected Description for Bohemian Icons test

---
 youtube_dl/extractor/bbc.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/youtube_dl/extractor/bbc.py b/youtube_dl/extractor/bbc.py
index 1e60d934f70..8a9ab0ddd43 100644
--- a/youtube_dl/extractor/bbc.py
+++ b/youtube_dl/extractor/bbc.py
@@ -1359,7 +1359,7 @@ class BBCCoUkIPlayerPlaylistIE(BBCCoUkPlaylistBaseIE):
         'info_dict': {
             'id': 'p02tcc32',
             'title': 'Bohemian Icons',
-            'description': 'md5:683e901041b2fe9ba596f2ab04c4dbe7',
+            'description': 'md5:8b60017680e9f3115e79e0c20697a585',
         },
         'playlist_mincount': 10,
     }]

From d5fb08a73271604d1a30cad2eb02447f2dca2a01 Mon Sep 17 00:00:00 2001
From: dirkf <fieldhouse@gmx.net>
Date: Tue, 23 Mar 2021 19:09:26 +0000
Subject: [PATCH 4/5] Support multi-series(-season) iPlayer playlist

---
 youtube_dl/extractor/bbc.py | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)

diff --git a/youtube_dl/extractor/bbc.py b/youtube_dl/extractor/bbc.py
index 8a9ab0ddd43..eb24e63bd41 100644
--- a/youtube_dl/extractor/bbc.py
+++ b/youtube_dl/extractor/bbc.py
@@ -1344,6 +1344,9 @@ class BBCCoUkIPlayerPlaylistIE(BBCCoUkPlaylistBaseIE):
     _VALID_URL = r'https?://(?:www\.)?bbc\.co\.uk/iplayer/(?:episodes|group)/(?P<id>%s)' % BBCCoUkIE._ID_REGEX
     _URL_TEMPLATE = 'http://www.bbc.co.uk/iplayer/episode/%s'
     _VIDEO_ID_TEMPLATE = r'"href":\s*"/iplayer/episode/(%s)/'
+    _SERIES_ID_TEMPLATE = '/iplayer/episodes/%s/.+[?&]seriesId=(%s)'
+    _SERIES_URL_TEMPLATE = 'http://www.bbc.co.uk/programmes/%s/episodes/player'
+
     _TESTS = [{
         'url': 'http://www.bbc.co.uk/iplayer/episodes/b05rcz9v',
         'info_dict': {
@@ -1362,8 +1365,23 @@ class BBCCoUkIPlayerPlaylistIE(BBCCoUkPlaylistBaseIE):
             'description': 'md5:8b60017680e9f3115e79e0c20697a585',
         },
         'playlist_mincount': 10,
+    }, {
+        # Playlist with more than one series/season
+        'url': 'https://www.bbc.co.uk/iplayer/episodes/b094m5t9/doctor-foster',
+        'info_dict': {
+            'id': 'b094m5t9',
+            'title': 'Doctor Foster',
+            'description': 'A trusted GP sees her charmed life explode when she suspects her husband of an affair.',
+        },
+        'playlist_mincount': 10,
     }]
 
+    def _entries(self, webpage, url, playlist_id):
+        for entry in super(BBCCoUkIPlayerPlaylistIE, self)._entries(webpage, url, playlist_id):
+            yield entry
+        for series_id in re.findall(self._SERIES_ID_TEMPLATE % (playlist_id, BBCCoUkIE._ID_REGEX), webpage):
+            yield self.url_result(self._SERIES_URL_TEMPLATE % series_id)
+
     def _extract_title_and_description(self, webpage):
         redux_state = self._parse_json(self._html_search_regex(
             r'<script[^>]+id=(["\'])tvip-script-app-store\1[^>]*>[^<]*_REDUX_STATE__\s*=\s*(?P<json>[^<]+)\s*;\s*<',

From a5b6df4d27937c6f628b6d1b6720682329db0be4 Mon Sep 17 00:00:00 2001
From: dirkf <fieldhouse@gmx.net>
Date: Tue, 23 Mar 2021 20:58:57 +0000
Subject: [PATCH 5/5] Support multi-page iPlayer playlists

---
 youtube_dl/extractor/bbc.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/youtube_dl/extractor/bbc.py b/youtube_dl/extractor/bbc.py
index eb24e63bd41..bc06add35b4 100644
--- a/youtube_dl/extractor/bbc.py
+++ b/youtube_dl/extractor/bbc.py
@@ -1318,7 +1318,7 @@ def _entries(self, webpage, url, playlist_id):
             if single_page:
                 return
             next_page = self._search_regex(
-                r'<li[^>]+class=(["\'])pagination_+next\1[^>]*>\s*<a[^>]+href=(["\'])(?P<url>(?:(?!\2).)+)\2',
+                r'(?:<li[^>]+class=(["\'])pagination_+next\1[^>]*>\s*<a|<a[^>]+\baria-label=(["\'])Next Page\2)[^>]+href=(["\'])(?P<url>(?:(?!\3).)+)\3',
                 webpage, 'next page url', default=None, group='url')
             if not next_page:
                 break
@@ -1374,6 +1374,15 @@ class BBCCoUkIPlayerPlaylistIE(BBCCoUkPlaylistBaseIE):
             'description': 'A trusted GP sees her charmed life explode when she suspects her husband of an affair.',
         },
         'playlist_mincount': 10,
+    }, {
+        # Playlist with more than one page
+        'url': 'https://www.bbc.co.uk/iplayer/episodes/m0004c4v/beechgrove',
+        'info_dict': {
+            'id': 'm0004c4v',
+            'title': 'Beechgrove',
+            'description': 'Gardening show that celebrates Scottish horticulture and growing conditions.',
+        },
+        'playlist_mincount': 37,
     }]
 
     def _entries(self, webpage, url, playlist_id):