xbmc · pkscout · Dec 11, 2024 · Dec 11, 2024
diff --git a/metadata.tvshows.themoviedb.org.python/addon.xml b/metadata.tvshows.themoviedb.org.python/addon.xml
@@ -1,7 +1,7 @@
 <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
 <addon id="metadata.tvshows.themoviedb.org.python"
   name="TMDb TV Shows"
-  version="1.7.1"
+  version="1.7.2"
   provider-name="Team Kodi">
   <requires>
     <import addon="xbmc.python" version="3.0.0"/>
@@ -10,9 +10,8 @@
   <extension point="xbmc.metadata.scraper.tvshows" library="main.py" cachepersistence="00:15"/>
   <extension point="xbmc.addon.metadata">
     <reuselanguageinvoker>true</reuselanguageinvoker>
-    <news>1.7.1
-fix for crash when getting config from TMDb website
-fix for TMDb config never getting updated from website without restart
+    <news>1.7.2
+fix for inability to scrape IMDB ratings
 	</news>
     <platform>all</platform>
     <license>GPL-3.0-or-later</license>

diff --git a/metadata.tvshows.themoviedb.org.python/changelog.txt b/metadata.tvshows.themoviedb.org.python/changelog.txt
@@ -1,3 +1,6 @@
+1.7.2
+fix for inability to scrape IMDB ratings
+
 1.7.1
 fix for crash when getting config from TMDb website
 fix for TMDb config never getting updated from website without restart

diff --git a/metadata.tvshows.themoviedb.org.python/libs/api_utils.py b/metadata.tvshows.themoviedb.org.python/libs/api_utils.py
@@ -53,6 +53,8 @@ def load_info(url, params=None, default=None, resp_type='json', verboselog=False
     if params:
         url = url + '?' + urlencode(params)
     logger.debug('Calling URL "{}"'.format(url))
+    if HEADERS:
+        logger.debug(str(HEADERS))
     req = Request(url, headers=HEADERS)
     try:
         response = urlopen(req)

diff --git a/metadata.tvshows.themoviedb.org.python/libs/imdbratings.py b/metadata.tvshows.themoviedb.org.python/libs/imdbratings.py
@@ -32,6 +32,11 @@
 IMDB_JSON_REGEX = re.compile(
     r'<script type="application\/ld\+json">(.*?)<\/script>')
 
+HEADERS = (
+    ('User-Agent', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36'),
+    ('Accept', 'application/json'),
+)
+
 
 def get_details(imdb_id):
     # type: (Text) -> Dict
@@ -46,8 +51,10 @@ def _get_ratinginfo(imdb_id):
     # type: (Text) -> Tuple[Text, Text]
     """get the IMDB ratings details"""
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     response = api_utils.load_info(IMDB_RATINGS_URL.format(
         imdb_id), default='', resp_type='text', verboselog=source_settings["VERBOSELOG"])
+    api_utils.set_headers({})
     return _parse_imdb_result(response)
 
 

diff --git a/metadata.tvshows.themoviedb.org.python/libs/tmdb.py b/metadata.tvshows.themoviedb.org.python/libs/tmdb.py
@@ -35,7 +35,6 @@
     ('User-Agent', 'Kodi TV Show scraper by Team Kodi; contact [email protected]'),
     ('Accept', 'application/json'),
 )
-api_utils.set_headers(dict(HEADERS))
 
 TMDB_PARAMS = {'api_key': settings.TMDB_CLOWNCAR}
 BASE_URL = 'https://api.themoviedb.org/3/{}'
@@ -66,6 +65,7 @@ def search_show(title, year=None):
     :return: a list with found TV shows
     """
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     params = _get_params()
     results = []
     ext_media_id = data_utils.parse_media_id(title)
@@ -96,6 +96,7 @@ def search_show(title, year=None):
                 results = resp.get('tv_results', [])
         else:
             results = resp.get('results', [])
+    api_utils.set_headers({})
     return results
 
 
@@ -108,6 +109,7 @@ def find_by_id(unique_ids):
     supported_ids = ['imdb', 'facebook', 'instagram',
                      'tvdb', 'tiktok', 'twitter', 'wikidata', 'youtube']
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     params = _get_params()
     for key, value in unique_ids.items():
         if key in supported_ids:
@@ -117,6 +119,7 @@ def find_by_id(unique_ids):
                 search_url, params=params, verboselog=source_settings["VERBOSELOG"])
             if resp is not None:
                 return resp.get('tv_results', [])
+    api_utils.set_headers()
     return []
 
 
@@ -125,6 +128,7 @@ def load_episode_list(show_info, season_map, ep_grouping):
     """get the IMDB ratings details"""
     """Load episode list from themoviedb.org API"""
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     episode_list = []
     if ep_grouping is not None:
         logger.debug(
@@ -163,6 +167,7 @@ def load_episode_list(show_info, season_map, ep_grouping):
                 episode['org_epnum'] = episode['episode_number']
                 episode_list.append(episode)
     show_info['episodes'] = episode_list
+    api_utils.set_headers({})
     return show_info
 
 
@@ -176,6 +181,8 @@ def load_show_info(show_id, ep_grouping=None, named_seasons=None):
     :param named_seasons: the named seasons from the NFO file
     :return: show info or None
     """
+
+    api_utils.set_headers(dict(HEADERS))
     source_settings = settings.getSourceSettings()
     if named_seasons == None:
         named_seasons = []
@@ -245,6 +252,7 @@ def load_show_info(show_id, ep_grouping=None, named_seasons=None):
         cache.cache_show_info(show_info)
     else:
         logger.debug('using cached show info')
+    api_utils.set_headers({})
     return show_info
 
 
@@ -258,6 +266,7 @@ def load_episode_info(show_id, episode_id):
     :return: episode info or None
     """
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     show_info = load_show_info(show_id)
     if show_info is not None:
         try:
@@ -311,7 +320,9 @@ def load_episode_info(show_id, episode_id):
                 break
         show_info['episodes'][int(episode_id)] = ep_return
         cache.cache_show_info(show_info)
+        api_utils.set_headers({})
         return ep_return
+    api_utils.set_headers({})
     return None
 
 
@@ -360,6 +371,7 @@ def load_fanarttv_art(show_info):
     :return: show info
     """
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     if source_settings["FANARTTV_CLIENTKEY"]:
         FANARTTV_PARAMS['client_key'] = source_settings["FANARTTV_CLIENTKEY"]
 
@@ -396,6 +408,7 @@ def load_fanarttv_art(show_info):
                     else:
                         show_info['images'][tmdb_type].append(
                             {'file_path': filepath, 'type': 'fanarttv', 'iso_639_1': lang})
+    api_utils.set_headers({})
     return show_info
 
 

diff --git a/metadata.tvshows.themoviedb.org.python/libs/traktratings.py b/metadata.tvshows.themoviedb.org.python/libs/traktratings.py
@@ -33,7 +33,6 @@
     ('trakt-api-version', '2'),
     ('Content-Type', 'application/json'),
 )
-api_utils.set_headers(dict(HEADERS))
 
 SHOW_URL = 'https://api.trakt.tv/shows/{}'
 EP_URL = SHOW_URL + '/seasons/{}/episodes/{}/ratings'
@@ -50,6 +49,7 @@ def get_details(imdb_id, season=None, episode=None):
     :return: trackt ratings
     """
     source_settings = settings.getSourceSettings()
+    api_utils.set_headers(dict(HEADERS))
     result = {}
     if season and episode:
         url = EP_URL.format(imdb_id, season, episode)
@@ -63,4 +63,5 @@ def get_details(imdb_id, season=None, episode=None):
     votes = resp.get('votes')
     if votes and rating:
         result['ratings'] = {'trakt': {'votes': votes, 'rating': rating}}
+    api_utils.set_headers({})
     return result