Fix metadata encoding on contribution stream page and optimize candid…

…ate fetching.
mhdzumair · Jan 15, 2025 · 568294f · 568294f
1 parent cfc764c
commit 568294f
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 8 deletions.
diff --git a/resources/js/scraperControl.js b/resources/js/scraperControl.js
@@ -673,8 +673,8 @@ function displayMatchResults(matches, torrentData) {
 
     if (matches && matches.length > 0) {
         matches.forEach(match => {
-            const safeMatchData = encodeURIComponent(JSON.stringify(match));
-            const safeTorrentData = encodeURIComponent(JSON.stringify(torrentData));
+            const safeMatchData = btoa(encodeURIComponent(JSON.stringify(match)));
+            const safeTorrentData = btoa(encodeURIComponent(JSON.stringify(torrentData)));
 
             // Format runtime nicely
             const runtime = match.runtime ? match.runtime.replace('min', '').trim() + ' minutes' : 'N/A';
@@ -792,9 +792,19 @@ function displayMatchResults(matches, torrentData) {
 }
 
 function selectMatchFromData(button) {
-    const match = JSON.parse(decodeURIComponent(button.getAttribute('data-match')));
-    const torrentData = JSON.parse(decodeURIComponent(button.getAttribute('data-torrent')));
-    selectMatch(match, torrentData);
+    try {
+        const matchData = button.getAttribute('data-match');
+        const torrentData = button.getAttribute('data-torrent');
+
+        // Decode using modern approach
+        const match = JSON.parse(decodeURIComponent(atob(matchData)));
+        const torrent = JSON.parse(decodeURIComponent(atob(torrentData)));
+
+        selectMatch(match, torrent);
+    } catch (error) {
+        console.error('Error parsing match data:', error);
+        showNotification('Error processing match data', 'error');
+    }
 }
 
 function formatTechnicalSpec(value, type) {

diff --git a/scrapers/scraper_tasks.py b/scrapers/scraper_tasks.py
@@ -382,9 +382,10 @@ async def get_imdb_candidates() -> List[Dict[str, Any]]:
                 logging.error(f"Error searching IMDB: {e}")
                 return []
 
-        imdb_candidates = await get_imdb_candidates()
-        tmdb_candidates = await get_tmdb_candidates()
-        return tmdb_candidates + imdb_candidates
+        imdb_candidates, tmdb_candidates = await asyncio.gather(
+            get_imdb_candidates(), get_tmdb_candidates()
+        )
+        return imdb_candidates + tmdb_candidates
 
 
 # Create a singleton instance with 30-minute cache TTL