chore: fallback to uncached if cache decode fails

zhudotexe · Oct 10, 2024 · ccf127b · ccf127b
1 parent 5e19c27
commit ccf127b
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/fanoutqa/wiki.py b/fanoutqa/wiki.py
@@ -76,7 +76,10 @@ def wiki_content(doc: Evidence) -> str:
     # get the cached content, if available
     cache_filename = WIKI_CACHE_DIR / f"{doc.pageid}-dated.md"
     if cache_filename.exists():
-        return cache_filename.read_text(encoding="utf-8")
+        try:
+            return cache_filename.read_text(encoding="utf-8")
+        except UnicodeDecodeError:
+            pass
 
     # otherwise retrieve it from Wikipedia
     resp = wikipedia.get("", params={"format": "json", "action": "parse", "oldid": doc.revid, "prop": "text"})