Fix instagram posts with non-utf8 captions

joinemm · Mar 12, 2024 · b259d86 · b259d86
1 parent ef53009
commit b259d86
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/modules/instagram.py b/modules/instagram.py
@@ -106,7 +106,10 @@ async def request(self, url: str):
  async with self.session.get(
  url, allow_redirects=False, headers={"User-Agent": "bot"}
  ) as response:
- text = await response.text()
+ data = await response.read()
+ # because the world is not perfect, and a server that
+ # promises utf-8 will not actually return utf-8
+ text = data.decode("utf-8", "ignore")
  return text
 
  except aiohttp.ClientConnectorError as e: