From 8753627ef4cd7d910b2198a9791b4a4fe218d7d8 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Mike=20F=C3=A4hrmann?= <mike_faehrmann@web.de>
Date: Thu, 3 Jan 2019 16:27:53 +0100
Subject: [PATCH] [joyreactor] improve error handling for faulty JSON (#148)

- remove all ASCII escape codes, not just \n and \r
- ignore faulty posts instead of letting the exception propagate
---
 gallery_dl/extractor/joyreactor.py | 14 ++++++++------
 1 file changed, 8 insertions(+), 6 deletions(-)

diff --git a/gallery_dl/extractor/joyreactor.py b/gallery_dl/extractor/joyreactor.py
index e17a6136f3..930543e319 100644
--- a/gallery_dl/extractor/joyreactor.py
+++ b/gallery_dl/extractor/joyreactor.py
@@ -62,8 +62,7 @@ def _pagination(self, url):
                 return
             url = self.root + path
 
-    @staticmethod
-    def _parse_post(post):
+    def _parse_post(self, post):
         post, _, script = post.partition('<script type="application/ld+json">')
         images = text.extract_iter(post, '<div class="image">', '</div>')
         script = script[:script.index("</")].strip()
@@ -71,10 +70,13 @@ def _parse_post(post):
         try:
             data = json.loads(script)
         except ValueError:
-            data = json.loads(script
-                              .replace("\\", "\\\\")
-                              .replace("\n", "")
-                              .replace("\r", ""))
+            try:
+                mapping = dict.fromkeys(range(32))
+                script = script.translate(mapping).replace("\\", "\\\\")
+                data = json.loads(script)
+            except ValueError as exc:
+                self.log.warning("Unable to parse post: %s", exc)
+                return
 
         num = 0
         date = data["datePublished"]