From bb5721f911f225318a3fe56256f4d671d35de8db Mon Sep 17 00:00:00 2001
From: Shikiryu <clement@desmidt.fr>
Date: Mon, 5 Feb 2018 22:29:17 +0100
Subject: [PATCH] =?UTF-8?q?:arrow=5Fup:=20Met=20=C3=A0=20jour=20le=20scrip?=
 =?UTF-8?q?t=20suite=20au=20passage=20=C3=A0=20React?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 library/Deal.php              | 135 +++++++++++++++++++++----------
 library/JsParser.php          | 147 ++++++++++++++++++++++++++++++++++
 library/JsParserException.php |   9 +++
 3 files changed, 249 insertions(+), 42 deletions(-)
 create mode 100644 library/JsParser.php
 create mode 100644 library/JsParserException.php

diff --git a/library/Deal.php b/library/Deal.php
index 380408d..965502f 100644
--- a/library/Deal.php
+++ b/library/Deal.php
@@ -43,48 +43,6 @@ class Deal
         $this->id = $id;
     }
 
-    public static function fromURL(Account $account, $url)
-    {
-        $client     = $account->getClient();
-        $crawler    = $client->request('GET', $url);
-        $deal       = new self($crawler->filter('[data-savead-id]')->attr('data-savead-id'));
-        $deal->setAccount($account);
-        $deal->setSubject(trim($crawler->filter('h1')->first()->text()));
-        $deal->setCategory(array_search($crawler->filter('.breadcrumbsNav >ul >li')->eq(2)->text(), Categories::$categories));
-        $deal->setType(self::TYPE_OFFER);
-        $deal->setBody(trim($crawler->filter('.properties_description')->first()->filter('p')->eq(1)->text()));
-        $deal->setPrice($crawler->filter('[itemprop=price]')->first()->attr('content'));
-        $date_node = $crawler->filter('[itemprop=availabilityStarts]')->first();
-        $date = \DateTime::createFromFormat('Y-m-d', $date_node->attr('content'));
-        $hours = current($date_node->extract(['_text']));
-        $hours = substr($hours, strpos($hours, 'à')+2);
-        list($hour, $min) = explode(':', $hours);
-        $date->setTime((int) $hour, (int) $min);
-        $deal->setDateCreation($date);
-        if ($crawler->filter('.item_photo')->count() > 0) {
-            $script = $crawler ->filter('.item_photo')->first()->nextAll()
-                ->filter('script')->first()->html();
-            preg_match_all("/\"(http.*ad-thumb.*)\"/m", $script, $urls);
-            $urls = $urls[1];
-            $images = [];
-            foreach ($urls as $i => $url) {
-                $images[] = [sprintf('setImage%s', $i) => str_replace('thumb', 'large', $url)];
-            }
-        } else {
-            $images = $crawler->filter('[data-popin-content]')->each(
-                function (Crawler $node, $i) {
-                    return [ sprintf('setImage%s', $i) => $node->attr('data-popin-content')];
-                }
-            );
-        }
-        foreach ($images as $image) {
-            foreach ($image as $method => $uri) {
-                $deal->$method($uri);
-            }
-        }
-        return $deal;
-    }
-
     /**
      * @return int
      */
@@ -351,6 +309,99 @@ class Deal
         return true;
     }
 
+    /**
+     * @param Account $account
+     * @param string $url
+     *
+     * @return Deal
+     */
+    public static function fromURL(Account $account, $url)
+    {
+        $client     = $account->getClient();
+        $crawler    = $client->request('GET', $url);
+        preg_match('/<script>window\.FLUX_STATE = (.*)<\/script>/im', $crawler->html(), $js_object);
+        if (isset($js_object[1])) {
+           return static::parseReactDeal($js_object[1], $account);
+        }
+
+        return static::parseHtmlDeal($crawler, $account);
+    }
+
+    /**
+     * @param $js_object
+     * @return null
+     */
+    protected static function parseReactDeal($js_object, Account $account)
+    {
+        try {
+            $data = [];
+            JsParser::parse_jsobj($js_object, $data);
+            $deal = new self($data['adview']['list_id']);
+            $deal->setAccount($account);
+            $deal->setSubject($data['adview']['subject']);
+            $deal->setCategory($data['adview']['category_id']);
+            $deal->setType(self::TYPE_OFFER);
+            $deal->setBody($data['adview']['body']);
+            $deal->setPrice($data['adview']['price'][0]);
+            $date = \DateTime::createFromFormat('Y-m-d H:i:s', $data['adview']['first_publication_date']);
+            $deal->setDateCreation($date);
+
+            foreach ($data['adview']['images']['urls_large'] as $i => $url) {
+                $deal->{'setImage'.$i}($url);
+            }
+
+            return $deal;
+        } catch (JsParserException $e) {
+            return null;
+        }
+    }
+
+    /**
+     * @param Crawler $crawler
+     * @param Account $account
+     *
+     * @return Deal
+     */
+    protected static function parseHtmlDeal(Crawler $crawler, Account $account)
+    {
+        $deal = new self($crawler->filter('[data-savead-id]')->attr('data-savead-id'));
+        $deal->setAccount($account);
+        $deal->setSubject(trim($crawler->filter('h1')->first()->text()));
+        $deal->setCategory(array_search($crawler->filter('.breadcrumbsNav >ul >li')->eq(2)->text(), Categories::$categories));
+        $deal->setType(self::TYPE_OFFER);
+        $deal->setBody(trim($crawler->filter('.properties_description')->first()->filter('p')->eq(1)->text()));
+        $deal->setPrice($crawler->filter('[itemprop=price]')->first()->attr('content'));
+        $date_node = $crawler->filter('[itemprop=availabilityStarts]')->first();
+        $date = \DateTime::createFromFormat('Y-m-d', $date_node->attr('content'));
+        $hours = current($date_node->extract(['_text']));
+        $hours = substr($hours, strpos($hours, 'à')+2);
+        list($hour, $min) = explode(':', $hours);
+        $date->setTime((int) $hour, (int) $min);
+        $deal->setDateCreation($date);
+        if ($crawler->filter('.item_photo')->count() > 0) {
+            $script = $crawler ->filter('.item_photo')->first()->nextAll()
+                ->filter('script')->first()->html();
+            preg_match_all("/\"(http.*ad-thumb.*)\"/m", $script, $urls);
+            $urls = $urls[1];
+            $images = [];
+            foreach ($urls as $i => $url) {
+                $images[] = [sprintf('setImage%s', $i) => str_replace('thumb', 'large', $url)];
+            }
+        } else {
+            $images = $crawler->filter('[data-popin-content]')->each(
+                function (Crawler $node, $i) {
+                    return [ sprintf('setImage%s', $i) => $node->attr('data-popin-content')];
+                }
+            );
+        }
+        foreach ($images as $image) {
+            foreach ($image as $method => $uri) {
+                $deal->$method($uri);
+            }
+        }
+        return $deal;
+    }
+
     /**
      * @param string $json path to json
      *
diff --git a/library/JsParser.php b/library/JsParser.php
new file mode 100644
index 0000000..8bd9e93
--- /dev/null
+++ b/library/JsParser.php
@@ -0,0 +1,147 @@
+<?php
+
+namespace Shikiryu\LBCReposter;
+
+
+class JsParser
+{
+
+    /**
+     * @param $str
+     * @param $data
+     *
+     * @return bool|string
+     *
+     * @throws JsParserException
+     */
+    public static function parse_jsobj($str, &$data)
+    {
+        $str = trim($str);
+        if (strlen($str) < 1) return null;
+
+        if ($str{0} != '{') {
+            throw new JsParserException('The given string is not a JS object');
+        }
+        $str = substr($str, 1);
+
+        /* While we have data, and it's not the end of this dict (the comma is needed for nested dicts) */
+        while (strlen($str) && $str{0} != '}' && $str{0} != ',') {
+            /* find the key */
+            if ($str{0} == "'" || $str{0} == '"') {
+                /* quoted key */
+                list($str, $key) = self::parse_jsdata($str, ':');
+            } else {
+                $match = null;
+                /* unquoted key */
+                if (!preg_match('/^\s*[a-zA-z_][a-zA-Z_\d]*\s*:/', $str, $match)) {
+                    throw new JsParserException('Invalid key ("' . $str . '")');
+                }
+                $key = $match[0];
+                $str = substr($str, strlen($key));
+                $key = trim(substr($key, 0, -1)); /* discard the ':' */
+            }
+
+            list($str, $data[$key]) = self::parse_jsdata($str, '}');
+        }
+
+        return substr($str, 1);
+    }
+
+    /**
+     * @param $str
+     * @param $term
+     * @return bool|int|mixed
+     * @throws JsParserException
+     */
+    public static function comma_or_term_pos($str, $term)
+    {
+        $cpos = strpos($str, ',');
+        $tpos = strpos($str, $term);
+        if ($cpos === false && $tpos === false) {
+            throw new JsParserException('unterminated dict or array');
+        } else if ($cpos === false) {
+            return $tpos;
+        } else if ($tpos === false) {
+            return $cpos;
+        }
+        return min($tpos, $cpos);
+    }
+
+    /**
+     * @param $str
+     * @param string $term
+     * @return array
+     * @throws JsParserException
+     */
+    public static function parse_jsdata($str, $term = "}")
+    {
+        $str = trim($str);
+
+
+        if (is_numeric($str{0} . "0")) {
+            /* a number (int or float) */
+            $newpos = self::comma_or_term_pos($str, $term);
+            $num = trim(substr($str, 0, $newpos));
+            $str = substr($str, $newpos + 1); /* discard num and comma */
+            if (!is_numeric($num)) {
+                throw new JsParserException('OOPSIE while parsing number: "' . $num . '"');
+            }
+            return array(trim($str), $num + 0);
+        } else if ($str{0} == '"' || $str{0} == "'") {
+            /* string */
+            $q = $str{0};
+            $offset = 1;
+            do {
+                $pos = strpos($str, $q, $offset);
+                $offset = $pos;
+            } while ($str{$pos - 1} == '\\'); /* find un-escaped quote */
+            $data = substr($str, 1, $pos - 1);
+            $str = substr($str, $pos);
+            $pos = self::comma_or_term_pos($str, $term);
+            $str = substr($str, $pos + 1);
+            return array(trim($str), $data);
+        } else if ($str{0} == '{') {
+            /* dict */
+            $data = array();
+            $str = self::parse_jsobj($str, $data);
+            return array($str, $data);
+        } else if ($str{0} == '[') {
+            /* array */
+            $arr = array();
+            $str = substr($str, 1);
+            if (']' === $str[0]) {
+                return ['', $arr];
+            }
+            while (strlen($str) && $str{0} != $term && $str{0} != ',') {
+                $val = null;
+                list($str, $val) = self::parse_jsdata($str, ']');
+                $arr[] = $val;
+                $str = trim($str);
+            }
+            $str = trim(substr($str, 1));
+            return array($str, $arr);
+        } else if (stripos($str, 'true') === 0) {
+            /* true */
+            $pos = self::comma_or_term_pos($str, $term);
+            $str = substr($str, $pos + 1); /* discard terminator */
+            return array(trim($str), true);
+        } else if (stripos($str, 'false') === 0) {
+            /* false */
+            $pos = self::comma_or_term_pos($str, $term);
+            $str = substr($str, $pos + 1); /* discard terminator */
+            return array(trim($str), false);
+        } else if (stripos($str, 'null') === 0) {
+            /* null */
+            $pos = self::comma_or_term_pos($str, $term);
+            $str = substr($str, $pos + 1); /* discard terminator */
+            return array(trim($str), null);
+        } else if (strpos($str, 'undefined') === 0) {
+            /* null */
+            $pos = self::comma_or_term_pos($str, $term);
+            $str = substr($str, $pos + 1); /* discard terminator */
+            return array(trim($str), null);
+        } else {
+            throw new JsParserException('Cannot figure out how to parse "' . $str . '" (term is ' . $term . ')');
+        }
+    }
+}
\ No newline at end of file
diff --git a/library/JsParserException.php b/library/JsParserException.php
new file mode 100644
index 0000000..c27f6f8
--- /dev/null
+++ b/library/JsParserException.php
@@ -0,0 +1,9 @@
+<?php
+
+namespace Shikiryu\LBCReposter;
+
+
+class JsParserException extends \Exception
+{
+
+}
\ No newline at end of file