⬆️ Met à jour le script suite au passage à React

This commit is contained in:
2018-02-05 22:29:17 +01:00
parent ac21f74c11
commit bb5721f911
3 changed files with 249 additions and 42 deletions

View File

@@ -43,48 +43,6 @@ class Deal
$this->id = $id;
}
public static function fromURL(Account $account, $url)
{
$client = $account->getClient();
$crawler = $client->request('GET', $url);
$deal = new self($crawler->filter('[data-savead-id]')->attr('data-savead-id'));
$deal->setAccount($account);
$deal->setSubject(trim($crawler->filter('h1')->first()->text()));
$deal->setCategory(array_search($crawler->filter('.breadcrumbsNav >ul >li')->eq(2)->text(), Categories::$categories));
$deal->setType(self::TYPE_OFFER);
$deal->setBody(trim($crawler->filter('.properties_description')->first()->filter('p')->eq(1)->text()));
$deal->setPrice($crawler->filter('[itemprop=price]')->first()->attr('content'));
$date_node = $crawler->filter('[itemprop=availabilityStarts]')->first();
$date = \DateTime::createFromFormat('Y-m-d', $date_node->attr('content'));
$hours = current($date_node->extract(['_text']));
$hours = substr($hours, strpos($hours, 'à')+2);
list($hour, $min) = explode(':', $hours);
$date->setTime((int) $hour, (int) $min);
$deal->setDateCreation($date);
if ($crawler->filter('.item_photo')->count() > 0) {
$script = $crawler ->filter('.item_photo')->first()->nextAll()
->filter('script')->first()->html();
preg_match_all("/\"(http.*ad-thumb.*)\"/m", $script, $urls);
$urls = $urls[1];
$images = [];
foreach ($urls as $i => $url) {
$images[] = [sprintf('setImage%s', $i) => str_replace('thumb', 'large', $url)];
}
} else {
$images = $crawler->filter('[data-popin-content]')->each(
function (Crawler $node, $i) {
return [ sprintf('setImage%s', $i) => $node->attr('data-popin-content')];
}
);
}
foreach ($images as $image) {
foreach ($image as $method => $uri) {
$deal->$method($uri);
}
}
return $deal;
}
/**
* @return int
*/
@@ -351,6 +309,99 @@ class Deal
return true;
}
/**
* @param Account $account
* @param string $url
*
* @return Deal
*/
public static function fromURL(Account $account, $url)
{
$client = $account->getClient();
$crawler = $client->request('GET', $url);
preg_match('/<script>window\.FLUX_STATE = (.*)<\/script>/im', $crawler->html(), $js_object);
if (isset($js_object[1])) {
return static::parseReactDeal($js_object[1], $account);
}
return static::parseHtmlDeal($crawler, $account);
}
/**
* @param $js_object
* @return null
*/
protected static function parseReactDeal($js_object, Account $account)
{
try {
$data = [];
JsParser::parse_jsobj($js_object, $data);
$deal = new self($data['adview']['list_id']);
$deal->setAccount($account);
$deal->setSubject($data['adview']['subject']);
$deal->setCategory($data['adview']['category_id']);
$deal->setType(self::TYPE_OFFER);
$deal->setBody($data['adview']['body']);
$deal->setPrice($data['adview']['price'][0]);
$date = \DateTime::createFromFormat('Y-m-d H:i:s', $data['adview']['first_publication_date']);
$deal->setDateCreation($date);
foreach ($data['adview']['images']['urls_large'] as $i => $url) {
$deal->{'setImage'.$i}($url);
}
return $deal;
} catch (JsParserException $e) {
return null;
}
}
/**
* @param Crawler $crawler
* @param Account $account
*
* @return Deal
*/
protected static function parseHtmlDeal(Crawler $crawler, Account $account)
{
$deal = new self($crawler->filter('[data-savead-id]')->attr('data-savead-id'));
$deal->setAccount($account);
$deal->setSubject(trim($crawler->filter('h1')->first()->text()));
$deal->setCategory(array_search($crawler->filter('.breadcrumbsNav >ul >li')->eq(2)->text(), Categories::$categories));
$deal->setType(self::TYPE_OFFER);
$deal->setBody(trim($crawler->filter('.properties_description')->first()->filter('p')->eq(1)->text()));
$deal->setPrice($crawler->filter('[itemprop=price]')->first()->attr('content'));
$date_node = $crawler->filter('[itemprop=availabilityStarts]')->first();
$date = \DateTime::createFromFormat('Y-m-d', $date_node->attr('content'));
$hours = current($date_node->extract(['_text']));
$hours = substr($hours, strpos($hours, 'à')+2);
list($hour, $min) = explode(':', $hours);
$date->setTime((int) $hour, (int) $min);
$deal->setDateCreation($date);
if ($crawler->filter('.item_photo')->count() > 0) {
$script = $crawler ->filter('.item_photo')->first()->nextAll()
->filter('script')->first()->html();
preg_match_all("/\"(http.*ad-thumb.*)\"/m", $script, $urls);
$urls = $urls[1];
$images = [];
foreach ($urls as $i => $url) {
$images[] = [sprintf('setImage%s', $i) => str_replace('thumb', 'large', $url)];
}
} else {
$images = $crawler->filter('[data-popin-content]')->each(
function (Crawler $node, $i) {
return [ sprintf('setImage%s', $i) => $node->attr('data-popin-content')];
}
);
}
foreach ($images as $image) {
foreach ($image as $method => $uri) {
$deal->$method($uri);
}
}
return $deal;
}
/**
* @param string $json path to json
*