jaro/ikea
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Bug in process Request

Browse Source
This commit is contained in:
Jaroslav Drzik
2024-02-13 06:06:14 +01:00
parent e6c70e20b9
commit 4a51269712
2 changed files with 111 additions and 111 deletions
Download Patch File Download Diff File Expand all files Collapse all files

219
app/Http/Controllers/CountryCompareController.php
View File

@@ -10,8 +10,103 @@ use Illuminate\Http\Client\Pool;
use Illuminate\Support\Facades\Http;
use Illuminate\Support\Facades\Log;
class CountryCompareController extends Controller
{
private $countries = [];
private $cHash = [];
private $dom = null;
public function __construct()
{
$countries = [];
$cHash = [];
CountryCode::active('Y')->each(function ($country) use (&$countries, &$cHash) {
$countries[] = $country;
$cHash[$country->country_name] = $country->country_code;
});
function parseJson($json_raw, $country)
$this->countries = collect($countries);
$this->cHash = collect($cHash);
$this->dom = new DOMDocument();
}
public function search(Request $request)
{
$itemCodes = $request->input("item_codes");
$ta_codes = explode(' ', str_replace('.', '', trim($itemCodes)));
$requests = $this->makeRequests($ta_codes[0]);
return $this->processResponse($requests,$ta_codes[0]);
}
public function compare($countries, $cHash, $aCodes){
$requests = $this->makeRequests($aCodes);
return $this->processResponse($requests, $aCodes);
}
public function makeRequests($ta_code)
{
$requests = Http::pool(fn (Pool $pool) => [
$this->countries->each(function ($country) use ($pool, $ta_code) {
Log::info('Getting page {url}', [ 'url' => $country->search_url . $ta_code[0] ] );
return $pool->as($country->country_code)->withUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36')->get($country->search_url . $ta_code[0] );
})
]);
return $requests;
}
public function makeRequest($ta_code, $country)
{
$country = CountryCode::where('country_name', $country)->first();
return Http::pool(fn (Pool $pool) => [
$pool->as($country->country_name)->get($country->search_url . $ta_code)
]);
}
public function processResponse($responses, $code)
{
$code = $code[0];
$prices = [];
foreach ($this->countries as $c) {
$country = $c->country_code;
if ($responses[$country] instanceof \Illuminate\Http\Client\Response && $responses[$country]->ok()) {
// dd($responses);
$response = (string) $responses[$country]->body();
//dd($response)
switch ($country) {
case "BG":
case "CY":
case "GR":
$prices[$country] = $this->parseJson_CY_GR_BG($code, (string) $response, $country);
break;
case "IS":
$prices[$country] = $this->parseJson_IS($code,(string) $response, $country);
break;
case "TR":
$prices[$country] = $this->parseJson_TR((string) $response, $country);
break;
case "EE":
case "LT":
case "LV":
$prices[$country] = $this->parseJson_EE_LT_LV($code, (string) $response, $country);
break;
default:
$prices[$country] = $this->parseJson((string) $response, $country);
}
}
}
$products = [];
collect($prices)->each(function ($price) use (&$products) {
if (count($price))
$products[] = $price;
});
return collect($products);
}
public function parseJson($json_raw, $country)
{
$json_values = array();
Log::info('{json_raw} {country}', [$json_raw, $country]);
@@ -40,12 +135,12 @@ function parseJson($json_raw, $country)
return $json_values;
}
function parseJson_TR($body,$country)
public function parseJson_TR($body,$country)
{
//echo "country: " . $country . ", code: " . $code . "<br>";
$dochtml = new DOMDocument("1.0", "UTF-8");
@$dochtml->loadHTML( $body);
$dochtml = new DOMDocument();
@$dochtml->loadHTML( $body,LIBXML_NOERROR);
@$xpath = new DOMXpath($dochtml);
$price = null;
@@ -67,14 +162,14 @@ function parseJson($json_raw, $country)
return $json_values;
}
function parseJson_CY_GR_BG($code, $body , $country)
public function parseJson_CY_GR_BG($code, $body , $country)
{
//echo "country: " . $country . ", code: " . $code . "<br>";
//Log::info('{country},{body},{code}',[$country, $body, $code]);
//$body = file_get_contents("https://www.ikea.bg/search-results/?query=80366284");
libxml_use_internal_errors(true);
$dochtml = new DOMDocument();
@$dochtml->loadHTML($body);
@$dochtml->loadHTML($body,LIBXML_NOERROR);
@$xpath = new DOMXpath($dochtml);
$price = null;
@@ -97,11 +192,11 @@ function parseJson($json_raw, $country)
return $json_values;
}
function parseJson_EE_LT_LV($code, $body, $country)
public function parseJson_EE_LT_LV($code, $body, $country)
{
//echo "country: " . $country . ", code: " . $code . "<br>";
$dochtml = new DOMDocument("1.0", "UTF-8");
$dochtml = new DOMDocument();
@$dochtml->loadHTML( $body);
@$xpath = new DOMXpath($dochtml);
@@ -145,30 +240,27 @@ function parseJson($json_raw, $country)
return $json_values;
}
function parseJson_IS($code, $body, $country)
public function parseJson_IS($code, $body, $country)
{
//echo "country: " . $country . ", code: " . $code . "<br>";
//$body = file_get_contents("https://ikea.is/is/search/?q=80366284");
// $client = new \GuzzleHttp\Client();
// $res = $client->request('GET', 'https://ikea.is/is/search/?q=80366284');
// $body= $res->getBody()->getContents();
$dochtml = new DOMDocument("1.0", "UTF-8");
$dochtml = new DOMDocument();
@$dochtml->loadHTML( $body);
@$xpath = new DOMXpath($dochtml);
$price = null;
$c = ltrim($code, "0");
$json_values = array();
// try {
@$price = $xpath->query('//*/div[(@class="itemPriceBox")]//p[@class="itemNormalPrice revamp_price price"]/span/span')[0]->nodeValue;
@$price = $xpath->query('//*/div[(@class="itemPriceBox")]//p[@class="itemNormalPrice revamp_price price"]/span/span')->item(0)->nodeValue;
if (is_null($price) || empty($price)) {
@$price = $xpath->query('//*/div[(@class="itemPriceBox")]//p[@class="itemBTI display-6 revamp_price price"]/span/span')[0]->nodeValue;
@$price = $xpath->query('//*/div[(@class="itemPriceBox")]//p[@class="itemBTI display-6 revamp_price price"]/span/span')->item(0)->nodeValue;
}
@$url_product = "https://www.ikea.is" . $xpath->query('/html/head/meta[(@property="og:url")]/@content')[0]->nodeValue;
$url_product = "https://www.ikea.is" . $xpath->query('/html/head/meta[(@property="og:url")]/@content')[0]->nodeValue;
//echo "url_product: " . $url_product . "<br>";
@@ -192,98 +284,5 @@ function parseJson($json_raw, $country)
}
class CountryCompareController extends Controller
{
private $countries = [];
private $cHash = [];
public function __construct()
{
$countries = [];
$cHash = [];
CountryCode::active('Y')->each(function ($country) use (&$countries, &$cHash) {
$countries[] = $country;
$cHash[$country->country_name] = $country->country_code;
});
$this->countries = collect($countries);
$this->cHash = collect($cHash);
}
public function search(Request $request)
{
$itemCodes = $request->input("item_codes");
$ta_codes = explode(' ', str_replace('.', '', trim($itemCodes)));
$requests = $this->makeRequests($ta_codes[0]);
return $this->processResponse($requests,$ta_codes[0]);
}
public function compare($countries, $cHash, $aCodes){
$requests = $this->makeRequests($aCodes);
return $this->processResponse($requests, $aCodes);
}
public function makeRequests($ta_code)
{
$requests = Http::pool(fn (Pool $pool) => [
$this->countries->each(function ($country) use ($pool, $ta_code) {
Log::info('Getting page {url}', [ 'url' => $country->search_url . $ta_code[0] ] );
return $pool->as($country->country_code)->get($country->search_url . $ta_code[0] );
})
]);
return $requests;
}
public function makeRequest($ta_code, $country)
{
$country = CountryCode::where('country_name', $country)->first();
return Http::pool(fn (Pool $pool) => [
$pool->as($country->country_name)->get($country->search_url . $ta_code)
]);
}
public function processResponse($responses, $code)
{
$prices = [];
foreach ($this->countries as $c) {
$country = $c->country_code;
if ($responses[$country] instanceof \Illuminate\Http\Client\Response && $responses[$country]->ok()) {
// dd($responses);
$response = (string) $responses[$country]->body();
//dd($response)
switch ($country) {
case "BG":
case "CY":
case "GR":
$prices[$country] = parseJson_CY_GR_BG($code, (string) $response, $country);
break;
case "IS":
$prices[$country] = parseJson_IS($code,(string) $response, $country);
break;
case "TR":
$prices[$country] = parseJson_TR((string) $response, $country);
break;
case "EE":
case "LT":
case "LV":
$prices[$country] = parseJson_EE_LT_LV($code, (string) $response, $country);
break;
default:
$prices[$country] = parseJson((string) $response, $country);
}
}
}
$products = [];
collect($prices)->each(function ($price) use (&$products) {
if (count($price))
$products[] = $price;
});
return collect($products);
}
}
// { "country": "AT", "code": "50161321", "url": "https://www.ikea.com/at/de/p/hol-aufbewahrungstisch-akazie-50161321/", "name": "HOL", "typeName": "Aufbewahrungstisch", "mainImageUrl": "https://www.ikea.com/at/de/images/products/hol-aufbewahrungstisch-akazie__0104310_pe251255_s5.jpg", "itemNoGlobal": "50161321", "salesPrice": "80.99", "tag": "FAMILY_PRICE", "last_mod": "2023-12-03 16:44:24" },

3
lang/id.json
View File

@@ -125,5 +125,6 @@
"referenceerror: ccountry is not defined": "ReferenceError: ccountry is not defined",
"typeerror: invalid assignment to const 'response'": "TypeError: invalid assignment to const 'response'",
"error: request aborted": "Error: Request aborted",
"typeerror: can't access property \"code\", form.country is null": "TypeError: can't access property \"code\", form.country is null"
"typeerror: can't access property \"code\", form.country is null": "TypeError: can't access property \"code\", form.country is null",
"error: request failed with status code 504": "Error: Request failed with status code 504"
}