krzysiej/ryobi-crawler
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases 1 Wiki Activity

Use progress bar to track progress

Browse Source
This commit is contained in:
Krzysztof Płaczek
2024-05-18 21:01:16 +02:00
parent 56fd13c627
commit 584bdcdf89
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/Command/ScrapeWebsite.php
View File

@@ -3,6 +3,7 @@
declare(strict_types=1);
namespace Krzysiej\RyobiCrawler\Command;
use GuzzleHttp\Client;
use Illuminate\Database\Capsule\Manager as Capsule;
use Krzysiej\RyobiCrawler\Models\Price;
@@ -23,7 +24,7 @@ class ScrapeWebsite extends Command
$capsule = new Capsule;
$capsule->addConnection([
'driver' => 'sqlite',
'database' => __DIR__ .'/../../database.sqlite',
'database' => __DIR__ . '/../../database.sqlite',
]);
$capsule->setAsGlobal();
$capsule->bootEloquent();
@@ -37,7 +38,6 @@ class ScrapeWebsite extends Command
$page = 0;
do {
$progress->advance();
$res = $this->client->request('POST', 'https://pl.ryobitools.eu/api/product-listing/get-products', [
'form_params' => [
"includePreviousPages" => false,
@@ -49,7 +49,7 @@ class ScrapeWebsite extends Command
$page++;
$responseObject = json_decode($res->getBody()->getContents());
$products = $responseObject->products;
$progress->setMaxSteps($progress->getMaxSteps()+count($products));
$progress->setMaxSteps($progress->getMaxSteps() + count($products));
foreach ($products as $product) {
/** @var Product $productModel */
$productModel = Product::firstOrNew(['skuID' => $product->skuID]);
@@ -78,7 +78,6 @@ class ScrapeWebsite extends Command
$progress->finish();
$output->writeln('');
$output->writeln('DONE');
return Command::SUCCESS;
}
}