Compare commits
23 Commits
feature/ad
...
7eb9d42f97
| Author | SHA1 | Date | |
|---|---|---|---|
| 7eb9d42f97 | |||
| 52c16470e6 | |||
| ad0ef20fc2 | |||
| e68389bccc | |||
| e1dbdc539b | |||
| f0f26ad64d | |||
| c6c11d5f7f | |||
| 7373657d78 | |||
| 3431c0c131 | |||
| a2109a601b | |||
| fc63580305 | |||
| 695da689ac | |||
| 69dd3ce823 | |||
| 88daeef9ec | |||
| b553c15578 | |||
| 7bb3320e51 | |||
| befcef9e8d | |||
| cba20f6a61 | |||
| 074de13175 | |||
| 7e2658b174 | |||
| 1303b4ad8a | |||
| 3bbf82f897 | |||
| a388b53cff |
17
.gitea/workflows/deploy.yaml
Normal file
17
.gitea/workflows/deploy.yaml
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
workflow_dispatch:
|
||||||
|
jobs:
|
||||||
|
deploy-job:
|
||||||
|
runs-on: server
|
||||||
|
steps:
|
||||||
|
- name: initial test
|
||||||
|
run: echo "test"
|
||||||
|
- name: get page
|
||||||
|
run: curl http://192.168.0.129:9001/update
|
||||||
|
- run: pwd
|
||||||
|
- run: cd ../ && pwd
|
||||||
|
- run: pwd
|
||||||
|
- run: cd /var/www/html/ryobi-crawler && bin/update
|
||||||
@@ -1,2 +1,4 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
bin/cli rm -rf var/cache
|
echo "Cleaning cache"
|
||||||
|
bin/cli rm -rf var/cache
|
||||||
|
echo "cache cleaned2"
|
||||||
@@ -1,18 +1,18 @@
|
|||||||
{
|
{
|
||||||
"require": {
|
"require": {
|
||||||
"guzzlehttp/guzzle": "^7.0",
|
"guzzlehttp/guzzle": "^7",
|
||||||
"illuminate/database": "11.26.0.0",
|
"illuminate/database": "11.26.0.0",
|
||||||
"ext-json": "*",
|
"ext-json": "*",
|
||||||
"symfony/console": "^7.0",
|
"symfony/console": "^8.0",
|
||||||
"symfony/routing": "^7.1",
|
"symfony/routing": "^8.0",
|
||||||
"laravel/serializable-closure": "^1.3",
|
"laravel/serializable-closure": "^1.3",
|
||||||
"symfony/http-kernel": "^7.1",
|
"symfony/http-kernel": "^8.0",
|
||||||
"symfony/framework-bundle": "^7.1",
|
"symfony/framework-bundle": "^8.0",
|
||||||
"symfony/twig-bundle": "^7.1",
|
"symfony/twig-bundle": "^8.0",
|
||||||
"symfony/dotenv": "^7.1",
|
"symfony/dotenv": "^8.0",
|
||||||
"twig/intl-extra": "^3.13",
|
"twig/intl-extra": "^3.13",
|
||||||
"twig/extra-bundle": "^3.13",
|
"twig/extra-bundle": "^3.13",
|
||||||
"symfony/cache": "^7.2",
|
"symfony/cache": "^8.0",
|
||||||
"twig/cache-extra": "^3.21"
|
"twig/cache-extra": "^3.21"
|
||||||
},
|
},
|
||||||
"autoload": {
|
"autoload": {
|
||||||
@@ -21,6 +21,7 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"require-dev": {
|
"require-dev": {
|
||||||
"symfony/var-dumper": "^7.1"
|
"symfony/var-dumper": "^8.0"
|
||||||
}
|
},
|
||||||
|
"minimum-stability": "stable"
|
||||||
}
|
}
|
||||||
|
|||||||
623
composer.lock
generated
623
composer.lock
generated
File diff suppressed because it is too large
Load Diff
@@ -1,84 +0,0 @@
|
|||||||
<?php
|
|
||||||
|
|
||||||
declare(strict_types=1);
|
|
||||||
|
|
||||||
namespace Krzysiej\RyobiCrawler\Command;
|
|
||||||
|
|
||||||
use Symfony\Component\Console\Helper\ProgressBar;
|
|
||||||
use Symfony\Component\HttpFoundation\Request;
|
|
||||||
use Illuminate\Database\Capsule\Manager as Capsule;
|
|
||||||
use Krzysiej\RyobiCrawler\Models\Product;
|
|
||||||
use Symfony\Component\Cache\Adapter\FilesystemAdapter;
|
|
||||||
use Symfony\Component\Console\Attribute\AsCommand;
|
|
||||||
use Symfony\Component\Console\Command\Command;
|
|
||||||
use Symfony\Component\Console\Input\InputInterface;
|
|
||||||
use Symfony\Component\Console\Output\OutputInterface;
|
|
||||||
use Symfony\Component\HttpFoundation\RequestStack;
|
|
||||||
use Twig\Environment;
|
|
||||||
|
|
||||||
#[AsCommand(name: 'app:cache:warm-twig', description: 'Warmup twig cache')]
|
|
||||||
class CacheWarmCommand extends Command
|
|
||||||
{
|
|
||||||
public function __construct(
|
|
||||||
private Environment $twig,
|
|
||||||
private RequestStack $requestStack,
|
|
||||||
private FilesystemAdapter $cache,
|
|
||||||
) {
|
|
||||||
parent::__construct();
|
|
||||||
}
|
|
||||||
|
|
||||||
public function execute(InputInterface $input, OutputInterface $output): int
|
|
||||||
{
|
|
||||||
$this->cache->clear();
|
|
||||||
|
|
||||||
$capsule = new Capsule;
|
|
||||||
$capsule->addConnection([
|
|
||||||
'driver' => 'sqlite',
|
|
||||||
'database' => __DIR__ . '/../../database.sqlite',
|
|
||||||
]);
|
|
||||||
$capsule->setAsGlobal();
|
|
||||||
$capsule->bootEloquent();
|
|
||||||
|
|
||||||
$progress = new ProgressBar($output);
|
|
||||||
$progress->start();
|
|
||||||
$products = Product::with([
|
|
||||||
'price' => fn($query) => $query->orderByDesc('created_at'),
|
|
||||||
'stock' => fn($query) => $query->orderByDesc('created_at'),
|
|
||||||
])->get();
|
|
||||||
$progress->setMaxSteps(count($products));
|
|
||||||
|
|
||||||
$request = Request::create('/cache-warm');
|
|
||||||
$this->requestStack->push($request);
|
|
||||||
|
|
||||||
foreach ($products as $product) {
|
|
||||||
$priceList = $product->price()->pluck('price');
|
|
||||||
$stockList = $product->stock()->pluck('stock');
|
|
||||||
$priceDates = $product->price()->pluck('created_at')->map(fn($date) => $date->format('Y-m-d'))->toArray();
|
|
||||||
$stockDates = $product->stock()->pluck('created_at')->map(fn($date) => $date->format('Y-m-d'))->toArray();
|
|
||||||
$this->twig->render('product.html.twig', [
|
|
||||||
'product' => $product,
|
|
||||||
'price_list' => $this->prepareChartData($priceDates, $priceList),
|
|
||||||
'stock_list' => $this->prepareChartData($stockDates, $stockList),
|
|
||||||
'price_dates' => implode("','", $priceDates),
|
|
||||||
]);
|
|
||||||
$progress->advance();
|
|
||||||
}
|
|
||||||
|
|
||||||
$progress->finish();
|
|
||||||
$output->writeln('');
|
|
||||||
$output->writeln('DONE');
|
|
||||||
|
|
||||||
return Command::SUCCESS;
|
|
||||||
}
|
|
||||||
|
|
||||||
private function prepareChartData($set1, $set2): string
|
|
||||||
{
|
|
||||||
$data = [];
|
|
||||||
foreach ($set1 as $key => $value) {
|
|
||||||
$data[] = ['x' => $value, 'y' => $set2[$key]];
|
|
||||||
}
|
|
||||||
$stringData = json_encode($data);
|
|
||||||
|
|
||||||
return str_replace(['"x"', '"y"'], ['x', 'y'], $stringData);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -118,6 +118,66 @@ class Migrate extends Command
|
|||||||
]
|
]
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'Netherlands')->exists()) {
|
||||||
|
Capsule::table('countries')->insert([
|
||||||
|
'countryName' => 'Netherlands',
|
||||||
|
'productsUrl' => 'https://nl.ryobitools.eu/api/product-listing/get-products',
|
||||||
|
'cultureCode' => 'nl-NL',
|
||||||
|
'currency' => 'EUR',
|
||||||
|
'locale' => 'nl',
|
||||||
|
'created_at' => now(),
|
||||||
|
'updated_at' => now(),
|
||||||
|
]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'France')->exists()) {
|
||||||
|
Capsule::table('countries')->insert([
|
||||||
|
'countryName' => 'France',
|
||||||
|
'productsUrl' => 'https://fr.ryobitools.eu/api/product-listing/get-products',
|
||||||
|
'cultureCode' => 'fr-FR',
|
||||||
|
'currency' => 'EUR',
|
||||||
|
'locale' => 'fr',
|
||||||
|
'created_at' => now(),
|
||||||
|
'updated_at' => now(),
|
||||||
|
]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'Spain')->exists()) {
|
||||||
|
Capsule::table('countries')->insert([
|
||||||
|
'countryName' => 'Spain',
|
||||||
|
'productsUrl' => 'https://es.ryobitools.eu/api/product-listing/get-products',
|
||||||
|
'cultureCode' => 'es-ES',
|
||||||
|
'currency' => 'EUR',
|
||||||
|
'locale' => 'es',
|
||||||
|
'created_at' => now(),
|
||||||
|
'updated_at' => now(),
|
||||||
|
]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'Poland')->exists()) {
|
||||||
|
$id = Capsule::table('countries')->insertGetId(
|
||||||
|
[
|
||||||
|
'countryName' => 'Poland',
|
||||||
|
'productsUrl' => 'https://pl.ryobitools.eu/api/product-listing/get-products',
|
||||||
|
'cultureCode' => 'pl-PL',
|
||||||
|
'currency' => 'PLN',
|
||||||
|
'locale' => 'pl',
|
||||||
|
'created_at' => now(),
|
||||||
|
'updated_at' => now(),
|
||||||
|
]);
|
||||||
|
}
|
||||||
|
if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'UK')->exists()) {
|
||||||
|
Capsule::table('countries')->insert([
|
||||||
|
'countryName' => 'UK',
|
||||||
|
'productsUrl' => 'https://uk.ryobitools.eu/api/product-listing/get-products',
|
||||||
|
'cultureCode' => 'en-GB',
|
||||||
|
'currency' => 'GBP',
|
||||||
|
'locale' => 'uk',
|
||||||
|
'created_at' => now(),
|
||||||
|
'updated_at' => now(),
|
||||||
|
]
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
if (!Capsule::schema()->hasColumn('products', 'country_id')) {
|
if (!Capsule::schema()->hasColumn('products', 'country_id')) {
|
||||||
Capsule::schema()->table('products', function (Blueprint $table) use ($id) {
|
Capsule::schema()->table('products', function (Blueprint $table) use ($id) {
|
||||||
|
|||||||
@@ -15,11 +15,13 @@ use Symfony\Component\Console\Attribute\AsCommand;
|
|||||||
use Symfony\Component\Console\Command\Command;
|
use Symfony\Component\Console\Command\Command;
|
||||||
use Symfony\Component\Console\Helper\ProgressBar;
|
use Symfony\Component\Console\Helper\ProgressBar;
|
||||||
use Symfony\Component\Console\Input\InputInterface;
|
use Symfony\Component\Console\Input\InputInterface;
|
||||||
|
use Symfony\Component\Console\Input\InputOption;
|
||||||
use Symfony\Component\Console\Output\OutputInterface;
|
use Symfony\Component\Console\Output\OutputInterface;
|
||||||
|
|
||||||
#[AsCommand(name: 'app:scrape', description: 'Scrape all products from Ryobi website')]
|
#[AsCommand(name: 'app:scrape', description: 'Scrape all products from Ryobi website')]
|
||||||
class ScrapeWebsite extends Command
|
class ScrapeWebsite extends Command
|
||||||
{
|
{
|
||||||
|
const COUNTRY_ID = 'country';
|
||||||
private Client $client;
|
private Client $client;
|
||||||
|
|
||||||
public function __construct(protected Capsule $database)
|
public function __construct(protected Capsule $database)
|
||||||
@@ -30,30 +32,31 @@ class ScrapeWebsite extends Command
|
|||||||
protected function configure(): void
|
protected function configure(): void
|
||||||
{
|
{
|
||||||
$this->client = new Client();
|
$this->client = new Client();
|
||||||
|
$this->addOption(self::COUNTRY_ID, 'c', InputOption::VALUE_OPTIONAL, 'Country id');
|
||||||
}
|
}
|
||||||
|
|
||||||
public function execute(InputInterface $input, OutputInterface $output): int
|
public function execute(InputInterface $input, OutputInterface $output): int
|
||||||
{
|
{
|
||||||
|
$countryId = intval($input->getOption(self::COUNTRY_ID));
|
||||||
$output->writeln('Scrape products');
|
$output->writeln('Scrape products');
|
||||||
$progress = new ProgressBar($output);
|
$countries = Country::all()->when($countryId, fn ($query) => $query->where('id', $countryId));
|
||||||
$countries = Country::all();
|
|
||||||
foreach($countries as $country) {
|
foreach($countries as $country) {
|
||||||
$output->writeln('Country name: ' . $country->countryName);
|
$output->writeln('Country name: ' . $country->countryName);
|
||||||
$progress->start();
|
|
||||||
$products = $this->getProducts($country);
|
$products = $this->getProducts($country);
|
||||||
|
$progress = new ProgressBar($output);
|
||||||
|
$progress->start();
|
||||||
$progress->setMaxSteps(count($products));
|
$progress->setMaxSteps(count($products));
|
||||||
foreach ($products as $product) {
|
foreach ($products as $product) {
|
||||||
$this->saveProduct($product, $country);
|
$this->saveProduct($product, $country);
|
||||||
$progress->advance();
|
$progress->advance();
|
||||||
}
|
}
|
||||||
$progress->finish();
|
$progress->finish();
|
||||||
$output->writeln('');
|
$output->writeln("\nScrape products - DONE\n");
|
||||||
$output->writeln('Scrape products - DONE');
|
|
||||||
$output->writeln('');
|
|
||||||
}
|
}
|
||||||
|
|
||||||
$output->writeln('Update prices');
|
$output->writeln('Update prices');
|
||||||
$products = Product::all();
|
$products = Product::all();
|
||||||
|
$progress = new ProgressBar($output);
|
||||||
$progress->setMaxSteps(count($products));
|
$progress->setMaxSteps(count($products));
|
||||||
$progress->start();
|
$progress->start();
|
||||||
foreach($products as $product) {
|
foreach($products as $product) {
|
||||||
@@ -95,7 +98,7 @@ class ScrapeWebsite extends Command
|
|||||||
$products = array_merge($products, $responseObject->products);
|
$products = array_merge($products, $responseObject->products);
|
||||||
$page++;
|
$page++;
|
||||||
$canLoadMore = $responseObject->canLoadMore;
|
$canLoadMore = $responseObject->canLoadMore;
|
||||||
} catch (GuzzleException) {
|
} catch (GuzzleException $e) {
|
||||||
return $products;
|
return $products;
|
||||||
}
|
}
|
||||||
} while ($canLoadMore);
|
} while ($canLoadMore);
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ class BaseController extends AbstractController
|
|||||||
{
|
{
|
||||||
protected Environment $twig;
|
protected Environment $twig;
|
||||||
|
|
||||||
public function __construct(protected FilesystemAdapter $cache, protected Capsule $database)
|
public function __construct( protected Capsule $database)
|
||||||
{
|
{
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -11,9 +11,6 @@ final class CategoryController extends BaseController
|
|||||||
#[Route('/category/{category?}', name: 'app_category')]
|
#[Route('/category/{category?}', name: 'app_category')]
|
||||||
public function __invoke(?string $category): Response
|
public function __invoke(?string $category): Response
|
||||||
{
|
{
|
||||||
if($this->cache->getItem('list_category_'.$category)->isHit()) {
|
|
||||||
return $this->render('productList.html.twig', ['listType' => 'category_'.$category]);
|
|
||||||
}
|
|
||||||
|
|
||||||
/** @var Product[] $products */
|
/** @var Product[] $products */
|
||||||
$products = Product::with(['price', 'lowestPrice'])
|
$products = Product::with(['price', 'lowestPrice'])
|
||||||
|
|||||||
@@ -13,9 +13,6 @@ final class DiscontinuedController extends BaseController
|
|||||||
#[Route('/discontinued', name: 'app_discontinued')]
|
#[Route('/discontinued', name: 'app_discontinued')]
|
||||||
public function __invoke(): Response
|
public function __invoke(): Response
|
||||||
{
|
{
|
||||||
if($this->cache->getItem('list_discontinued')->isHit()) {
|
|
||||||
return $this->render('productList.html.twig', ['listType' => 'discontinued']);
|
|
||||||
}
|
|
||||||
|
|
||||||
$products = Product::where('lastSeen', '<', now()->format('Y-m-d'))
|
$products = Product::where('lastSeen', '<', now()->format('Y-m-d'))
|
||||||
->orderByDesc('starred')
|
->orderByDesc('starred')
|
||||||
|
|||||||
@@ -11,9 +11,6 @@ final class IndexController extends BaseController
|
|||||||
#[Route('/', name: 'app_home')]
|
#[Route('/', name: 'app_home')]
|
||||||
public function __invoke(): Response
|
public function __invoke(): Response
|
||||||
{
|
{
|
||||||
if ($this->cache->getItem('list_all')->isHit()) {
|
|
||||||
return $this->render('productList.html.twig', ['listType' => 'all']);
|
|
||||||
}
|
|
||||||
$products = Product::orderByDesc('starred')
|
$products = Product::orderByDesc('starred')
|
||||||
->orderByDesc('created_by')
|
->orderByDesc('created_by')
|
||||||
->get();
|
->get();
|
||||||
|
|||||||
@@ -13,9 +13,6 @@ final class LowestPriceController extends BaseController
|
|||||||
public function __invoke(): Response
|
public function __invoke(): Response
|
||||||
{
|
{
|
||||||
$listType = 'lowest_price';
|
$listType = 'lowest_price';
|
||||||
if($this->cache->getItem('lowest_price')->isHit()) {
|
|
||||||
return $this->render('productList.html.twig', ['listType' => $listType]);
|
|
||||||
}
|
|
||||||
|
|
||||||
$products = Product::whereRaw('priceCurrent = priceLowest')
|
$products = Product::whereRaw('priceCurrent = priceLowest')
|
||||||
->whereRaw('lastSeen = "'.now()->format('Y-m-d').'"')
|
->whereRaw('lastSeen = "'.now()->format('Y-m-d').'"')
|
||||||
|
|||||||
@@ -13,9 +13,6 @@ final class NewController extends BaseController
|
|||||||
#[Route('/new', name: 'app_new')]
|
#[Route('/new', name: 'app_new')]
|
||||||
public function __invoke(): Response
|
public function __invoke(): Response
|
||||||
{
|
{
|
||||||
if($this->cache->getItem('list_new')->isHit()) {
|
|
||||||
return $this->render('productList.html.twig', ['listType' => 'new']);
|
|
||||||
}
|
|
||||||
$date = now()->modify('-30 days')->format('Y-m-d');
|
$date = now()->modify('-30 days')->format('Y-m-d');
|
||||||
$products = Product::where('created_at', '>', $date)
|
$products = Product::where('created_at', '>', $date)
|
||||||
->with(['country', 'stock'])
|
->with(['country', 'stock'])
|
||||||
|
|||||||
@@ -19,10 +19,6 @@ final class ProductController extends BaseController
|
|||||||
#[Route('/product/{productId<\d+>}', name: 'app_product')]
|
#[Route('/product/{productId<\d+>}', name: 'app_product')]
|
||||||
public function __invoke(int $productId): Response
|
public function __invoke(int $productId): Response
|
||||||
{
|
{
|
||||||
if ($this->cache->getItem('product' . $productId)->isHit()) {
|
|
||||||
return $this->render('product.html.twig', ['product' => ['id' => $productId]]);
|
|
||||||
}
|
|
||||||
|
|
||||||
$product = Product::with([
|
$product = Product::with([
|
||||||
'price' => fn($query) => $query->orderBy('created_at', 'desc'),
|
'price' => fn($query) => $query->orderBy('created_at', 'desc'),
|
||||||
'stock' => fn($query) => $query->orderBy('created_at', 'desc'),
|
'stock' => fn($query) => $query->orderBy('created_at', 'desc'),
|
||||||
@@ -32,6 +28,10 @@ final class ProductController extends BaseController
|
|||||||
}
|
}
|
||||||
$priceList = $product->price()->pluck('price', 'created_at')->mapWithKeys(fn($price, $createdAt) => [explode(' ', $createdAt)[0] => $price])->toArray();
|
$priceList = $product->price()->pluck('price', 'created_at')->mapWithKeys(fn($price, $createdAt) => [explode(' ', $createdAt)[0] => $price])->toArray();
|
||||||
$stockList = $product->stock()->pluck('stock', 'created_at')->mapWithKeys(fn($stock, $createdAt) => [explode(' ', $createdAt)[0] => $stock])->toArray();
|
$stockList = $product->stock()->pluck('stock', 'created_at')->mapWithKeys(fn($stock, $createdAt) => [explode(' ', $createdAt)[0] => $stock])->toArray();
|
||||||
|
|
||||||
|
ksort($stockList);
|
||||||
|
ksort($priceList);
|
||||||
|
|
||||||
return $this->render('product.html.twig', [
|
return $this->render('product.html.twig', [
|
||||||
'product' => $product,
|
'product' => $product,
|
||||||
'price_list' => $this->prepareChartData($priceList),
|
'price_list' => $this->prepareChartData($priceList),
|
||||||
|
|||||||
@@ -11,10 +11,6 @@ final class PromosController extends BaseController
|
|||||||
#[Route('/promos/{promo?}', name: 'app_promos')]
|
#[Route('/promos/{promo?}', name: 'app_promos')]
|
||||||
public function __invoke(?string $promo): Response
|
public function __invoke(?string $promo): Response
|
||||||
{
|
{
|
||||||
if ($this->cache->getItem('list_promos')->isHit()) {
|
|
||||||
return $this->render('productList.html.twig', ['listType' => 'promos' . $promo]);
|
|
||||||
}
|
|
||||||
|
|
||||||
$products = Product::when(is_null($promo), fn($q) => $q->whereRaw('priceCurrent < productStandardPrice'))
|
$products = Product::when(is_null($promo), fn($q) => $q->whereRaw('priceCurrent < productStandardPrice'))
|
||||||
->orderByDesc('starred')
|
->orderByDesc('starred')
|
||||||
->orderByDesc('created_by')
|
->orderByDesc('created_by')
|
||||||
@@ -24,8 +20,11 @@ final class PromosController extends BaseController
|
|||||||
|
|
||||||
|
|
||||||
$promos = Product::select($this->database->getConnection()->raw("distinct json_extract(promotions, '$.slug') as slug, json_extract(promotions, '$.tag') as tag"))
|
$promos = Product::select($this->database->getConnection()->raw("distinct json_extract(promotions, '$.slug') as slug, json_extract(promotions, '$.tag') as tag"))
|
||||||
|
->addSelect('countries.locale')
|
||||||
->whereRaw("json_extract(promotions, '$.tag') is not null")
|
->whereRaw("json_extract(promotions, '$.tag') is not null")
|
||||||
->get();
|
->join('countries', 'products.country_id', '=', 'countries.id')
|
||||||
|
->get()
|
||||||
|
->groupBy('locale');
|
||||||
|
|
||||||
return $this->render('productList.html.twig', ['products' => $products, 'listType' => 'promos' . $promo, 'promos' => $promos->toArray()]);
|
return $this->render('productList.html.twig', ['products' => $products, 'listType' => 'promos' . $promo, 'promos' => $promos->toArray()]);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -12,15 +12,12 @@ final class StarController extends BaseController
|
|||||||
#[Route('/star/{productId<\d+>}', name: 'app_star')]
|
#[Route('/star/{productId<\d+>}', name: 'app_star')]
|
||||||
public function __invoke(int $productId, Request $request): Response
|
public function __invoke(int $productId, Request $request): Response
|
||||||
{
|
{
|
||||||
$this->cache->deleteItems(['list_all', 'list_promos', 'list_new', 'list_discontinued']);
|
|
||||||
$referer = $request->headers->get('referer');
|
$referer = $request->headers->get('referer');
|
||||||
if (str_contains($referer, '/category/')) {
|
if (str_contains($referer, '/category/')) {
|
||||||
preg_match('#/category/(.*)#i', $referer, $matches);
|
preg_match('#/category/(.*)#i', $referer, $matches);
|
||||||
$this->cache->deleteItem('list_category_'.urldecode($matches[1]));
|
|
||||||
}
|
}
|
||||||
if (str_contains($referer, '/search?search=')) {
|
if (str_contains($referer, '/search?search=')) {
|
||||||
preg_match('#/search\?search=(.*)#i', $referer, $matches);
|
preg_match('#/search\?search=(.*)#i', $referer, $matches);
|
||||||
$this->cache->deleteItem('list_search_'.urldecode($matches[1]));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
Product::find($productId)->toggleStarred()->save();
|
Product::find($productId)->toggleStarred()->save();
|
||||||
|
|||||||
18
src/Controller/UpdateController.php
Normal file
18
src/Controller/UpdateController.php
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
<?php
|
||||||
|
|
||||||
|
namespace Krzysiej\RyobiCrawler\Controller;
|
||||||
|
|
||||||
|
use Symfony\Component\HttpFoundation\Request;
|
||||||
|
use Symfony\Component\HttpFoundation\Response;
|
||||||
|
use Symfony\Component\Routing\Attribute\Route;
|
||||||
|
|
||||||
|
final class UpdateController extends BaseController
|
||||||
|
{
|
||||||
|
#[Route('/update', name: 'app_update')]
|
||||||
|
public function __invoke(Request $request): Response
|
||||||
|
{
|
||||||
|
$output = shell_exec('bin/update');
|
||||||
|
|
||||||
|
return new Response($output);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -7,13 +7,9 @@ use Krzysiej\RyobiCrawler\Twig\AppExtension;
|
|||||||
use Symfony\Bundle\FrameworkBundle\FrameworkBundle;
|
use Symfony\Bundle\FrameworkBundle\FrameworkBundle;
|
||||||
use Symfony\Bundle\FrameworkBundle\Kernel\MicroKernelTrait;
|
use Symfony\Bundle\FrameworkBundle\Kernel\MicroKernelTrait;
|
||||||
use Symfony\Bundle\TwigBundle\TwigBundle;
|
use Symfony\Bundle\TwigBundle\TwigBundle;
|
||||||
use Symfony\Component\Cache\Adapter\FilesystemAdapter;
|
|
||||||
use Symfony\Component\DependencyInjection\Loader\Configurator\ContainerConfigurator;
|
use Symfony\Component\DependencyInjection\Loader\Configurator\ContainerConfigurator;
|
||||||
use Symfony\Component\DependencyInjection\Reference;
|
|
||||||
use Symfony\Component\HttpKernel\Kernel as BaseKernel;
|
use Symfony\Component\HttpKernel\Kernel as BaseKernel;
|
||||||
use Symfony\Component\Routing\Loader\Configurator\RoutingConfigurator;
|
use Symfony\Component\Routing\Loader\Configurator\RoutingConfigurator;
|
||||||
use Twig\Extra\Cache\CacheExtension;
|
|
||||||
use Twig\Extra\Cache\CacheRuntime;
|
|
||||||
use Twig\Extra\TwigExtraBundle\TwigExtraBundle;
|
use Twig\Extra\TwigExtraBundle\TwigExtraBundle;
|
||||||
|
|
||||||
class Kernel extends BaseKernel
|
class Kernel extends BaseKernel
|
||||||
@@ -38,12 +34,7 @@ class Kernel extends BaseKernel
|
|||||||
$services->set(Manager::class)->configurator([DatabaseFactory::class, 'create']);
|
$services->set(Manager::class)->configurator([DatabaseFactory::class, 'create']);
|
||||||
$services->load('Krzysiej\\RyobiCrawler\\', __DIR__ )
|
$services->load('Krzysiej\\RyobiCrawler\\', __DIR__ )
|
||||||
->exclude('../src/{Models,Twig,DatabaseFactory.php,Kernel.php}');
|
->exclude('../src/{Models,Twig,DatabaseFactory.php,Kernel.php}');
|
||||||
$services->set('twig.extension.cache', AppExtension::class)->tag('twig.extension');
|
$services->set('twig.extension', AppExtension::class)->tag('twig.extension');
|
||||||
$services->set(CacheExtension::class)->tag('twig.extension');
|
|
||||||
$services->set(FilesystemAdapter::class)->args([
|
|
||||||
'$directory' => __DIR__ . '/../var/cache/twig_blocks'
|
|
||||||
]);
|
|
||||||
$services->set('twig.runtime.cache', CacheRuntime::class)->args([new Reference(FilesystemAdapter::class)])->tag('twig.runtime');
|
|
||||||
}
|
}
|
||||||
|
|
||||||
protected function configureRoutes(RoutingConfigurator $routes): void
|
protected function configureRoutes(RoutingConfigurator $routes): void
|
||||||
|
|||||||
@@ -1,24 +1,30 @@
|
|||||||
{% extends "template.html.twig" %}
|
{% extends "template.html.twig" %}
|
||||||
|
|
||||||
{% block content %}
|
{% block content %}
|
||||||
{% cache 'product' ~ product.id %}
|
|
||||||
<div class="table-responsive">
|
<div class="table-responsive">
|
||||||
<table class='table table-hover'>
|
<table class='table table-hover'>
|
||||||
<tr>
|
<tr>
|
||||||
<td class="align-middle font-weight-bold h3"><a class="text-warning text-decoration-none"
|
<td class="align-middle font-weight-bold h3"><a class="text-warning text-decoration-none"
|
||||||
href="{{ path('app_star', {'productId': product.id}) }}">{% if product.starred %}★{% else %} ☆ {% endif %}</a></td>
|
href="{{ path('app_star', {'productId': product.id}) }}">{% if product.starred %}★{% else %} ☆ {% endif %}</a>
|
||||||
|
</td>
|
||||||
<td><img src='{{ product.image }}&width=150' class='border rounded p-1' alt='{{ product.name }}'/></td>
|
<td><img src='{{ product.image }}&width=150' class='border rounded p-1' alt='{{ product.name }}'/></td>
|
||||||
<td>
|
<td>
|
||||||
<a href='{{ path('app_product', {'productId': product.id}) }}' class="text-decoration-none">{{ product.name }}</a>
|
<a href='{{ path('app_product', {'productId': product.id}) }}'
|
||||||
<span class="badge text-bg-light"><a href="{{ path('app_search', {'search': product.subTitle}) }}" class="link-underline link-underline-opacity-0 link-dark">{{ product.subTitle }}</a></span>
|
class="text-decoration-none">{{ product.name }}</a>
|
||||||
{% if product.promotions is not null and product.promotions.hasPromotion %}<a href="{{ path('app_promos', {'promo': product.promotions.slug}) }}"><span class="badge bg-info">PROMO: {{ product.promotions.tag }}</span></a>{% endif %}
|
<span class="badge text-bg-light"><a href="{{ path('app_search', {'search': product.subTitle}) }}"
|
||||||
|
class="link-underline link-underline-opacity-0 link-dark">{{ product.subTitle }}</a></span>
|
||||||
|
{% if product.promotions is not null and product.promotions.hasPromotion %}<a
|
||||||
|
href="{{ path('app_promos', {'promo': product.promotions.slug}) }}"><span class="badge bg-info">PROMO: {{ product.promotions.tag }}</span>
|
||||||
|
</a>{% endif %}
|
||||||
</td>
|
</td>
|
||||||
<td>
|
<td>
|
||||||
<nav aria-label="breadcrumb" style="--bs-breadcrumb-divider: '>';">
|
<nav aria-label="breadcrumb" style="--bs-breadcrumb-divider: '>';">
|
||||||
<ol class="breadcrumb">
|
<ol class="breadcrumb">
|
||||||
{% for category in product.categories %}
|
{% for category in product.categories %}
|
||||||
<li class="breadcrumb-item" aria-current="page"><a class="breadcrumb-item text-decoration-none"
|
<li class="breadcrumb-item" aria-current="page"><a
|
||||||
href="{{ path('app_category', {'category': category}) }}">{{ category }}</a></li>
|
class="breadcrumb-item text-decoration-none"
|
||||||
|
href="{{ path('app_category', {'category': category}) }}">{{ category }}</a>
|
||||||
|
</li>
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
</ol>
|
</ol>
|
||||||
</nav>
|
</nav>
|
||||||
@@ -133,6 +139,5 @@
|
|||||||
}
|
}
|
||||||
});
|
});
|
||||||
</script>
|
</script>
|
||||||
{% endcache %}
|
|
||||||
{% endblock %}
|
{% endblock %}
|
||||||
|
|
||||||
|
|||||||
@@ -1,16 +1,22 @@
|
|||||||
{% extends "template.html.twig" %}
|
{% extends "template.html.twig" %}
|
||||||
|
|
||||||
{% block content %}
|
{% block content %}
|
||||||
{% cache 'list_' ~ listType %}
|
|
||||||
|
|
||||||
{% if listType starts with 'category_' %}
|
{% if listType starts with 'category_' %}
|
||||||
{{ renderCategoryTree(categoryTree, category) | raw }}
|
{{ renderCategoryTree(categoryTree, category) | raw }}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
{% if listType starts with 'promos' %}
|
{% if listType starts with 'promos' %}
|
||||||
{% for promo in promos %}
|
<ul class="list-group list-group-flush">
|
||||||
<a href="{{ path('app_promos', {'promo': promo.slug}) }}"><span class="badge bg-info">PROMO: {{ promo.tag }}</span></a>
|
{% for locale, promoByLocale in promos %}
|
||||||
{% endfor %}
|
<li class="list-group-item">
|
||||||
|
<h5 class="d-inline-block"><span class="badge bg-info">{{ locale | upper }}</span></h5>
|
||||||
|
{% for promo in promoByLocale %}
|
||||||
|
<a href="{{ path('app_promos', {'promo': promo.slug}) }}"><span
|
||||||
|
class="badge bg-info">PROMO: {{ promo.tag }} [{{ promo.locale | upper }}]</span></a>
|
||||||
|
{% endfor %}
|
||||||
|
</li>
|
||||||
|
{% endfor %}
|
||||||
|
</ul>
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
|
|
||||||
@@ -40,22 +46,24 @@
|
|||||||
<td class="align-middle">
|
<td class="align-middle">
|
||||||
<a href='{{ path('app_product', {'productId': product.id}) }}'
|
<a href='{{ path('app_product', {'productId': product.id}) }}'
|
||||||
class="text-decoration-none">{{ product.name }}</a>
|
class="text-decoration-none">{{ product.name }}</a>
|
||||||
|
<br>
|
||||||
{% if product.stock > 0 %}
|
{% if product.stock > 0 %}
|
||||||
<span class="badge text-bg-light">stock: {{ product.stock }}</span>
|
<span class="badge text-bg-light">stock: {{ product.stock }}</span>
|
||||||
{% else %}
|
{% else %}
|
||||||
<span class="badge text-bg-warning">out of stock</span>
|
<span class="badge text-bg-warning">out of stock</span>
|
||||||
{% endif %}
|
{% endif %}
|
||||||
{% if product.isDiscontinued() %}
|
{% if product.isDiscontinued() %}
|
||||||
<span class="badge text-bg-secondary" data-bs-toggle="tooltip"
|
<a href="{{ path('app_discontinued') }}"><span class="badge text-bg-secondary" data-bs-toggle="tooltip"
|
||||||
data-bs-title="Last update: {{ product.lastSeen }}">is discontinued</span>
|
data-bs-title="Last update: {{ product.lastSeen }}">is discontinued</span></a>
|
||||||
{% endif %}
|
{% endif %}
|
||||||
{% if product.isNew() %}
|
{% if product.isNew() %}
|
||||||
<span class="badge text-bg-success">is new</span>
|
<a href="{{ path('app_new') }}"><span class="badge text-bg-success">is new</span></a>
|
||||||
{% endif %}
|
{% endif %}
|
||||||
<span class="badge text-bg-light"><a
|
<span class="badge text-bg-light"><a
|
||||||
href="{{ path('app_search', {'search': product.subTitle}) }}"
|
href="{{ path('app_search', {'search': product.subTitle}) }}"
|
||||||
class="link-underline link-underline-opacity-0 link-dark">{{ product.subTitle }}</a></span>
|
class="link-underline link-underline-opacity-0 link-dark">{{ product.subTitle }}</a></span>
|
||||||
{% if product.promotions is not null and product.promotions.hasPromotion %}<a href="{{ path('app_promos', {'promo': product.promotions.slug}) }}"><span class="badge bg-info">PROMO: {{ product.promotions.tag }}</span></a>{% endif %}
|
{% if product.promotions is not null and product.promotions.hasPromotion %}<a href="{{ path('app_promos', {'promo': product.promotions.slug}) }}"><span class="badge bg-info">PROMO: {{ product.promotions.tag }}</span></a>{% endif %}
|
||||||
|
<span class="badge text-bg-light">{{ product.country.countryName }}</span>
|
||||||
</td>
|
</td>
|
||||||
<td class="align-middle">
|
<td class="align-middle">
|
||||||
<nav aria-label="breadcrumb" style="--bs-breadcrumb-divider: '>';">
|
<nav aria-label="breadcrumb" style="--bs-breadcrumb-divider: '>';">
|
||||||
@@ -93,5 +101,4 @@
|
|||||||
</table>
|
</table>
|
||||||
</div>
|
</div>
|
||||||
{% endif %}
|
{% endif %}
|
||||||
{% endcache %}
|
|
||||||
{% endblock %}
|
{% endblock %}
|
||||||
|
|||||||
@@ -18,7 +18,6 @@
|
|||||||
</button>
|
</button>
|
||||||
<div class="collapse navbar-collapse" id="navbarNav">
|
<div class="collapse navbar-collapse" id="navbarNav">
|
||||||
<ul class="navbar-nav me-auto mb-2 mb-lg-0">
|
<ul class="navbar-nav me-auto mb-2 mb-lg-0">
|
||||||
{% cache "menu_count" ~ listType|default('') %}
|
|
||||||
<li class="nav-item">
|
<li class="nav-item">
|
||||||
<a class="nav-link {% if app.request.pathinfo == path('app_home') %}active shadow-sm bg-body rounded{% endif %}" aria-current="page" href="{{ path('app_home') }}">All products <span class="badge text-bg-secondary">{{ allCount() }}</span></a>
|
<a class="nav-link {% if app.request.pathinfo == path('app_home') %}active shadow-sm bg-body rounded{% endif %}" aria-current="page" href="{{ path('app_home') }}">All products <span class="badge text-bg-secondary">{{ allCount() }}</span></a>
|
||||||
</li>
|
</li>
|
||||||
@@ -34,7 +33,6 @@
|
|||||||
<li class="nav-item">
|
<li class="nav-item">
|
||||||
<a class="nav-link {% if app.request.pathinfo == path('app_discontinued') %}active shadow-sm bg-body rounded{% endif %}" aria-current="page" href="{{ path('app_discontinued') }}">Discontinued <span class="badge text-bg-secondary">{{ discontinuedCount() }}</span></a>
|
<a class="nav-link {% if app.request.pathinfo == path('app_discontinued') %}active shadow-sm bg-body rounded{% endif %}" aria-current="page" href="{{ path('app_discontinued') }}">Discontinued <span class="badge text-bg-secondary">{{ discontinuedCount() }}</span></a>
|
||||||
</li>
|
</li>
|
||||||
{% endcache %}
|
|
||||||
</ul>
|
</ul>
|
||||||
|
|
||||||
<form class="form-floating d-flex col-lg-6 col-sm-8" role="search" action="{{ path('app_search') }}">
|
<form class="form-floating d-flex col-lg-6 col-sm-8" role="search" action="{{ path('app_search') }}">
|
||||||
|
|||||||
Reference in New Issue
Block a user