Render category tree on category pages

.gitea/workflows/deploy.yaml

@@ -1,17 +0,0 @@
-on:
-  push:
-    branches:
-      - master
-  workflow_dispatch:
-jobs:
-  deploy-job:
-    runs-on: server
-    steps:
-      - name: initial test
-        run: echo "test"
-      - name: get page
-        run: curl http://192.168.0.129:9001/update
-      - run: pwd
-      - run: cd ../ && pwd
-      - run: pwd
-      - run: cd /var/www/html/ryobi-crawler && bin/update

bin/cacheclean

@@ -1,4 +1,2 @@
 #!/usr/bin/env bash
-echo "Cleaning cache"
 bin/cli rm -rf var/cache
-echo "cache cleaned2"

composer.json

@@ -1,18 +1,18 @@
 {
     "require": {
-        "guzzlehttp/guzzle": "^7",
+        "guzzlehttp/guzzle": "^7.0",
         "illuminate/database": "11.26.0.0",
         "ext-json": "*",
-        "symfony/console": "^8.0",
+        "symfony/console": "^7.0",
-        "symfony/routing": "^8.0",
+        "symfony/routing": "^7.1",
         "laravel/serializable-closure": "^1.3",
-        "symfony/http-kernel": "^8.0",
+        "symfony/http-kernel": "^7.1",
-        "symfony/framework-bundle": "^8.0",
+        "symfony/framework-bundle": "^7.1",
-        "symfony/twig-bundle": "^8.0",
+        "symfony/twig-bundle": "^7.1",
-        "symfony/dotenv": "^8.0",
+        "symfony/dotenv": "^7.1",
         "twig/intl-extra": "^3.13",
         "twig/extra-bundle": "^3.13",
-        "symfony/cache": "^8.0",
+        "symfony/cache": "^7.2",
         "twig/cache-extra": "^3.21"
     },
     "autoload": {
@@ -21,7 +21,6 @@
         }
     },
     "require-dev": {
-        "symfony/var-dumper": "^8.0"
+        "symfony/var-dumper": "^7.1"
-    },
+    }
-    "minimum-stability": "stable"
 }

src/Command/CacheWarmCommand.php

@@ -0,0 +1,84 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Krzysiej\RyobiCrawler\Command;
+
+use Symfony\Component\Console\Helper\ProgressBar;
+use Symfony\Component\HttpFoundation\Request;
+use Illuminate\Database\Capsule\Manager as Capsule;
+use Krzysiej\RyobiCrawler\Models\Product;
+use Symfony\Component\Cache\Adapter\FilesystemAdapter;
+use Symfony\Component\Console\Attribute\AsCommand;
+use Symfony\Component\Console\Command\Command;
+use Symfony\Component\Console\Input\InputInterface;
+use Symfony\Component\Console\Output\OutputInterface;
+use Symfony\Component\HttpFoundation\RequestStack;
+use Twig\Environment;
+
+#[AsCommand(name: 'app:cache:warm-twig', description: 'Warmup twig cache')]
+class CacheWarmCommand extends Command
+{
+    public function __construct(
+        private Environment $twig,
+        private RequestStack $requestStack,
+        private FilesystemAdapter $cache,
+    ) {
+        parent::__construct();
+    }
+
+    public function execute(InputInterface $input, OutputInterface $output): int
+    {
+        $this->cache->clear();
+
+        $capsule = new Capsule;
+        $capsule->addConnection([
+            'driver' => 'sqlite',
+            'database' => __DIR__ . '/../../database.sqlite',
+        ]);
+        $capsule->setAsGlobal();
+        $capsule->bootEloquent();
+
+        $progress = new ProgressBar($output);
+        $progress->start();
+        $products = Product::with([
+            'price' => fn($query) => $query->orderByDesc('created_at'),
+            'stock' => fn($query) => $query->orderByDesc('created_at'),
+        ])->get();
+        $progress->setMaxSteps(count($products));
+
+        $request = Request::create('/cache-warm');
+        $this->requestStack->push($request);
+
+        foreach ($products as $product) {
+            $priceList = $product->price()->pluck('price');
+            $stockList = $product->stock()->pluck('stock');
+            $priceDates = $product->price()->pluck('created_at')->map(fn($date) => $date->format('Y-m-d'))->toArray();
+            $stockDates = $product->stock()->pluck('created_at')->map(fn($date) => $date->format('Y-m-d'))->toArray();
+            $this->twig->render('product.html.twig', [
+                'product' => $product,
+                'price_list' => $this->prepareChartData($priceDates, $priceList),
+                'stock_list' => $this->prepareChartData($stockDates, $stockList),
+                'price_dates' => implode("','", $priceDates),
+            ]);
+            $progress->advance();
+        }
+
+        $progress->finish();
+        $output->writeln('');
+        $output->writeln('DONE');
+
+        return Command::SUCCESS;
+    }
+
+    private function prepareChartData($set1, $set2): string
+    {
+        $data = [];
+        foreach ($set1 as $key => $value) {
+            $data[] = ['x' => $value, 'y' => $set2[$key]];
+        }
+        $stringData = json_encode($data);
+
+        return str_replace(['"x"', '"y"'], ['x', 'y'], $stringData);
+    }
+}

src/Command/Migrate.php

@@ -112,67 +112,7 @@ class Migrate extends Command
                     'productsUrl' => 'https://uk.ryobitools.eu/api/product-listing/get-products',
                     'cultureCode' => 'en-GB',
                     'currency' => 'GBP',
-                    'locale' => 'uk',
+                    'locale' => 'en',
-                    'created_at' => now(),
-                    'updated_at' => now(),
-                ]
-            );
-        }
-        if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'Netherlands')->exists()) {
-            Capsule::table('countries')->insert([
-                    'countryName' => 'Netherlands',
-                    'productsUrl' => 'https://nl.ryobitools.eu/api/product-listing/get-products',
-                    'cultureCode' => 'nl-NL',
-                    'currency' => 'EUR',
-                    'locale' => 'nl',
-                    'created_at' => now(),
-                    'updated_at' => now(),
-                ]
-            );
-        }
-        if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'France')->exists()) {
-            Capsule::table('countries')->insert([
-                    'countryName' => 'France',
-                    'productsUrl' => 'https://fr.ryobitools.eu/api/product-listing/get-products',
-                    'cultureCode' => 'fr-FR',
-                    'currency' => 'EUR',
-                    'locale' => 'fr',
-                    'created_at' => now(),
-                    'updated_at' => now(),
-                ]
-            );
-        }
-        if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'Spain')->exists()) {
-            Capsule::table('countries')->insert([
-                    'countryName' => 'Spain',
-                    'productsUrl' => 'https://es.ryobitools.eu/api/product-listing/get-products',
-                    'cultureCode' => 'es-ES',
-                    'currency' => 'EUR',
-                    'locale' => 'es',
-                    'created_at' => now(),
-                    'updated_at' => now(),
-                ]
-            );
-        }
-        if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'Poland')->exists()) {
-            $id = Capsule::table('countries')->insertGetId(
-                [
-                    'countryName' => 'Poland',
-                    'productsUrl' => 'https://pl.ryobitools.eu/api/product-listing/get-products',
-                    'cultureCode' => 'pl-PL',
-                    'currency' => 'PLN',
-                    'locale' => 'pl',
-                    'created_at' => now(),
-                    'updated_at' => now(),
-                ]);
-        }
-        if (Capsule::schema()->hasTable('countries') && !Country::where('countryName', 'UK')->exists()) {
-            Capsule::table('countries')->insert([
-                    'countryName' => 'UK',
-                    'productsUrl' => 'https://uk.ryobitools.eu/api/product-listing/get-products',
-                    'cultureCode' => 'en-GB',
-                    'currency' => 'GBP',
-                    'locale' => 'uk',
                     'created_at' => now(),
                     'updated_at' => now(),
                 ]
@@ -241,72 +181,19 @@ class Migrate extends Command
                 $table->integer('stock')->nullable();
             });
         }
-        if (!Capsule::schema()->hasColumn('products', 'promotions')) {
-            Capsule::schema()->table('products', function (Blueprint $table) {
-                $table->json('promotions')->nullable();
-            });
-        }
     }
 
     public function index(): void
     {
-        if (!$this->hasIndex('products_skuid_country_id_unique')) {
+        if (!count(Capsule::select('SELECT name FROM sqlite_master WHERE type = "index" and name = "products_skuid_country_id_unique"'))) {
             Capsule::schema()->table('products', function (Blueprint $table) {
-                if ($this->hasIndex('products_skuid_unique')) {
                 $table->integer('skuID')->unique(false)->change();
-                }
                 $table->unique(['skuID', 'country_id']);
             });
         }
 
-        if (!$this->hasIndex('prices_product_id_index')) {
-            Capsule::schema()->table('prices', function (Blueprint $table) {
-                $table->index('product_id');
-            });
-        }
-
-        if (!$this->hasIndex('products_id_index')) {
-            Capsule::schema()->table('products', function (Blueprint $table) {
-                $table->index('id');
-            });
-        }
-
-        if (!$this->hasIndex('stocks_product_id_stock_index')) {
-            Capsule::schema()->table('stocks', function (Blueprint $table) {
-                $table->index(['product_id', 'stock']);
-            });
-        }
-
-        if (!$this->isFK('products', 'id', 'stocks', 'product_id')) {
         Capsule::schema()->table('products', function (Blueprint $table) {
             $table->foreign('id')->references('product_id')->on('stocks');
         });
     }
-
-        if (!$this->isFK('products', 'id', 'prices', 'product_id')) {
-            Capsule::schema()->table('products', function (Blueprint $table) {
-                $table->foreign('id')->references('product_id')->on('prices');
-            });
-        }
-        if (!$this->isFK('products', 'country_id', 'countries', 'id')) {
-            Capsule::schema()->table('products', function (Blueprint $table) {
-                $table->foreign('country_id')->references('id')->on('countries');
-            });
-        }
-    }
-
-    private function isFK(string $table, string $column, string $fTable, string $fColumn): bool
-    {
-        $fkColumns = Capsule::schema()->getForeignKeys($table);
-
-        return !empty(array_filter($fkColumns, fn($fkColumn) => ($fkColumn['foreign_table'] == $fTable &&
-            in_array($fColumn, $fkColumn['foreign_columns']) &&
-            in_array($column, $fkColumn['columns']))
-        ));
-    }
-
-    private function hasIndex(string $indexName): bool
-    {
-        return !!count(Capsule::select('SELECT name FROM sqlite_master WHERE type = "index" and name = ?', [$indexName]));
-    }
 }

src/Command/ScrapeWebsite.php

@@ -15,13 +15,11 @@ use Symfony\Component\Console\Attribute\AsCommand;
 use Symfony\Component\Console\Command\Command;
 use Symfony\Component\Console\Helper\ProgressBar;
 use Symfony\Component\Console\Input\InputInterface;
-use Symfony\Component\Console\Input\InputOption;
 use Symfony\Component\Console\Output\OutputInterface;
 
 #[AsCommand(name: 'app:scrape', description: 'Scrape all products from Ryobi website')]
 class ScrapeWebsite extends Command
 {
-    const COUNTRY_ID = 'country';
     private Client $client;
 
     public function __construct(protected Capsule $database)
@@ -32,31 +30,30 @@ class ScrapeWebsite extends Command
     protected function configure(): void
     {
         $this->client = new Client();
-        $this->addOption(self::COUNTRY_ID, 'c', InputOption::VALUE_OPTIONAL, 'Country id');
     }
 
     public function execute(InputInterface $input, OutputInterface $output): int
     {
-        $countryId = intval($input->getOption(self::COUNTRY_ID));
         $output->writeln('Scrape products');
-        $countries = Country::all()->when($countryId, fn ($query)  => $query->where('id', $countryId));
-        foreach($countries as $country) {
-            $output->writeln('Country name: ' . $country->countryName);
-            $products = $this->getProducts($country);
         $progress = new ProgressBar($output);
+        $countries = Country::all();
+        foreach($countries as $country) {
+            $output->writeln('Country name: ' . $country->countryName."\n");
             $progress->start();
+            $products = $this->getProducts($country);
             $progress->setMaxSteps(count($products));
             foreach ($products as $product) {
                 $this->saveProduct($product, $country);
                 $progress->advance();
             }
             $progress->finish();
-            $output->writeln("\nScrape products - DONE\n");
+            $output->writeln('');
+            $output->writeln('Scrape products - DONE');
+            $output->writeln('');
         }
 
         $output->writeln('Update prices');
         $products = Product::all();
-        $progress = new ProgressBar($output);
         $progress->setMaxSteps(count($products));
         $progress->start();
         foreach($products as $product) {
@@ -76,8 +73,6 @@ class ScrapeWebsite extends Command
         $output->writeln('Update prices - DONE');
         $output->writeln('COMMAND - DONE');
 
-        file_put_contents('templates/lastscrape.html.twig', date('Y-m-d H:i:s'));
-
         return Command::SUCCESS;
     }
 
@@ -100,7 +95,7 @@ class ScrapeWebsite extends Command
                 $products = array_merge($products, $responseObject->products);
                 $page++;
                 $canLoadMore = $responseObject->canLoadMore;
-            } catch (GuzzleException $e) {
+            } catch (GuzzleException) {
                 return $products;
             }
         } while ($canLoadMore);
@@ -125,7 +120,6 @@ class ScrapeWebsite extends Command
         $productModel->lastSeen = date("Y-m-d");
         $productModel->touch('updated_at');
         $productModel->country()->associate($country);
-        $productModel->promotions = $product->promotions;
         $productModel->save();
         $priceExists = $productModel->price()->whereRaw("strftime('%Y-%m-%d', created_at) = ?", [date('Y-m-d')])->exists();
 

src/Controller/BaseController.php

@@ -11,7 +11,7 @@ class BaseController extends AbstractController
 {
     protected Environment $twig;
 
-    public function __construct( protected Capsule $database)
+    public function __construct(protected FilesystemAdapter $cache, protected Capsule $database)
     {
     }
 }

src/Controller/CategoryController.php

@@ -8,16 +8,19 @@ use Symfony\Component\Routing\Attribute\Route;
 
 final class CategoryController extends BaseController
 {
-    #[Route('/category/{category?}',  name: 'app_category')]
+    #[Route('/category/{category}', name: 'app_category')]
-    public function __invoke(?string $category): Response
+    public function __invoke(string $category): Response
     {
+//        if($this->cache->getItem('list_category_'.$category)->isHit()) {
+//            return $this->render('productList.html.twig', ['listType' => 'category_'.$category]);
+//        }
 
         /** @var Product[] $products */
         $products = Product::with(['price', 'lowestPrice'])
             ->selectRaw('products.*')
             ->distinct('products.id')
-            ->when(!is_null($category) , fn ($q) => $q->whereRaw('json_each.value = ?', [$category]))
             ->fromRaw('products, json_each(products.categories)')
+            ->whereRaw('json_each.value = ?', [$category])
             ->orderByDesc('starred')
             ->orderByDesc('created_by')
             ->get();

src/Controller/DiscontinuedController.php

@@ -13,6 +13,9 @@ final class DiscontinuedController extends BaseController
     #[Route('/discontinued', name: 'app_discontinued')]
     public function __invoke(): Response
     {
+        if($this->cache->getItem('list_discontinued')->isHit()) {
+            return $this->render('productList.html.twig', ['listType' => 'discontinued']);
+        }
 
         $products = Product::where('lastSeen', '<', now()->format('Y-m-d'))
             ->orderByDesc('starred')

src/Controller/IndexController.php

@@ -11,11 +11,14 @@ final class IndexController extends BaseController
     #[Route('/', name: 'app_home')]
     public function __invoke(): Response
     {
-        $products = Product::orderByDesc('starred')
+        if ($this->cache->getItem('list_all')->isHit()) {
+            return $this->render('productList.html.twig', ['listType' => 'all']);
+        }
+        $products = Product::with(['currentStock'])
+            ->orderByDesc('starred')
             ->orderByDesc('created_by')
             ->get();
 
-
         return $this->render('productList.html.twig', ['products' => $products, 'listType' => 'all']);
     }
 }

src/Controller/LowestPriceController.php

@@ -13,6 +13,9 @@ final class LowestPriceController extends BaseController
     public function __invoke(): Response
     {
         $listType = 'lowest_price';
+        if($this->cache->getItem('lowest_price')->isHit()) {
+            return $this->render('productList.html.twig', ['listType' => $listType]);
+        }
 
         $products = Product::whereRaw('priceCurrent = priceLowest')
             ->whereRaw('lastSeen = "'.now()->format('Y-m-d').'"')

src/Controller/NewController.php

@@ -13,6 +13,9 @@ final class NewController extends BaseController
     #[Route('/new', name: 'app_new')]
     public function __invoke(): Response
     {
+        if($this->cache->getItem('list_new')->isHit()) {
+            return $this->render('productList.html.twig', ['listType' => 'new']);
+        }
         $date = now()->modify('-30 days')->format('Y-m-d');
         $products = Product::where('created_at', '>', $date)
             ->with(['country', 'stock'])

src/Controller/ProductController.php

@@ -19,6 +19,10 @@ final class ProductController extends BaseController
     #[Route('/product/{productId<\d+>}', name: 'app_product')]
     public function __invoke(int $productId): Response
     {
+        if ($this->cache->getItem('product' . $productId)->isHit()) {
+            return $this->render('product.html.twig', ['product' => ['id' => $productId]]);
+        }
+
         $product = Product::with([
             'price' => fn($query) => $query->orderBy('created_at', 'desc'),
             'stock' => fn($query) => $query->orderBy('created_at', 'desc'),
@@ -28,10 +32,6 @@ final class ProductController extends BaseController
         }
         $priceList = $product->price()->pluck('price', 'created_at')->mapWithKeys(fn($price, $createdAt) => [explode(' ', $createdAt)[0] => $price])->toArray();
         $stockList = $product->stock()->pluck('stock', 'created_at')->mapWithKeys(fn($stock, $createdAt) => [explode(' ', $createdAt)[0] => $stock])->toArray();
-
-        ksort($stockList);
-        ksort($priceList);
-
         return $this->render('product.html.twig', [
             'product' => $product,
             'price_list' => $this->prepareChartData($priceList),

src/Controller/PromosController.php

@@ -8,24 +8,18 @@ use Symfony\Component\Routing\Attribute\Route;
 
 final class PromosController extends BaseController
 {
-    #[Route('/promos/{promo?}', name: 'app_promos')]
+    #[Route('/promos', name: 'app_promos')]
-    public function __invoke(?string $promo): Response
+    public function __invoke(): Response
     {
-        $products = Product::when(is_null($promo), fn($q) => $q->whereRaw('priceCurrent < productStandardPrice'))
+        if($this->cache->getItem('list_promos')->isHit()) {
+            return $this->render('productList.html.twig', ['listType' => 'promos']);
+        }
+
+        $products = Product::whereRaw('priceCurrent < productStandardPrice')
             ->orderByDesc('starred')
             ->orderByDesc('created_by')
             ->with(['currentPrice', 'lowestPrice'])
-            ->when(!is_null($promo), fn($q) => $q->whereRaw("json_extract(promotions, '$.slug') LIKE ?", $promo))
             ->get();
-
+        return $this->render('productList.html.twig', ['products' => $products, 'listType' => 'promos']);
-
-        $promos = Product::select($this->database->getConnection()->raw("distinct json_extract(promotions, '$.slug') as slug, json_extract(promotions, '$.tag') as tag"))
-            ->addSelect('countries.locale')
-            ->whereRaw("json_extract(promotions, '$.tag') is not null")
-            ->join('countries', 'products.country_id', '=', 'countries.id')
-            ->get()
-            ->groupBy('locale');
-
-        return $this->render('productList.html.twig', ['products' => $products, 'listType' => 'promos' . $promo, 'promos' => $promos->toArray()]);
     }
 }

src/Controller/StarController.php

@@ -12,12 +12,15 @@ final class StarController extends BaseController
     #[Route('/star/{productId<\d+>}', name: 'app_star')]
     public function __invoke(int $productId, Request $request): Response
     {
+        $this->cache->deleteItems(['list_all', 'list_promos', 'list_new', 'list_discontinued']);
         $referer = $request->headers->get('referer');
         if (str_contains($referer, '/category/')) {
             preg_match('#/category/(.*)#i', $referer, $matches);
+            $this->cache->deleteItem('list_category_'.urldecode($matches[1]));
         }
         if (str_contains($referer, '/search?search=')) {
             preg_match('#/search\?search=(.*)#i', $referer, $matches);
+            $this->cache->deleteItem('list_search_'.urldecode($matches[1]));
         }
 
         Product::find($productId)->toggleStarred()->save();

src/Controller/UpdateController.php

@@ -1,18 +0,0 @@
-<?php
-
-namespace Krzysiej\RyobiCrawler\Controller;
-
-use Symfony\Component\HttpFoundation\Request;
-use Symfony\Component\HttpFoundation\Response;
-use Symfony\Component\Routing\Attribute\Route;
-
-final class UpdateController extends BaseController
-{
-    #[Route('/update', name: 'app_update')]
-    public function __invoke(Request $request): Response
-    {
-        $output = shell_exec('bin/update');
-
-        return new Response($output);
-    }
-}

src/Kernel.php

@@ -7,9 +7,13 @@ use Krzysiej\RyobiCrawler\Twig\AppExtension;
 use Symfony\Bundle\FrameworkBundle\FrameworkBundle;
 use Symfony\Bundle\FrameworkBundle\Kernel\MicroKernelTrait;
 use Symfony\Bundle\TwigBundle\TwigBundle;
+use Symfony\Component\Cache\Adapter\FilesystemAdapter;
 use Symfony\Component\DependencyInjection\Loader\Configurator\ContainerConfigurator;
+use Symfony\Component\DependencyInjection\Reference;
 use Symfony\Component\HttpKernel\Kernel as BaseKernel;
 use Symfony\Component\Routing\Loader\Configurator\RoutingConfigurator;
+use Twig\Extra\Cache\CacheExtension;
+use Twig\Extra\Cache\CacheRuntime;
 use Twig\Extra\TwigExtraBundle\TwigExtraBundle;
 
 class Kernel extends BaseKernel
@@ -34,7 +38,12 @@ class Kernel extends BaseKernel
         $services->set(Manager::class)->configurator([DatabaseFactory::class, 'create']);
         $services->load('Krzysiej\\RyobiCrawler\\', __DIR__ )
             ->exclude('../src/{Models,Twig,DatabaseFactory.php,Kernel.php}');
-        $services->set('twig.extension', AppExtension::class)->tag('twig.extension');
+        $services->set('twig.extension.cache', AppExtension::class)->tag('twig.extension');
+        $services->set(CacheExtension::class)->tag('twig.extension');
+        $services->set(FilesystemAdapter::class)->args([
+                '$directory' => __DIR__ . '/../var/cache/twig_blocks'
+            ]);
+        $services->set('twig.runtime.cache', CacheRuntime::class)->args([new Reference(FilesystemAdapter::class)])->tag('twig.runtime');
     }
 
     protected function configureRoutes(RoutingConfigurator $routes): void

src/Models/Product.php

@@ -9,7 +9,6 @@ use Illuminate\Database\Eloquent\Relations\BelongsTo;
 use Illuminate\Database\Eloquent\Relations\HasMany;
 use Illuminate\Database\Eloquent\Relations\HasOne;
 
-use Illuminate\Support\Str;
 use function Symfony\Component\Clock\now;
 
 /**
@@ -29,7 +28,6 @@ use function Symfony\Component\Clock\now;
  * @property float $lowestProductPrice30Days
  * @property Date $lastSeen
  * @property integer $stock
- * @property Object $promotions
  */
 class Product extends Model
 {
@@ -60,10 +58,9 @@ class Product extends Model
     {
         return $this->hasOne(Price::class)->ofMany('price', 'MIN');
     }
-
     public function newestPrice(): HasOne
     {
-        return $this->hasOne(Price::class)->latest()->take(1);
+        return $this->hasOne(Price::class)->latest();
     }
 
     public function stock(): HasMany
@@ -73,7 +70,7 @@ class Product extends Model
 
     public function currentStock(): HasOne
     {
-        return $this->stock()->one()->ofMany()->withDefault(fn(Stock $stock) => $stock->stock = 0)->take(1);
+        return $this->stock()->one()->ofMany()->withDefault(fn (Stock $stock) => $stock->stock = 0);
     }
 
     public function toggleStarred(): self
@@ -91,23 +88,10 @@ class Product extends Model
         );
     }
 
-    public function promotions(): Attribute
-    {
-        return Attribute::make(
-            get: fn(?string $value) => json_decode($value ?? '{"hasPromotion": false}', 1),
-            set: function (\stdClass $value) {
-                $value->slug = Str::slug($value->tag);
-
-                return json_encode($value);
-            }
-        );
-    }
-
     public function isDiscontinued(): bool
     {
         return $this->lastSeen < now()->format('Y-m-d');
     }
-
     public function isNew(): bool
     {
         return $this->created_at->format('Y-m-d') > now()->modify('-30 days')->format('Y-m-d');

templates/footer.html.twig

@@ -1,12 +0,0 @@
-<div class="container">
-    <footer class="d-flex flex-wrap justify-content-between align-items-center py-3 my-4 border-top">
-        <div class="col-md-4 d-flex align-items-center">
-            <span class="mb-md-0 text-body-secondary">© 2025 Company, Inc</span>
-            <a class="align-items-center text-decoration-none" data-bs-theme-value="light">☀️ Light</a>
-            <a class="align-items-center text-decoration-none" data-bs-theme-value="dark">🌕 Dark</a>
-        </div>
-        <div class="col-md-4 text-end text-muted">
-            {{ include('lastscrape.html.twig', ignore_missing: true) }}
-        </div>
-    </footer>
-</div>

templates/product.html.twig

@@ -1,34 +1,28 @@
 {% extends "template.html.twig" %}
 
 {% block content %}
+{% cache 'product' ~ product.id %}
     <div class="table-responsive">
         <table class='table table-hover'>
             <tr>
                 <td class="align-middle font-weight-bold h3"><a class="text-warning text-decoration-none"
-                                                                href="{{ path('app_star', {'productId': product.id}) }}">{% if product.starred %}★{% else %} ☆ {% endif %}</a>
+                                                                href="{{ path('app_star', {'productId': product.id}) }}">{% if product.starred %}★{% else %} ☆ {% endif %}</a></td>
-                </td>
                 <td><img src='{{ product.image }}&width=150' class='border rounded p-1' alt='{{ product.name }}'/></td>
                 <td>
-                    <a href='{{ path('app_product', {'productId': product.id}) }}'
+                    <a href='{{ path('app_product', {'productId': product.id}) }}' class="text-decoration-none">{{ product.name }}</a>
-                       class="text-decoration-none">{{ product.name }}</a>
+                    <span class="badge text-bg-light"><a href="{{ path('app_search', {'search': product.subTitle}) }}" class="link-underline link-underline-opacity-0 link-dark">{{ product.subTitle }}</a></span>
-                    <a href="{{ path('app_search', {'search': product.subTitle}) }}"><span class="badge text-bg-secondary">{{ product.subTitle }}</span></a>
-                    {% if product.promotions is not null and product.promotions.hasPromotion %}<a
-                        href="{{ path('app_promos', {'promo': product.promotions.slug}) }}"><span class="badge bg-info">PROMO: {{ product.promotions.tag }}</span>
-                        </a>{% endif %}
                 </td>
                 <td>
                     <nav aria-label="breadcrumb" style="--bs-breadcrumb-divider: '>';">
                         <ol class="breadcrumb">
                             {% for category in product.categories %}
-                                <li class="breadcrumb-item" aria-current="page"><a
+                                <li class="breadcrumb-item" aria-current="page"><a class="breadcrumb-item text-decoration-none"
-                                            class="breadcrumb-item text-decoration-none"
+                                                                                   href="{{ path('app_category', {'category': category}) }}">{{ category }}</a></li>
-                                            href="{{ path('app_category', {'category': category}) }}">{{ category }}</a>
-                                </li>
                             {% endfor %}
                         </ol>
                     </nav>
                 </td>
-                <td><a href='https://{{ product.country.locale }}.ryobitools.eu{{ product.url }}'>link</a></td>
+                <td><a href='https://pl.ryobitools.eu/{{ product.url }}'>link</a></td>
             </tr>
             <tr>
                 <td colspan="5">
@@ -138,5 +132,6 @@
             }
         });
     </script>
+{% endcache %}
 {% endblock %}
 

templates/productList.html.twig

@@ -1,26 +1,12 @@
 {% extends "template.html.twig" %}
 
 {% block content %}
+{% cache 'list_' ~ listType %}
+
 {%  if listType starts with 'category_' %}
     {{ renderCategoryTree(categoryTree, category) | raw }}
 {% endif %}
 
-        {% if listType starts with 'promos' %}
-            <ul class="list-group list-group-flush">
-                {% for locale, promoByLocale in promos %}
-                    <li class="list-group-item">
-                        <h5 class="d-inline-block"><span class="badge bg-info">{{ locale | upper }}</span></h5>
-                        {% for promo in promoByLocale %}
-                            <a href="{{ path('app_promos', {'promo': promo.slug}) }}"><span
-                                        class="badge bg-info">PROMO: {{ promo.tag }} [{{ promo.locale | upper }}]</span></a>
-                        {% endfor %}
-                    </li>
-                {% endfor %}
-            </ul>
-        {% endif %}
-
-
-        {% if (listType starts with 'category_' and category == null)  or not (listType starts with 'category_') or (listType starts with 'category_' and category is not null)   %}
 <div class="table-responsive">
     <table class='table table-hover'>
         <thead>
@@ -38,57 +24,45 @@
         {% for product in products %}
             <tr>
                 <td class="align-middle font-weight-bold h3"><a class="text-warning text-decoration-none"
-                                                                            href="{{ path('app_star', {'productId': product.id}) }}">{% if product.starred == true %}★{% else %} ☆ {% endif %}</a>
+                                                                href="{{ path('app_star', {'productId': product.id}) }}">{% if product.starred == true %}★{% else %} ☆ {% endif %}</a></td>
-                            </td>
+                <td class="align-middle" style="width: 120px;"><img src='{{ product.image }}&width=70' class='img-thumbnail' alt='{{ product.name }}'/></td>
-                            <td class="align-middle" style="width: 120px;"><img src='{{ product.image }}&width=70'
-                                                                                class='img-thumbnail'
-                                                                                alt='{{ product.name }}'/></td>
                 <td class="align-middle">
-                                <a href='{{ path('app_product', {'productId': product.id}) }}'
+                    <a href='{{ path('app_product', {'productId': product.id}) }}' class="text-decoration-none">{{ product.name }}</a>
-                                   class="text-decoration-none">{{ product.name }}</a>
-                                <br>
                     {% if product.stock > 0 %}
-                                    <span class="badge text-bg-secondary">stock: {{ product.stock }}</span>
+                        <span class="badge text-bg-light">stock: {{ product.stock }}</span>
                     {% else %}
                         <span class="badge text-bg-warning">out of stock</span>
                     {% endif %}
                     {% if product.isDiscontinued() %}
-                                <a href="{{ path('app_discontinued') }}"><span class="badge text-bg-secondary" data-bs-title="Last update: {{ product.lastSeen }}">is discontinued</span></a>
+                        <span class="badge text-bg-secondary"  data-bs-toggle="tooltip" data-bs-title="Last update: {{ product.lastSeen }}">is discontinued</span>
                     {% endif %}
                     {% if product.isNew() %}
-                                    <a href="{{ path('app_new') }}"><span class="badge text-bg-success">is new</span></a>
+                        <span class="badge text-bg-success">is new</span>
                     {% endif %}
-                                <a href="{{ path('app_search', {'search': product.subTitle}) }}"><span class="badge text-bg-secondary">{{ product.subTitle }}</span></a>
+                    <span class="badge text-bg-light"><a href="{{ path('app_search', {'search': product.subTitle}) }}" class="link-underline link-underline-opacity-0 link-dark">{{ product.subTitle }}</a></span>
-                                {% if product.promotions is not null and product.promotions.hasPromotion %}<a href="{{ path('app_promos', {'promo': product.promotions.slug}) }}"><span class="badge bg-info">PROMO: {{ product.promotions.tag }}</span></a>{% endif %}
-                                <span class="badge text-bg-secondary">{{ product.country.countryName }}</span>
                 </td>
                 <td class="align-middle">
                     <nav aria-label="breadcrumb" style="--bs-breadcrumb-divider: '>';" >
                         <ol class="breadcrumb mb-0">
                             {% for category in product.categories %}
-                                            <li class="breadcrumb-item" aria-current="page"><a
+                                <li class="breadcrumb-item" aria-current="page"><a class="breadcrumb-item text-decoration-none"  href="{{ path('app_category', {'category': category}) }}">{{ category }}</a></li>
-                                                        class="breadcrumb-item text-decoration-none"
-                                                        href="{{ path('app_category', {'category': category}) }}">{{ category }}</a>
-                                            </li>
                             {%  endfor %}
                         </ol>
                     </nav>
                 </td>
-                            <td class="align-middle"><a href='https://{{ product.country.locale }}.ryobitools.eu{{ product.url }}'>link</a></td>
+                <td class="align-middle"><a href='https://pl.ryobitools.eu/{{ product.url }}'>link</a></td>
                 <td class="align-middle text-end">
                     {% if product.isDiscontinued() or product.priceCurrent == product.productStandardPrice %}
                         {{ product.priceLowest | format_currency(product.country.currency, {}, product.country.locale) }}
                     {% else %}
-                                {% if product.priceLowest != product.priceCurrent %}{{ product.priceLowest | format_currency(product.country.currency, {}, product.country.locale) }}{% else %}
+                        {% if product.priceLowest != product.priceCurrent %}{{ product.priceLowest | format_currency(product.country.currency, {}, product.country.locale) }}{%else%}<span class="badge text-bg-info">now lowest</span>{% endif %}</td>
-                                    <span class="badge text-bg-info">now lowest</span>{% endif %}</td>
                     {% endif %}
 
                 <td class="align-middle text-end">{{ product.priceCurrent | format_currency(product.country.currency, {}, product.country.locale) }}</td>
                 <td class="align-middle">
                     <div class="d-flex flex-row">
                         {% if product.priceCurrent != product.productStandardPrice %}<span
-                                            class="badge text-bg-warning text-decoration-line-through flex-fill">{{ product.productStandardPrice | format_currency(product.country.currency, {}, product.country.locale) }}</span>
+                                class="badge text-bg-warning text-decoration-line-through flex-fill">{{ product.productStandardPrice | format_currency(product.country.currency, {}, product.country.locale) }}</span> <span
-                                        <span
                                 class="badge text-bg-success flex-fill">{{ ((1 - product.priceCurrent / product.productStandardPrice)*100)|number_format(0) }}%</span>
                         {% endif %}
                     </div>
@@ -97,5 +71,5 @@
         {% endfor %}
     </table>
 </div>
-        {% endif %}
+{% endcache %}
 {% endblock %}

templates/template.html.twig

@@ -1,75 +1,6 @@
 <!doctype html>
-<html lang="en" data-bs-theme="">
+<html lang="en" data-bs-theme="light">
 <head>
-    <script>
-        (() => {
-            'use strict'
-
-            const getStoredTheme = () => localStorage.getItem('theme')
-            const setStoredTheme = theme => localStorage.setItem('theme', theme)
-
-            const getPreferredTheme = () => {
-                const storedTheme = getStoredTheme()
-                if (storedTheme) {
-                    return storedTheme
-                }
-
-                return window.matchMedia('(prefers-color-scheme: dark)').matches ? 'dark' : 'light'
-            }
-
-            const setTheme = theme => {
-                if (theme === 'auto') {
-                    document.documentElement.setAttribute('data-bs-theme', (window.matchMedia('(prefers-color-scheme: dark)').matches ? 'dark' : 'light'))
-                } else {
-                    document.documentElement.setAttribute('data-bs-theme', theme)
-                }
-            }
-
-            setTheme(getPreferredTheme())
-
-            const showActiveTheme = (theme, focus = false) => {
-                const themeSwitcher = document.querySelector('#bd-theme')
-
-                if (!themeSwitcher) {
-                    return
-                }
-
-                const btnToActive = document.querySelector(`[data-bs-theme-value="${theme}"]`)
-
-                document.querySelectorAll('[data-bs-theme-value]').forEach(element => {
-                    element.classList.remove('active')
-                })
-
-                btnToActive.classList.add('active')
-
-                if (focus) {
-                    themeSwitcher.focus()
-                }
-            }
-
-            window.matchMedia('(prefers-color-scheme: dark)').addEventListener('change', () => {
-                const storedTheme = getStoredTheme()
-                if (storedTheme !== 'light' && storedTheme !== 'dark') {
-                    setTheme(getPreferredTheme())
-                }
-            })
-
-            window.addEventListener('DOMContentLoaded', () => {
-                showActiveTheme(getPreferredTheme())
-
-                document.querySelectorAll('[data-bs-theme-value]')
-                    .forEach(toggle => {
-                        toggle.addEventListener('click', () => {
-                            const theme = toggle.getAttribute('data-bs-theme-value')
-                            setStoredTheme(theme)
-                            setTheme(theme)
-                            showActiveTheme(theme, true)
-                        })
-                    })
-            })
-        })()
-
-    </script>
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, user-scalable=no, initial-scale=1.0, maximum-scale=1.0, minimum-scale=1.0">
     <meta http-equiv="X-UA-Compatible" content="ie=edge">
@@ -82,12 +13,12 @@
     <div class="container-fluid">
         <a class="navbar-brand" href="{{ path('app_home') }}">Crawler</a>
 
-        <button class="navbar-toggler" type="button" data-bs-toggle="collapse" data-bs-target="#navbarNav"
+        <button class="navbar-toggler" type="button" data-bs-toggle="collapse" data-bs-target="#navbarNav" aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation">
-                aria-controls="navbarNav" aria-expanded="false" aria-label="Toggle navigation">
             <span class="navbar-toggler-icon"></span>
         </button>
         <div class="collapse navbar-collapse" id="navbarNav">
             <ul class="navbar-nav me-auto mb-2 mb-lg-0">
+                {% cache "menu_count" ~ listType|default('') %}
                     <li class="nav-item">
                         <a class="nav-link {% if app.request.pathinfo == path('app_home') %}active shadow-sm bg-body rounded{% endif %}" aria-current="page" href="{{ path('app_home') }}">All products <span class="badge text-bg-secondary">{{ allCount() }}</span></a>
                     </li>
@@ -103,6 +34,7 @@
                     <li class="nav-item">
                         <a class="nav-link {% if app.request.pathinfo == path('app_discontinued') %}active shadow-sm bg-body rounded{% endif %}" aria-current="page" href="{{ path('app_discontinued') }}">Discontinued <span class="badge text-bg-secondary">{{ discontinuedCount() }}</span></a>
                     </li>
+                {% endcache %}
             </ul>
 
             <form class="form-floating d-flex col-lg-6 col-sm-8" role="search" action="{{ path('app_search') }}">
@@ -115,7 +47,6 @@
 
 </nav>
 {% block content %}{% endblock %}
-{{ include('footer.html.twig') }}
 <script src="/templates/js/bootstrap.bundle.min.js"></script>
 </body>
 </html>