krzysiej/ryobi-crawler
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases 1 Wiki Activity

Update README.md, remove migration.php, add message to browser.php

Browse Source
This commit is contained in:
Krzysztof Płaczek
2024-10-12 12:48:15 +02:00
parent 39e0262036
commit 1d800f4396
4 changed files with 11 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
README.md
View File

@@ -2,5 +2,9 @@
## Project start ## Project start
1. Run `migration.php` file to create `database.sqlite` and create tables. 1. Clone repository using `git clone https://git.techtube.pl/krzysiej/ryobi-crawler.git`
2. Run `php index.php app:scrape` command to scrape all the products from the ryobi website. 2. Cd into project directory `cd ryobi-crawler`
3. Build and start docker container `docker compose up -d`
4. Run `docker compose exec php-app php index.php app:migrate` file to create `database.sqlite` and create tables.
5. Run `docker compose exec php-app php index.php app:scrape` command to scrape all the products from the ryobi website.
6. Access web interface using `localhost:9000` address in web browser.

4
browser.php
View File

@@ -6,6 +6,10 @@ use Illuminate\Database\Capsule\Manager as Capsule;
use Krzysiej\RyobiCrawler\Models\Product; use Krzysiej\RyobiCrawler\Models\Product;
use Twig\{Environment, Loader\FilesystemLoader}; use Twig\{Environment, Loader\FilesystemLoader};
if (!file_exists('database.sqlite')) {
exit('Database file <code>database.sqlite</code> missing. Run docker compose <blockquote>docker compose exec php-app php index.php app:migrate</blockquote> to create it.');
}
$capsule = new Capsule; $capsule = new Capsule;
$capsule->addConnection(['driver' => 'sqlite', 'database' => __DIR__ . '/database.sqlite']); $capsule->addConnection(['driver' => 'sqlite', 'database' => __DIR__ . '/database.sqlite']);
$capsule->setAsGlobal(); $capsule->setAsGlobal();

2
index.php
View File

@@ -13,7 +13,7 @@ if (php_sapi_name() !== 'cli') {
exit; exit;
} }
$application = new Application('Ryobi website scraper application', '1.1.0'); $application = new Application('Ryobi website scraper application', '1.1.1');
$application->add(new ScrapeWebsite()); $application->add(new ScrapeWebsite());
$application->add(new Migrate()); $application->add(new Migrate());
$application->run(); $application->run();

49
migration.php
View File

@@ -1,49 +0,0 @@
<?php
include_once 'vendor/autoload.php';
use Illuminate\Database\Capsule\Manager as Capsule;
use Illuminate\Database\Schema\Blueprint;
if (php_sapi_name() !== 'cli') {
echo 'Execute this script in cli only';
exit;
}
touch('database.sqlite');
$capsule = new Capsule;
$capsule->addConnection([
'driver' => 'sqlite',
'database' => __DIR__ . '/database.sqlite',
]);
$capsule->setAsGlobal();
if (!Capsule::schema()->hasTable('products')) {
Capsule::schema()->create('products', function (Blueprint $table) {
$table->increments('id');
$table->string('name');
$table->integer('skuID')->unique();
$table->integer('agilityID');
$table->integer('availableQuantity');
$table->integer('stock');
$table->json('categories');
$table->string('image');
$table->string('subTitle');
$table->string('variantCode');
$table->string('modelCode');
$table->string('url');
$table->boolean('starred')->default(false);
$table->timestamps();
});
}
if (!Capsule::schema()->hasTable('prices')) {
Capsule::schema()->create('prices', function (Blueprint $table) {
$table->increments('id');
$table->foreignId('product_id');
$table->float('price');
$table->float('productStandardPrice');
$table->float('lowestProductPrice30Days');
$table->timestamps();
});
}