Use panther to retrieve more data from Aliexpress

This commit is contained in:
Jan Böhmer 2025-03-25 23:14:58 +01:00
parent 2fdd837354
commit 3626570a0b
7 changed files with 331 additions and 76 deletions

342
composer.lock generated
View file

@ -4,7 +4,7 @@
"Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
"This file is @generated automatically"
],
"content-hash": "75643d42e05fce4684644d375bff2d0a",
"content-hash": "d894170eb8b24ff5376bf32a2fa71204",
"packages": [
{
"name": "amphp/amp",
@ -1569,6 +1569,55 @@
},
"time": "2024-04-12T12:12:48+00:00"
},
{
"name": "dbrekelmans/bdi",
"version": "1.4.0",
"source": {
"type": "git",
"url": "https://github.com/dbrekelmans/bdi.git",
"reference": "fa2ff9b5ed0508ddf5cd574f9dfa6fea954a9acd"
},
"dist": {
"type": "zip",
"url": "https://api.github.com/repos/dbrekelmans/bdi/zipball/fa2ff9b5ed0508ddf5cd574f9dfa6fea954a9acd",
"reference": "fa2ff9b5ed0508ddf5cd574f9dfa6fea954a9acd",
"shasum": ""
},
"require": {
"ext-json": "*",
"ext-zip": "*",
"ext-zlib": "*",
"php": "^8.1"
},
"bin": [
"bdi",
"bdi.phar"
],
"type": "library",
"notification-url": "https://packagist.org/downloads/",
"license": [
"MIT"
],
"authors": [
{
"name": "Daniël Brekelmans",
"homepage": "https://github.com/dbrekelmans"
},
{
"name": "Contributors",
"homepage": "https://github.com/dbrekelmans/bdi/graphs/contributors"
}
],
"description": "PHAR distribution of dbrekelmans/browser-driver-installer.",
"homepage": "https://github.com/dbrekelmans/bdi",
"keywords": [
"browser-driver-installer"
],
"support": {
"source": "https://github.com/dbrekelmans/bdi/tree/1.4.0"
},
"time": "2024-12-12T18:36:47+00:00"
},
{
"name": "doctrine/collections",
"version": "2.3.0",
@ -6269,6 +6318,72 @@
},
"time": "2024-03-15T13:55:21+00:00"
},
{
"name": "php-webdriver/webdriver",
"version": "1.15.2",
"source": {
"type": "git",
"url": "https://github.com/php-webdriver/php-webdriver.git",
"reference": "998e499b786805568deaf8cbf06f4044f05d91bf"
},
"dist": {
"type": "zip",
"url": "https://api.github.com/repos/php-webdriver/php-webdriver/zipball/998e499b786805568deaf8cbf06f4044f05d91bf",
"reference": "998e499b786805568deaf8cbf06f4044f05d91bf",
"shasum": ""
},
"require": {
"ext-curl": "*",
"ext-json": "*",
"ext-zip": "*",
"php": "^7.3 || ^8.0",
"symfony/polyfill-mbstring": "^1.12",
"symfony/process": "^5.0 || ^6.0 || ^7.0"
},
"replace": {
"facebook/webdriver": "*"
},
"require-dev": {
"ergebnis/composer-normalize": "^2.20.0",
"ondram/ci-detector": "^4.0",
"php-coveralls/php-coveralls": "^2.4",
"php-mock/php-mock-phpunit": "^2.0",
"php-parallel-lint/php-parallel-lint": "^1.2",
"phpunit/phpunit": "^9.3",
"squizlabs/php_codesniffer": "^3.5",
"symfony/var-dumper": "^5.0 || ^6.0 || ^7.0"
},
"suggest": {
"ext-SimpleXML": "For Firefox profile creation"
},
"type": "library",
"autoload": {
"files": [
"lib/Exception/TimeoutException.php"
],
"psr-4": {
"Facebook\\WebDriver\\": "lib/"
}
},
"notification-url": "https://packagist.org/downloads/",
"license": [
"MIT"
],
"description": "A PHP client for Selenium WebDriver. Previously facebook/webdriver.",
"homepage": "https://github.com/php-webdriver/php-webdriver",
"keywords": [
"Chromedriver",
"geckodriver",
"php",
"selenium",
"webdriver"
],
"support": {
"issues": "https://github.com/php-webdriver/php-webdriver/issues",
"source": "https://github.com/php-webdriver/php-webdriver/tree/1.15.2"
},
"time": "2024-11-21T15:12:59+00:00"
},
{
"name": "phpdocumentor/reflection-common",
"version": "2.2.0",
@ -8157,6 +8272,74 @@
],
"time": "2024-10-25T15:07:50+00:00"
},
{
"name": "symfony/browser-kit",
"version": "v6.4.19",
"source": {
"type": "git",
"url": "https://github.com/symfony/browser-kit.git",
"reference": "ce95f3e3239159e7fa3be7690c6ce95a4714637f"
},
"dist": {
"type": "zip",
"url": "https://api.github.com/repos/symfony/browser-kit/zipball/ce95f3e3239159e7fa3be7690c6ce95a4714637f",
"reference": "ce95f3e3239159e7fa3be7690c6ce95a4714637f",
"shasum": ""
},
"require": {
"php": ">=8.1",
"symfony/dom-crawler": "^5.4|^6.0|^7.0"
},
"require-dev": {
"symfony/css-selector": "^5.4|^6.0|^7.0",
"symfony/http-client": "^5.4|^6.0|^7.0",
"symfony/mime": "^5.4|^6.0|^7.0",
"symfony/process": "^5.4|^6.0|^7.0"
},
"type": "library",
"autoload": {
"psr-4": {
"Symfony\\Component\\BrowserKit\\": ""
},
"exclude-from-classmap": [
"/Tests/"
]
},
"notification-url": "https://packagist.org/downloads/",
"license": [
"MIT"
],
"authors": [
{
"name": "Fabien Potencier",
"email": "fabien@symfony.com"
},
{
"name": "Symfony Community",
"homepage": "https://symfony.com/contributors"
}
],
"description": "Simulates the behavior of a web browser, allowing you to make requests, click on links and submit forms programmatically",
"homepage": "https://symfony.com",
"support": {
"source": "https://github.com/symfony/browser-kit/tree/v6.4.19"
},
"funding": [
{
"url": "https://symfony.com/sponsor",
"type": "custom"
},
{
"url": "https://github.com/fabpot",
"type": "github"
},
{
"url": "https://tidelift.com/funding/github/packagist/symfony/symfony",
"type": "tidelift"
}
],
"time": "2025-02-14T11:23:16+00:00"
},
{
"name": "symfony/cache",
"version": "v6.4.19",
@ -10610,6 +10793,95 @@
],
"time": "2024-11-20T10:57:02+00:00"
},
{
"name": "symfony/panther",
"version": "v2.2.0",
"source": {
"type": "git",
"url": "https://github.com/symfony/panther.git",
"reference": "b7e0f834c9046918972edb3dde2ecc4a20f6155e"
},
"dist": {
"type": "zip",
"url": "https://api.github.com/repos/symfony/panther/zipball/b7e0f834c9046918972edb3dde2ecc4a20f6155e",
"reference": "b7e0f834c9046918972edb3dde2ecc4a20f6155e",
"shasum": ""
},
"require": {
"ext-dom": "*",
"ext-libxml": "*",
"php": ">=8.0",
"php-webdriver/webdriver": "^1.8.2",
"symfony/browser-kit": "^5.4 || ^6.4 || ^7.0",
"symfony/dependency-injection": "^5.4 || ^6.4 || ^7.0",
"symfony/deprecation-contracts": "^2.4 || ^3",
"symfony/dom-crawler": "^5.4 || ^6.4 || ^7.0",
"symfony/http-client": "^6.4 || ^7.0",
"symfony/http-kernel": "^5.4 || ^6.4 || ^7.0",
"symfony/process": "^5.4 || ^6.4 || ^7.0"
},
"require-dev": {
"symfony/css-selector": "^5.4 || ^6.4 || ^7.0",
"symfony/framework-bundle": "^5.4 || ^6.4 || ^7.0",
"symfony/mime": "^5.4 || ^6.4 || ^7.0",
"symfony/phpunit-bridge": "^7.2.0"
},
"type": "library",
"extra": {
"branch-alias": {
"dev-main": "2.0.x-dev"
}
},
"autoload": {
"psr-4": {
"Symfony\\Component\\Panther\\": "src/"
}
},
"notification-url": "https://packagist.org/downloads/",
"license": [
"MIT"
],
"authors": [
{
"name": "Kévin Dunglas",
"email": "dunglas@gmail.com",
"homepage": "https://dunglas.fr"
},
{
"name": "Symfony Community",
"homepage": "https://symfony.com/contributors"
}
],
"description": "A browser testing and web scraping library for PHP and Symfony.",
"homepage": "https://dunglas.fr",
"keywords": [
"e2e",
"scraping",
"selenium",
"symfony",
"testing",
"webdriver"
],
"support": {
"issues": "https://github.com/symfony/panther/issues",
"source": "https://github.com/symfony/panther/tree/v2.2.0"
},
"funding": [
{
"url": "https://www.panthera.org/donate",
"type": "custom"
},
{
"url": "https://github.com/dunglas",
"type": "github"
},
{
"url": "https://tidelift.com/funding/github/packagist/symfony/panther",
"type": "tidelift"
}
],
"time": "2025-01-30T13:11:55+00:00"
},
{
"name": "symfony/password-hasher",
"version": "v6.4.13",
@ -18332,74 +18604,6 @@
],
"time": "2020-09-28T06:39:44+00:00"
},
{
"name": "symfony/browser-kit",
"version": "v6.4.19",
"source": {
"type": "git",
"url": "https://github.com/symfony/browser-kit.git",
"reference": "ce95f3e3239159e7fa3be7690c6ce95a4714637f"
},
"dist": {
"type": "zip",
"url": "https://api.github.com/repos/symfony/browser-kit/zipball/ce95f3e3239159e7fa3be7690c6ce95a4714637f",
"reference": "ce95f3e3239159e7fa3be7690c6ce95a4714637f",
"shasum": ""
},
"require": {
"php": ">=8.1",
"symfony/dom-crawler": "^5.4|^6.0|^7.0"
},
"require-dev": {
"symfony/css-selector": "^5.4|^6.0|^7.0",
"symfony/http-client": "^5.4|^6.0|^7.0",
"symfony/mime": "^5.4|^6.0|^7.0",
"symfony/process": "^5.4|^6.0|^7.0"
},
"type": "library",
"autoload": {
"psr-4": {
"Symfony\\Component\\BrowserKit\\": ""
},
"exclude-from-classmap": [
"/Tests/"
]
},
"notification-url": "https://packagist.org/downloads/",
"license": [
"MIT"
],
"authors": [
{
"name": "Fabien Potencier",
"email": "fabien@symfony.com"
},
{
"name": "Symfony Community",
"homepage": "https://symfony.com/contributors"
}
],
"description": "Simulates the behavior of a web browser, allowing you to make requests, click on links and submit forms programmatically",
"homepage": "https://symfony.com",
"support": {
"source": "https://github.com/symfony/browser-kit/tree/v6.4.19"
},
"funding": [
{
"url": "https://symfony.com/sponsor",
"type": "custom"
},
{
"url": "https://github.com/fabpot",
"type": "github"
},
{
"url": "https://tidelift.com/funding/github/packagist/symfony/symfony",
"type": "tidelift"
}
],
"time": "2025-02-14T11:23:16+00:00"
},
{
"name": "symfony/debug-bundle",
"version": "v6.4.13",