iflow/scrapy

v0.0.1 2024-07-25 02:17 UTC

Requires

• php: >=8.0.0
• ext-dom: *
• ext-libxml: *
• ext-simplexml: *
• guzzlehttp/guzzle: ~6.0|~7.0
• guzzlehttp/ringphp: ~1.0
• phpunit/phpunit: ^9.5

MulanPSL-2.0

• 洛水天依

README

安装

composer require iflow/scrapy

使用

use iflow\Scrapy\implement\Query\Client\Proxy;
use iflow\Scrapy\implement\Query\Queue;
use iflow\Scrapy\implement\Request\Request;
use iflow\Scrapy\implement\Response\Response;
use iflow\Scrapy\Scrapy;

$request = new Request(
    'https://baidu.com',
    'GET',
    cookie: [
        [
            'Name' => 'Name',
            'Value' => 'Value',
            'Domain'   => '.baidu.com',
            'Path'     => '/',
            'HttpOnly' => true
        ]
    ]
);

$queue = new Queue();

for ($i = 0; $i < 0; $i++) {
    $queue -> add($request, function (Response $response) {
        var_dump($response -> getResponseBodyType() -> getParserContent());
    });
}

// 如果不使用代理可以注释
$proxy = new Proxy();
// $proxy -> addProxy('183.195.106.118', 8118);

// 执行请求
(new Scrapy($queue, $proxy, options: [ 'cookies' => true ])) -> request();