From 982ff16a2e0acb7513e6b77316be911ba24959cd Mon Sep 17 00:00:00 2001 From: IgorA100 Date: Sun, 15 Oct 2023 01:40:52 +0300 Subject: Fix: Set CURLOPT_USERAGENT Some sites do not serve content without a User Agent Set CURLOPT_USERAGENT= Google Chrome Signed-off-by: IgorA100 --- lib/Scraper/Scraper.php | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/Scraper/Scraper.php b/lib/Scraper/Scraper.php index 998c4464c..b766a00b8 100644 --- a/lib/Scraper/Scraper.php +++ b/lib/Scraper/Scraper.php @@ -37,7 +37,7 @@ class Scraper implements IScraper CURLOPT_RETURNTRANSFER => true, // return web page CURLOPT_HEADER => false, // do not return headers CURLOPT_FOLLOWLOCATION => true, // follow redirects - //CURLOPT_USERAGENT => "php-news", // who am i + CURLOPT_USERAGENT => "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36", // who am i CURLOPT_AUTOREFERER => true, // set referer on redirect CURLOPT_CONNECTTIMEOUT => 120, // timeout on connect CURLOPT_TIMEOUT => 120, // timeout on response -- cgit v1.2.3