diff options
author | DriverXX <DriverXX@users.noreply.github.com> | 2019-12-24 09:33:19 +0100 |
---|---|---|
committer | Benjamin Brahmer <info@b-brahmer.de> | 2019-12-24 09:33:19 +0100 |
commit | 6673cbc3d940745a0ecddb93b32805a0fbe79eb1 (patch) | |
tree | 72d50a36c4635311a684375106652d88d019575e /lib/Fetcher/Fetcher.php | |
parent | c2f617dd400681b67927781a73a735600803d9ae (diff) |
Reimplement full-text scraping (#563)
Add readability.php scraper
Fixes #482
Signed-off-by: Gioele Falcetti <thegio.f@gmail.com>
Diffstat (limited to 'lib/Fetcher/Fetcher.php')
-rw-r--r-- | lib/Fetcher/Fetcher.php | 18 |
1 files changed, 13 insertions, 5 deletions
diff --git a/lib/Fetcher/Fetcher.php b/lib/Fetcher/Fetcher.php index 425004680..f52141dda 100644 --- a/lib/Fetcher/Fetcher.php +++ b/lib/Fetcher/Fetcher.php @@ -45,17 +45,24 @@ class Fetcher * * @param string $url remote url of the feed * @param boolean $getFavicon if the favicon should also be fetched, defaults to true - * @param string $lastModified a last modified value from an http header defaults to false. + * @param string $lastModified a last modified value from an http header defaults to false. * If lastModified matches the http header from the feed no results are fetched - * @param string $user if given, basic auth is set for this feed - * @param string $password if given, basic auth is set for this feed. Ignored if user is empty + * @param bool $fullTextEnabled If true use a scraper to download the full article + * @param string $user if given, basic auth is set for this feed + * @param string $password if given, basic auth is set for this feed. Ignored if user is empty * * @throws ReadErrorException if FeedIO fails * @return array an array containing the new feed and its items, first * element being the Feed and second element being an array of Items */ - public function fetch($url, $getFavicon = true, $lastModified = null, $user = null, $password = null) - { + public function fetch( + $url, + $getFavicon = true, + $lastModified = null, + $fullTextEnabled = false, + $user = null, + $password = null + ) { foreach ($this->fetchers as $fetcher) { if (!$fetcher->canHandle($url)) { continue; @@ -64,6 +71,7 @@ class Fetcher $url, $getFavicon, $lastModified, + $fullTextEnabled, $user, $password ); |