From b9e330109b58fac55c3728dd3c543552fcabd353 Mon Sep 17 00:00:00 2001 From: Bernhard Posselt Date: Sun, 9 Nov 2014 11:44:09 +0100 Subject: update picofeed to 0.1.0 --- composer.json | 2 +- composer.lock | 16 ++-- vendor/autoload.php | 2 +- vendor/composer/autoload_real.php | 10 +-- vendor/composer/installed.json | 14 ++-- vendor/fguillot/picofeed/README.markdown | 8 ++ vendor/fguillot/picofeed/docs/config.markdown | 10 +-- vendor/fguillot/picofeed/docs/debugging.markdown | 54 ++++++++++-- vendor/fguillot/picofeed/docs/exceptions.markdown | 28 +++++++ vendor/fguillot/picofeed/docs/favicon.markdown | 14 +--- .../fguillot/picofeed/docs/feed-creation.markdown | 6 +- .../fguillot/picofeed/docs/feed-parsing.markdown | 82 ++++++++++++++++--- vendor/fguillot/picofeed/docs/grabber.markdown | 35 +++++--- .../fguillot/picofeed/docs/installation.markdown | 8 +- vendor/fguillot/picofeed/docs/opml-export.markdown | 4 +- vendor/fguillot/picofeed/docs/opml-import.markdown | 2 +- vendor/fguillot/picofeed/example.php | 45 ++++++++++ .../picofeed/lib/PicoFeed/Client/Client.php | 14 ++-- .../fguillot/picofeed/lib/PicoFeed/Client/Curl.php | 29 +++---- .../picofeed/lib/PicoFeed/Client/Favicon.php | 4 +- .../picofeed/lib/PicoFeed/Client/Grabber.php | 40 +++++---- .../picofeed/lib/PicoFeed/Client/Stream.php | 8 +- .../fguillot/picofeed/lib/PicoFeed/Filter/Html.php | 5 ++ .../picofeed/lib/PicoFeed/Logging/Logger.php | 95 ++++++++++++++++++++++ .../picofeed/lib/PicoFeed/Logging/Logging.php | 95 ---------------------- .../fguillot/picofeed/lib/PicoFeed/Parser/Atom.php | 1 - .../picofeed/lib/PicoFeed/Parser/Parser.php | 14 ++-- .../picofeed/lib/PicoFeed/Parser/Rss20.php | 1 - .../picofeed/lib/PicoFeed/Reader/Reader.php | 10 +-- .../lib/PicoFeed/Rules/degroupnews.com.php | 10 +++ .../picofeed/lib/PicoFeed/Rules/sitepoint.com.php | 9 ++ .../picofeed/lib/PicoFeed/Rules/undeadly.org.php | 11 +++ .../picofeed/lib/PicoFeed/Serialization/Import.php | 8 +- .../picofeed/lib/PicoFeed/Syndication/Rss20.php | 2 +- .../picofeed/lib/PicoFeed/Syndication/Writer.php | 9 +- vendor/fguillot/picofeed/picofeed | 55 ++++++------- .../fguillot/picofeed/tests/Client/GrabberTest.php | 3 +- vendor/fguillot/picofeed/tests/Client/UrlTest.php | 2 +- 38 files changed, 494 insertions(+), 271 deletions(-) create mode 100644 vendor/fguillot/picofeed/docs/exceptions.markdown create mode 100644 vendor/fguillot/picofeed/example.php create mode 100644 vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logger.php delete mode 100644 vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logging.php create mode 100644 vendor/fguillot/picofeed/lib/PicoFeed/Rules/degroupnews.com.php create mode 100644 vendor/fguillot/picofeed/lib/PicoFeed/Rules/sitepoint.com.php create mode 100644 vendor/fguillot/picofeed/lib/PicoFeed/Rules/undeadly.org.php diff --git a/composer.json b/composer.json index 6050bcff4..a35672b65 100644 --- a/composer.json +++ b/composer.json @@ -32,6 +32,6 @@ "require": { "pear/net_url2": "~2.1", "ezyang/htmlpurifier": "~4.6", - "fguillot/picofeed": "0.1.0-dev-dev" + "fguillot/picofeed": "~0.1.0" } } diff --git a/composer.lock b/composer.lock index ce730f2ab..f8a96a493 100644 --- a/composer.lock +++ b/composer.lock @@ -4,7 +4,7 @@ "Read more about it at http://getcomposer.org/doc/01-basic-usage.md#composer-lock-the-lock-file", "This file is @generated automatically" ], - "hash": "a50b15fc49d316cb5b2db3e9e7ea78b3", + "hash": "3cbce8173a1c93656be80baf11715718", "packages": [ { "name": "ezyang/htmlpurifier", @@ -53,16 +53,16 @@ }, { "name": "fguillot/picofeed", - "version": "dev-0.1.0-dev", + "version": "v0.1.0", "source": { "type": "git", "url": "https://github.com/fguillot/picoFeed.git", - "reference": "e7e32522b487256c3164eeece30203313b09456a" + "reference": "d36a878e912a04c15f49da97e8d627280ae6918c" }, "dist": { "type": "zip", - "url": "https://api.github.com/repos/fguillot/picoFeed/zipball/e7e32522b487256c3164eeece30203313b09456a", - "reference": "e7e32522b487256c3164eeece30203313b09456a", + "url": "https://api.github.com/repos/fguillot/picoFeed/zipball/d36a878e912a04c15f49da97e8d627280ae6918c", + "reference": "d36a878e912a04c15f49da97e8d627280ae6918c", "shasum": "" }, "require": { @@ -86,7 +86,7 @@ ], "description": "Modern library to write or read feeds (RSS/Atom)", "homepage": "http://fguillot.github.io/picoFeed", - "time": "2014-11-05 01:21:29" + "time": "2014-11-08 14:43:27" }, { "name": "pear/net_url2", @@ -156,9 +156,7 @@ "packages-dev": [], "aliases": [], "minimum-stability": "stable", - "stability-flags": { - "fguillot/picofeed": 20 - }, + "stability-flags": [], "prefer-stable": false, "platform": [], "platform-dev": [] diff --git a/vendor/autoload.php b/vendor/autoload.php index 3cd25b0d2..bf039c269 100644 --- a/vendor/autoload.php +++ b/vendor/autoload.php @@ -4,4 +4,4 @@ require_once __DIR__ . '/composer' . '/autoload_real.php'; -return ComposerAutoloaderInit4750e3a2a6327c742e19653287d1e34f::getLoader(); +return ComposerAutoloaderInit1a5ae2c0139f33f17ed4df8077538870::getLoader(); diff --git a/vendor/composer/autoload_real.php b/vendor/composer/autoload_real.php index 16fe7ad69..c601c9c64 100644 --- a/vendor/composer/autoload_real.php +++ b/vendor/composer/autoload_real.php @@ -2,7 +2,7 @@ // autoload_real.php @generated by Composer -class ComposerAutoloaderInit4750e3a2a6327c742e19653287d1e34f +class ComposerAutoloaderInit1a5ae2c0139f33f17ed4df8077538870 { private static $loader; @@ -19,9 +19,9 @@ class ComposerAutoloaderInit4750e3a2a6327c742e19653287d1e34f return self::$loader; } - spl_autoload_register(array('ComposerAutoloaderInit4750e3a2a6327c742e19653287d1e34f', 'loadClassLoader'), true, true); + spl_autoload_register(array('ComposerAutoloaderInit1a5ae2c0139f33f17ed4df8077538870', 'loadClassLoader'), true, true); self::$loader = $loader = new \Composer\Autoload\ClassLoader(); - spl_autoload_unregister(array('ComposerAutoloaderInit4750e3a2a6327c742e19653287d1e34f', 'loadClassLoader')); + spl_autoload_unregister(array('ComposerAutoloaderInit1a5ae2c0139f33f17ed4df8077538870', 'loadClassLoader')); $includePaths = require __DIR__ . '/include_paths.php'; array_push($includePaths, get_include_path()); @@ -46,14 +46,14 @@ class ComposerAutoloaderInit4750e3a2a6327c742e19653287d1e34f $includeFiles = require __DIR__ . '/autoload_files.php'; foreach ($includeFiles as $file) { - composerRequire4750e3a2a6327c742e19653287d1e34f($file); + composerRequire1a5ae2c0139f33f17ed4df8077538870($file); } return $loader; } } -function composerRequire4750e3a2a6327c742e19653287d1e34f($file) +function composerRequire1a5ae2c0139f33f17ed4df8077538870($file) { require $file; } diff --git a/vendor/composer/installed.json b/vendor/composer/installed.json index f7a314210..f3aa9a500 100644 --- a/vendor/composer/installed.json +++ b/vendor/composer/installed.json @@ -114,25 +114,25 @@ }, { "name": "fguillot/picofeed", - "version": "dev-0.1.0-dev", - "version_normalized": "dev-0.1.0-dev", + "version": "v0.1.0", + "version_normalized": "0.1.0.0", "source": { "type": "git", "url": "https://github.com/fguillot/picoFeed.git", - "reference": "e7e32522b487256c3164eeece30203313b09456a" + "reference": "d36a878e912a04c15f49da97e8d627280ae6918c" }, "dist": { "type": "zip", - "url": "https://api.github.com/repos/fguillot/picoFeed/zipball/e7e32522b487256c3164eeece30203313b09456a", - "reference": "e7e32522b487256c3164eeece30203313b09456a", + "url": "https://api.github.com/repos/fguillot/picoFeed/zipball/d36a878e912a04c15f49da97e8d627280ae6918c", + "reference": "d36a878e912a04c15f49da97e8d627280ae6918c", "shasum": "" }, "require": { "php": ">=5.3.0" }, - "time": "2014-11-05 01:21:29", + "time": "2014-11-08 14:43:27", "type": "library", - "installation-source": "dist", + "installation-source": "source", "autoload": { "psr-0": { "PicoFeed": "lib/" diff --git a/vendor/fguillot/picofeed/README.markdown b/vendor/fguillot/picofeed/README.markdown index 8f01b4e8e..868d532e9 100644 --- a/vendor/fguillot/picofeed/README.markdown +++ b/vendor/fguillot/picofeed/README.markdown @@ -42,6 +42,13 @@ Authors - [Bernhard Posselt](https://github.com/Raydiation) - [David Pennington](https://github.com/Xeoncross) +Real world usage +---------------- + +- [AnythingNew](http://anythingnew.co) +- [Miniflux](http://miniflux.net) +- [Owncloud News](https://github.com/owncloud/news) + Documentation ------------- @@ -53,5 +60,6 @@ Documentation - [OPML file importation](docs/opml-import.markdown) - [OPML file exportation](docs/opml-export.markdown) - [Web scraping](docs/grabber.markdown) +- [Exceptions](docs/exceptions.markdown) - [Debugging](docs/debugging.markdown) - [Configuration](docs/config.markdown) diff --git a/vendor/fguillot/picofeed/docs/config.markdown b/vendor/fguillot/picofeed/docs/config.markdown index bf6fdee1f..5e0dfea53 100644 --- a/vendor/fguillot/picofeed/docs/config.markdown +++ b/vendor/fguillot/picofeed/docs/config.markdown @@ -8,8 +8,8 @@ To change the default parameters, you have to use the Config class. Create a new instance and pass it to the Reader object like that: ```php -use PicoFeed\Reader; -use PicoFeed\Config; +use PicoFeed\Reader\Reader; +use PicoFeed\Config\Config; $config = new Config; $config->setClientUserAgent('My custom RSS Reader') @@ -80,7 +80,7 @@ $config->setProxyHostname('proxy.example.org'); - Argument value: port number (integer) ```php -$config->getProxyPort(8118); +$config->setProxyPort(8118); ``` ### Proxy username @@ -132,7 +132,7 @@ Parser ### Hash algorithm used for item id generation - Method name: `setParserHashAlgo()` -- Default value: `crc32b` +- Default value: `sha256` - Argument value: any value returned by the function `hash_algos()` (string) - See: http://php.net/hash_algos @@ -147,7 +147,7 @@ $config->setParserHashAlgo('sha1'); - Argument value: boolean ```php -$config->setContentFiltering(); +$config->setContentFiltering(false); ``` ### Timezone diff --git a/vendor/fguillot/picofeed/docs/debugging.markdown b/vendor/fguillot/picofeed/docs/debugging.markdown index bbe1fd067..a9f8ab163 100644 --- a/vendor/fguillot/picofeed/docs/debugging.markdown +++ b/vendor/fguillot/picofeed/docs/debugging.markdown @@ -1,13 +1,18 @@ Debugging ========= -Get log messages ----------------- +Logging +------- PicoFeed log in memory the execution flow, if a feed doesn't work correctly it's easy to see what is wrong. +### Reading messages + ```php -print_r(PicoFeed\Logging::getMessages()); +use PicoFeed\Logging\Logger; + +// All messages are stored inside an Array +print_r(Logger::getMessages()); ``` You will got an output like that: @@ -36,11 +41,46 @@ Array ) ``` -Remove messages ---------------- +### Remove messages -All messages are stored in memory, if you need to clear them just call the method `Logging::deleteMessages()`: +All messages are stored in memory, if you need to clear them just call the method `Logger::deleteMessages()`: ```php -PicoFeed\Logging::deleteMessages(); +Logger::deleteMessages(); +``` + +Command line utility +==================== + +PicoFeed provides a basic command line tool to debug feeds quickly. +The tool is located in the root directory project. + +### Usage + +```bash +$ ./picofeed +Usage: +./picofeed feed # Parse a feed a dump the ouput on stdout +./picofeed debug # Display all logging messages for a feed +./picofeed item # Fetch only one item +./picofeed nofilter # Fetch an item but with no content filtering +``` + +### Example + +```bash +$ ./picofeed debug https://linuxfr.org/ +Exception thrown ===> "Invalid SSL certificate" +Array +( + [0] => [2014-11-08 14:04:14] PicoFeed\Client\Curl Fetch URL: https://linuxfr.org/ + [1] => [2014-11-08 14:04:14] PicoFeed\Client\Curl Etag provided: + [2] => [2014-11-08 14:04:14] PicoFeed\Client\Curl Last-Modified provided: + [3] => [2014-11-08 14:04:16] PicoFeed\Client\Curl cURL total time: 1.850634 + [4] => [2014-11-08 14:04:16] PicoFeed\Client\Curl cURL dns lookup time: 0.00093 + [5] => [2014-11-08 14:04:16] PicoFeed\Client\Curl cURL connect time: 0.115213 + [6] => [2014-11-08 14:04:16] PicoFeed\Client\Curl cURL speed download: 0 + [7] => [2014-11-08 14:04:16] PicoFeed\Client\Curl cURL effective url: https://linuxfr.org/ + [8] => [2014-11-08 14:04:16] PicoFeed\Client\Curl cURL error: SSL certificate problem: Invalid certificate chain +) ``` diff --git a/vendor/fguillot/picofeed/docs/exceptions.markdown b/vendor/fguillot/picofeed/docs/exceptions.markdown new file mode 100644 index 000000000..399ba3ef6 --- /dev/null +++ b/vendor/fguillot/picofeed/docs/exceptions.markdown @@ -0,0 +1,28 @@ +Exceptions +========== + +All exceptions inherits from the standard `Exception` class. + +### Library Exceptions + +- `PicoFeed\PicoFeedException`: Base class exception for the library + +### Client Exceptions + +- `PicoFeed\Client\ClientException`: Base exception class for the Client class +- `PicoFeed\Client\InvalidCertificateException`: Invalid SSL certificate +- `PicoFeed\Client\InvalidUrlException`: Malformed URL, page not found (404), unable to establish a connection +- `PicoFeed\Client\MaxRedirectException`: Maximum of HTTP redirections reached +- `PicoFeed\Client\MaxSizeException`: The response size exceeds to maximum allowed +- `PicoFeed\Client\TimeoutException`: Connection timeout + +### Parser Exceptions + +- `PicoFeed\Parser\ParserException`: Base exception class for the Parser class +- `PicoFeed\Parser\MalformedXmlException`: XML Parser error + +### Reader Exceptions + +- `PicoFeed\Reader\ReaderException`: Base exception class for the Reader +- `PicoFeed\Reader\SubscriptionNotFoundException`: Unable to find a feed for the given website +- `PicoFeed\Reader\UnsupportedFeedFormatException`: Unable to detect the feed format diff --git a/vendor/fguillot/picofeed/docs/favicon.markdown b/vendor/fguillot/picofeed/docs/favicon.markdown index 92ae11928..14e25955d 100644 --- a/vendor/fguillot/picofeed/docs/favicon.markdown +++ b/vendor/fguillot/picofeed/docs/favicon.markdown @@ -5,15 +5,13 @@ Find and download the favicon ----------------------------- ```php - -use PicoFeed\Favicon; +use PicoFeed\Client\Favicon; $favicon = new Favicon; // The icon link is https://bits.wikimedia.org/favicon/wikipedia.ico $icon_link = $favicon->find('https://en.wikipedia.org/'); $icon_content = $favicon->getContent(); - ``` PicoFeed will try first to find the favicon from the meta tags and fallback to the `favicon.ico` located in the website's root if nothing is found. @@ -27,14 +25,12 @@ Check if a favicon link exists ------------------------------ ```php - -use PicoFeed\Favicon; +use PicoFeed\Client\Favicon; $favicon = new Favicon; // Return true if the file exists var_dump($favicon->exists('http://php.net/favicon.ico')); - ``` Use personalized HTTP settings @@ -43,14 +39,12 @@ Use personalized HTTP settings Like other classes, the Favicon class support the Config object as constructor argument: ```php - -use PicoFeed\Config; -use PicoFeed\Favicon; +use PicoFeed\Config\Config; +use PicoFeed\Client\Favicon; $config = new Config; $config->setClientUserAgent('My RSS Reader'); $favicon = new Favicon($config); $favicon->find('https://github.com'); - ``` \ No newline at end of file diff --git a/vendor/fguillot/picofeed/docs/feed-creation.markdown b/vendor/fguillot/picofeed/docs/feed-creation.markdown index 24329f82c..35a24a9d7 100644 --- a/vendor/fguillot/picofeed/docs/feed-creation.markdown +++ b/vendor/fguillot/picofeed/docs/feed-creation.markdown @@ -1,11 +1,13 @@ Feed creation ============= +PicoFeed can also generate Atom and RSS feeds. + Generate RSS 2.0 feed ---------------------- ```php -use PicoFeed\Writers\Rss20; +use PicoFeed\Syndication\Rss20; $writer = new Rss20(); $writer->title = 'My site'; @@ -48,7 +50,7 @@ Generate Atom feed ------------------ ```php -use PicoFeed\Writers\Atom; +use PicoFeed\Syndication\Atom; $writer = new Atom(); $writer->title = 'My site'; diff --git a/vendor/fguillot/picofeed/docs/feed-parsing.markdown b/vendor/fguillot/picofeed/docs/feed-parsing.markdown index 22f84339b..df881400e 100644 --- a/vendor/fguillot/picofeed/docs/feed-parsing.markdown +++ b/vendor/fguillot/picofeed/docs/feed-parsing.markdown @@ -13,7 +13,7 @@ try { $reader = new Reader; // Return a resource - $resource = $reader->download('https://linuxfr.org/news.atom'); + $resource = $reader->download('http://linuxfr.org/news.atom'); // Return the right parser instance according to the feed format $parser = $reader->getParser( @@ -59,16 +59,6 @@ Item::author = Syvolc Item::enclosure_url = Item::enclosure_type = Item::content = 18307 bytes ----- -Item::id = d0ebddc90bfc3f109f9be00a3bb0b4a770af7a647cdc88454fe15d79168e0dea -Item::title = Fuzix OS, parce que les petites choses sont belles -Item::url = http://linuxfr.org/news/fuzix-os-parce-que-les-petites-choses-sont-belles -Item::date = 1415112167 -Item::language = en-US -Item::author = Thomas DEBESSE -Item::enclosure_url = -Item::enclosure_type = -Item::content = 6104 bytes .... ``` @@ -134,7 +124,54 @@ catch (PicoFeedException $e) { HTTP caching ------------ -TODO +PicoFeed supports HTTP caching to avoid unnecessary processing. + +1. After the first download, save in your database the values of the Etag and LastModified HTTP headers +2. For the next requests, provide those values to the `download()` method and check if the feed was modified or not + +Here an example: + +```php +try { + + // Fetch from your database the previous values of the Etag and LastModified headers + $etag = '...'; + $last_modified = '...'; + + $reader = new Reader; + + // Provide those values to the download method + $resource = $reader->download('http://linuxfr.org/news.atom', $last_modified, $etag); + + // Return true if the remote content has changed + if ($resource->isModified()) { + + $parser = $reader->getParser( + $resource->getUrl(), + $resource->getContent(), + $resource->getEncoding() + ); + + $feed = $parser->execute(); + + // Save your feed in your database + // ... + + // Store the Etag and the LastModified headers in your database for the next requests + $etag = $resource->getEtag(); + $last_modified = $resource->getLastModified(); + + // ... + } + else { + + echo 'Not modified, nothing to do!'; + } +} +catch (PicoFeedException $e) { + // Do something... +} +``` Feed and item properties @@ -162,3 +199,24 @@ $feed->items[0]->getEnclosureUrl(); // Enclosure url $feed->items[0]->getEnclosureType(); // Enclosure mime-type (audio/mp3, image/png...) $feed->items[0]->getContent(); // Item content (filtered or raw) ``` + +RTL language detection +---------------------- + +There is an utility method to determine if a language code is Right-To-Left or not: + +```php +// Return true if RTL +Parser::isLanguageRTL($item->getLanguage()); +``` + +Known RTL languages are: + +- Arabic (ar-**) +- Farsi (fa-**) +- Urdu (ur-**) +- Pashtu (ps-**) +- Syriac (syr-**) +- Divehi (dv-**) +- Hebrew (he-**) +- Yiddish (yi-**) diff --git a/vendor/fguillot/picofeed/docs/grabber.markdown b/vendor/fguillot/picofeed/docs/grabber.markdown index 6a7dd2ada..2098b25d0 100644 --- a/vendor/fguillot/picofeed/docs/grabber.markdown +++ b/vendor/fguillot/picofeed/docs/grabber.markdown @@ -6,33 +6,48 @@ The web scraper is useful for feeds that display only a summary of articles, the How the content grabber works? ------------------------------ -1. Try with rules first (xpath patterns) for the domain name (see `PicoFeed\Rules\`) +1. Try with rules first (XPath queries) for the domain name (see `PicoFeed\Rules\`) 2. Try to find the text content by using common attributes for class and id 3. Finally, if nothing is found, the feed content is displayed -**The best results are obtained with Xpath rules file.** +**The best results are obtained with XPath rules file.** How to use the content scraper? ------------------------------- +Before parsing all items, just call the method `$parser->enableContentGrabber()`: + ```php -use PicoFeed\Reader; +use PicoFeed\Reader\Reader; +use PicoFeed\PicoFeedException; + +try { -$reader = new Reader; -$reader->download('http://www.egscomics.com/rss.php'); + $reader = new Reader; -$parser = $reader->getParser(); + // Return a resource + $resource = $reader->download('http://www.egscomics.com/rss.php'); -if ($parser !== false) { + // Return the right parser instance according to the feed format + $parser = $reader->getParser( + $resource->getUrl(), + $resource->getContent(), + $resource->getEncoding() + ); - $parser->enableContentGrabber(); // <= Enable the content grabber + // Enable content grabber before parsing items + $parser->enableContentGrabber(); + + // Return a Feed object $feed = $parser->execute(); - // ... +} +catch (PicoFeedException $e) { + // Do Something... } ``` When the content scraper is enabled, everything will be slower. -For each item a new HTTP request is made and the HTML downloaded is parsed with XML/Xpath. +**For each item a new HTTP request is made** and the HTML downloaded is parsed with XML/XPath. Configuration ------------- diff --git a/vendor/fguillot/picofeed/docs/installation.markdown b/vendor/fguillot/picofeed/docs/installation.markdown index 827908f75..894754ca4 100644 --- a/vendor/fguillot/picofeed/docs/installation.markdown +++ b/vendor/fguillot/picofeed/docs/installation.markdown @@ -4,12 +4,14 @@ Installation Versions -------- -- Development version: branch master +- Development version: master - Available versions: - v0.1.0 (stable) - v0.0.2 - v0.0.1 +Note: The public API has changed between 0.0.x and 0.1.0 + Installation with Composer -------------------------- @@ -35,7 +37,7 @@ And download the code: composer install # or update ``` -Usage example with the Composer autoloading: +Usage example with the Composer autoloader: ```php download('https://linuxfr.org/news.atom'); + $resource = $reader->download('http://linuxfr.org/news.atom'); $parser = $reader->getParser( $resource->getUrl(), diff --git a/vendor/fguillot/picofeed/docs/opml-export.markdown b/vendor/fguillot/picofeed/docs/opml-export.markdown index 4d7cf8db0..bd4f0b04b 100644 --- a/vendor/fguillot/picofeed/docs/opml-export.markdown +++ b/vendor/fguillot/picofeed/docs/opml-export.markdown @@ -5,7 +5,7 @@ Example with no categories -------------------------- ```php -use PicoFeed\Export; +use PicoFeed\Serialization\Export; $feeds = array( array( @@ -26,7 +26,7 @@ Example with categories ----------------------- ```php -use PicoFeed\Export; +use PicoFeed\Serialization\Export; $feeds = array( 'my category' => array( diff --git a/vendor/fguillot/picofeed/docs/opml-import.markdown b/vendor/fguillot/picofeed/docs/opml-import.markdown index 9f47b376a..8ce2026c3 100644 --- a/vendor/fguillot/picofeed/docs/opml-import.markdown +++ b/vendor/fguillot/picofeed/docs/opml-import.markdown @@ -4,7 +4,7 @@ Import OPML file Importing a list of subscriptions is pretty straightforward: ```php -use PicoFeed\Import; +use PicoFeed\Serialization\Import; $opml = file_get_contents('mySubscriptions.opml'); $import = new Import($opml); diff --git a/vendor/fguillot/picofeed/example.php b/vendor/fguillot/picofeed/example.php new file mode 100644 index 000000000..6bf9b6e20 --- /dev/null +++ b/vendor/fguillot/picofeed/example.php @@ -0,0 +1,45 @@ +download('http://linuxfr.org/news.atom', $last_modified, $etag); + + if ($resource->isModified()) { + + $parser = $reader->getParser( + $resource->getUrl(), + $resource->getContent(), + $resource->getEncoding() + ); + + $feed = $parser->execute(); + + // Save your feed in your database + // ... + + // Store the Etag and the LastModified headers in your database + $etag = $resource->getEtag(); + $last_modified = $resource->getLastModified(); + + // ... + } + else { + + echo 'Not modified, nothing to do!'; + } +} +catch (PicoFeedException $e) { + // Do something... +} diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Client.php b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Client.php index 7328b2c75..e962ba4e8 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Client.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Client.php @@ -3,7 +3,7 @@ namespace PicoFeed\Client; use LogicException; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; /** * Client class @@ -166,9 +166,9 @@ abstract class Client $this->url = $url; } - Logging::setMessage(get_called_class().' Fetch URL: '.$this->url); - Logging::setMessage(get_called_class().' Etag provided: '.$this->etag); - Logging::setMessage(get_called_class().' Last-Modified provided: '.$this->last_modified); + Logger::setMessage(get_called_class().' Fetch URL: '.$this->url); + Logger::setMessage(get_called_class().' Etag provided: '.$this->etag); + Logger::setMessage(get_called_class().' Last-Modified provided: '.$this->last_modified); $response = $this->doRequest(); @@ -204,7 +204,7 @@ abstract class Client } if ($this->is_modified === false) { - Logging::setMessage(get_called_class().' Resource not modified'); + Logger::setMessage(get_called_class().' Resource not modified'); } } @@ -297,10 +297,10 @@ abstract class Client } } - Logging::setMessage(get_called_class().' HTTP status code: '.$status); + Logger::setMessage(get_called_class().' HTTP status code: '.$status); foreach ($headers as $name => $value) { - Logging::setMessage(get_called_class().' HTTP header: '.$name.' => '.$value); + Logger::setMessage(get_called_class().' HTTP header: '.$name.' => '.$value); } return array($status, $headers); diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Curl.php b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Curl.php index 9cf3eb6f4..4e4658639 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Curl.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Curl.php @@ -2,7 +2,7 @@ namespace PicoFeed\Client; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; /** * cURL HTTP client @@ -129,18 +129,18 @@ class Curl extends Client { if ($this->proxy_hostname) { - Logging::setMessage(get_called_class().' Proxy: '.$this->proxy_hostname.':'.$this->proxy_port); + Logger::setMessage(get_called_class().' Proxy: '.$this->proxy_hostname.':'.$this->proxy_port); curl_setopt($ch, CURLOPT_PROXYPORT, $this->proxy_port); curl_setopt($ch, CURLOPT_PROXYTYPE, 'HTTP'); curl_setopt($ch, CURLOPT_PROXY, $this->proxy_hostname); if ($this->proxy_username) { - Logging::setMessage(get_called_class().' Proxy credentials: Yes'); + Logger::setMessage(get_called_class().' Proxy credentials: Yes'); curl_setopt($ch, CURLOPT_PROXYUSERPWD, $this->proxy_username.':'.$this->proxy_password); } else { - Logging::setMessage(get_called_class().' Proxy credentials: No'); + Logger::setMessage(get_called_class().' Proxy credentials: No'); } } @@ -185,16 +185,16 @@ class Curl extends Client $ch = $this->prepareContext(); curl_exec($ch); - Logging::setMessage(get_called_class().' cURL total time: '.curl_getinfo($ch, CURLINFO_TOTAL_TIME)); - Logging::setMessage(get_called_class().' cURL dns lookup time: '.curl_getinfo($ch, CURLINFO_NAMELOOKUP_TIME)); - Logging::setMessage(get_called_class().' cURL connect time: '.curl_getinfo($ch, CURLINFO_CONNECT_TIME)); - Logging::setMessage(get_called_class().' cURL speed download: '.curl_getinfo($ch, CURLINFO_SPEED_DOWNLOAD)); - Logging::setMessage(get_called_class().' cURL effective url: '.curl_getinfo($ch, CURLINFO_EFFECTIVE_URL)); + Logger::setMessage(get_called_class().' cURL total time: '.curl_getinfo($ch, CURLINFO_TOTAL_TIME)); + Logger::setMessage(get_called_class().' cURL dns lookup time: '.curl_getinfo($ch, CURLINFO_NAMELOOKUP_TIME)); + Logger::setMessage(get_called_class().' cURL connect time: '.curl_getinfo($ch, CURLINFO_CONNECT_TIME)); + Logger::setMessage(get_called_class().' cURL speed download: '.curl_getinfo($ch, CURLINFO_SPEED_DOWNLOAD)); + Logger::setMessage(get_called_class().' cURL effective url: '.curl_getinfo($ch, CURLINFO_EFFECTIVE_URL)); $curl_errno = curl_errno($ch); if ($curl_errno) { - Logging::setMessage(get_called_class().' cURL error: '.curl_error($ch)); + Logger::setMessage(get_called_class().' cURL error: '.curl_error($ch)); curl_close($ch); $this->handleError($curl_errno); @@ -246,11 +246,12 @@ class Curl extends Client * * @access private * @param string $location Redirected URL - * @return boolean|array + * @return array */ private function handleRedirection($location) { $nb_redirects = 0; + $result = array(); $this->url = $location; $this->body = ''; $this->body_length = 0; @@ -262,7 +263,7 @@ class Curl extends Client $nb_redirects++; if ($nb_redirects >= $this->max_redirects) { - return false; + throw new MaxRedirectException('Maximum number of redirections reached'); } $result = $this->doRequest(false); @@ -275,11 +276,11 @@ class Curl extends Client $this->headers_counter = 0; } else { - return $result; + break; } } - return false; + return $result; } /** diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Favicon.php b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Favicon.php index b6d3b6d26..5b63cf044 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Favicon.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Favicon.php @@ -5,7 +5,7 @@ namespace PicoFeed\Client; use DOMXpath; use PicoFeed\Config\Config; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; use PicoFeed\Parser\XmlParser; /** @@ -67,7 +67,7 @@ class Favicon { try { - Logging::setMessage(get_called_class().' Download => '.$url); + Logger::setMessage(get_called_class().' Download => '.$url); $client = Client::getInstance(); $client->setConfig($this->config); diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Grabber.php b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Grabber.php index a072fc805..57661cb7b 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Grabber.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Grabber.php @@ -5,7 +5,7 @@ namespace PicoFeed\Client; use DOMXPath; use PicoFeed\Encoding\Encoding; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; use PicoFeed\Filter\Filter; use PicoFeed\Parser\XmlParser; @@ -147,7 +147,7 @@ class Grabber * Set config object * * @access public - * @param \PicoFeed\Config $config Config instance + * @param \PicoFeed\Config\Config $config Config instance * @return \PicoFeed\Grabber */ public function setConfig($config) @@ -188,30 +188,30 @@ class Grabber { if ($this->html) { - Logging::setMessage(get_called_class().' Fix encoding'); - Logging::setMessage(get_called_class().': HTTP Encoding "'.$this->encoding.'"'); + Logger::setMessage(get_called_class().' Fix encoding'); + Logger::setMessage(get_called_class().': HTTP Encoding "'.$this->encoding.'"'); $this->html = Filter::stripHeadTags($this->html); $this->html = Encoding::convert($this->html, $this->encoding); - Logging::setMessage(get_called_class().' Content length: '.strlen($this->html).' bytes'); + Logger::setMessage(get_called_class().' Content length: '.strlen($this->html).' bytes'); $rules = $this->getRules(); if (is_array($rules)) { - Logging::setMessage(get_called_class().' Parse content with rules'); + Logger::setMessage(get_called_class().' Parse content with rules'); $this->parseContentWithRules($rules); } else { - Logging::setMessage(get_called_class().' Parse content with candidates'); + Logger::setMessage(get_called_class().' Parse content with candidates'); $this->parseContentWithCandidates(); } } else { - Logging::setMessage(get_called_class().' No content fetched'); + Logger::setMessage(get_called_class().' No content fetched'); } - Logging::setMessage(get_called_class().' Content length: '.strlen($this->content).' bytes'); - Logging::setMessage(get_called_class().' Grabber done'); + Logger::setMessage(get_called_class().' Content length: '.strlen($this->content).' bytes'); + Logger::setMessage(get_called_class().' Grabber done'); return $this->content !== ''; } @@ -260,14 +260,12 @@ class Grabber $files[] = substr($hostname, 0, $pos); } - // Logging::setMessage(var_export($files, true)); - foreach ($files as $file) { $filename = __DIR__.'/../Rules/'.$file.'.php'; if (file_exists($filename)) { - Logging::setMessage(get_called_class().' Load rule: '.$file); + Logger::setMessage(get_called_class().' Load rule: '.$file); return include $filename; } } @@ -283,7 +281,7 @@ class Grabber */ public function parseContentWithRules(array $rules) { - // Logging::setMessage($this->html); + // Logger::setMessage($this->html); $dom = XmlParser::getHtmlDocument(''.$this->html); $xpath = new DOMXPath($dom); @@ -329,13 +327,13 @@ class Grabber // Try to lookup in each tag foreach ($this->candidatesAttributes as $candidate) { - Logging::setMessage(get_called_class().' Try this candidate: "'.$candidate.'"'); + Logger::setMessage(get_called_class().' Try this candidate: "'.$candidate.'"'); $nodes = $xpath->query('//*[(contains(@class, "'.$candidate.'") or @id="'.$candidate.'") and not (contains(@class, "nav") or contains(@class, "page"))]'); if ($nodes !== false && $nodes->length > 0) { $this->content = $dom->saveXML($nodes->item(0)); - Logging::setMessage(get_called_class().' Find candidate "'.$candidate.'" ('.strlen($this->content).' bytes)'); + Logger::setMessage(get_called_class().' Find candidate "'.$candidate.'" ('.strlen($this->content).' bytes)'); break; } } @@ -347,16 +345,16 @@ class Grabber if ($nodes !== false && $nodes->length > 0) { $this->content = $dom->saveXML($nodes->item(0)); - Logging::setMessage(get_called_class().' Find
tag ('.strlen($this->content).' bytes)'); + Logger::setMessage(get_called_class().' Find
tag ('.strlen($this->content).' bytes)'); } } if (strlen($this->content) < 50) { - Logging::setMessage(get_called_class().' No enought content fetched, get the full body'); + Logger::setMessage(get_called_class().' No enought content fetched, get the full body'); $this->content = $dom->saveXML($dom->firstChild); } - Logging::setMessage(get_called_class().' Strip garbage'); + Logger::setMessage(get_called_class().' Strip garbage'); $this->stripGarbage(); } @@ -378,7 +376,7 @@ class Grabber $nodes = $xpath->query('//'.$tag); if ($nodes !== false && $nodes->length > 0) { - Logging::setMessage(get_called_class().' Strip tag: "'.$tag.'"'); + Logger::setMessage(get_called_class().' Strip tag: "'.$tag.'"'); foreach ($nodes as $node) { $node->parentNode->removeChild($node); } @@ -390,7 +388,7 @@ class Grabber $nodes = $xpath->query('//*[contains(@class, "'.$attribute.'") or contains(@id, "'.$attribute.'")]'); if ($nodes !== false && $nodes->length > 0) { - Logging::setMessage(get_called_class().' Strip attribute: "'.$attribute.'"'); + Logger::setMessage(get_called_class().' Strip attribute: "'.$attribute.'"'); foreach ($nodes as $node) { $node->parentNode->removeChild($node); } diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Stream.php b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Stream.php index bc9809c4d..a0058f9b0 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Client/Stream.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Client/Stream.php @@ -2,7 +2,7 @@ namespace PicoFeed\Client; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; /** * Stream context HTTP client @@ -63,16 +63,16 @@ class Stream extends Client if ($this->proxy_hostname) { - Logging::setMessage(get_called_class().' Proxy: '.$this->proxy_hostname.':'.$this->proxy_port); + Logger::setMessage(get_called_class().' Proxy: '.$this->proxy_hostname.':'.$this->proxy_port); $context['http']['proxy'] = 'tcp://'.$this->proxy_hostname.':'.$this->proxy_port; $context['http']['request_fulluri'] = true; if ($this->proxy_username) { - Logging::setMessage(get_called_class().' Proxy credentials: Yes'); + Logger::setMessage(get_called_class().' Proxy credentials: Yes'); } else { - Logging::setMessage(get_called_class().' Proxy credentials: No'); + Logger::setMessage(get_called_class().' Proxy credentials: No'); } } diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Filter/Html.php b/vendor/fguillot/picofeed/lib/PicoFeed/Filter/Html.php index f09a10e3a..d14d80907 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Filter/Html.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Filter/Html.php @@ -132,6 +132,11 @@ class Html return $this->output; } + /** + * Called after XML parsing + * + * @access public + */ public function postFilter() { $this->output = $this->tag->removeEmptyTags($this->output); diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logger.php b/vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logger.php new file mode 100644 index 000000000..4afe50060 --- /dev/null +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logger.php @@ -0,0 +1,95 @@ +format('Y-m-d H:i:s').'] '.$message; + } + + /** + * Get all logged messages + * + * @static + * @access public + * @return array + */ + public static function getMessages() + { + return self::$messages; + } + + /** + * Remove all logged messages + * + * @static + * @access public + */ + public static function deleteMessages() + { + self::$messages = array(); + } + + /** + * Set a different timezone + * + * @static + * @see http://php.net/manual/en/timezones.php + * @access public + * @param string $timezone Timezone + */ + public static function setTimeZone($timezone) + { + self::$timezone = $timezone ?: self::$timezone; + } + + /** + * Get all messages serialized into a string + * + * @static + * @access public + * @return string + */ + public static function toString() + { + return implode(PHP_EOL, self::$messages).PHP_EOL; + } +} diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logging.php b/vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logging.php deleted file mode 100644 index bc465ce7d..000000000 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Logging/Logging.php +++ /dev/null @@ -1,95 +0,0 @@ -format('Y-m-d H:i:s').'] '.$message; - } - - /** - * Get all logged messages - * - * @static - * @access public - * @return array - */ - public static function getMessages() - { - return self::$messages; - } - - /** - * Remove all logged messages - * - * @static - * @access public - */ - public static function deleteMessages() - { - self::$messages = array(); - } - - /** - * Set a different timezone - * - * @static - * @see http://php.net/manual/en/timezones.php - * @access public - * @param string $timezone Timezone - */ - public static function setTimeZone($timezone) - { - self::$timezone = $timezone ?: self::$timezone; - } - - /** - * Get all messages serialized into a string - * - * @static - * @access public - * @return string - */ - public static function toString() - { - return implode(PHP_EOL, self::$messages).PHP_EOL; - } -} diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Atom.php b/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Atom.php index feaf0e376..5c7068760 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Atom.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Atom.php @@ -3,7 +3,6 @@ namespace PicoFeed\Parser; use SimpleXMLElement; -use PicoFeed\Logging\Logging; use PicoFeed\Filter\Filter; use PicoFeed\Client\Url; diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Parser.php b/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Parser.php index 6954c2ffc..80e09e016 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Parser.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Parser.php @@ -8,7 +8,7 @@ use DateTimeZone; use PicoFeed\Encoding\Encoding; use PicoFeed\Filter\Filter; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; use PicoFeed\Client\Url; use PicoFeed\Client\Grabber; @@ -109,7 +109,7 @@ abstract class Parser $this->content = Filter::stripXmlTag($content); // Encode everything in UTF-8 - Logging::setMessage(get_called_class().': HTTP Encoding "'.$http_encoding.'" ; XML Encoding "'.$xml_encoding.'"'); + Logger::setMessage(get_called_class().': HTTP Encoding "'.$http_encoding.'" ; XML Encoding "'.$xml_encoding.'"'); $this->content = Encoding::convert($this->content, $xml_encoding ?: $http_encoding); // Workarounds @@ -124,13 +124,13 @@ abstract class Parser */ public function execute() { - Logging::setMessage(get_called_class().': begin parsing'); + Logger::setMessage(get_called_class().': begin parsing'); $xml = XmlParser::getSimpleXml($this->content); if ($xml === false) { - Logging::setMessage(get_called_class().': XML parsing error'); - Logging::setMessage(XmlParser::getErrors()); + Logger::setMessage(get_called_class().': XML parsing error'); + Logger::setMessage(XmlParser::getErrors()); throw new MalformedXmlException('XML parsing error'); } @@ -172,7 +172,7 @@ abstract class Parser $feed->items[] = $item; } - Logging::setMessage(get_called_class().PHP_EOL.$feed); + Logger::setMessage(get_called_class().PHP_EOL.$feed); return $feed; } @@ -243,7 +243,7 @@ abstract class Parser $item->content = $filter->execute(); } else { - Logging::setMessage(get_called_class().': Content filtering disabled'); + Logger::setMessage(get_called_class().': Content filtering disabled'); } } diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Rss20.php b/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Rss20.php index 231864bfc..80e65fab8 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Rss20.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Parser/Rss20.php @@ -3,7 +3,6 @@ namespace PicoFeed\Parser; use SimpleXMLElement; -use PicoFeed\Logging\Logging; use PicoFeed\Filter\Filter; use PicoFeed\Client\Url; diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Reader/Reader.php b/vendor/fguillot/picofeed/lib/PicoFeed/Reader/Reader.php index ef6df4c32..f54062f40 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Reader/Reader.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Reader/Reader.php @@ -7,7 +7,7 @@ use DOMXPath; use PicoFeed\Config\Config; use PicoFeed\Client\Client; use PicoFeed\Client\Url; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; use PicoFeed\Filter\Filter; use PicoFeed\Parser\XmlParser; @@ -50,7 +50,7 @@ class Reader public function __construct(Config $config = null) { $this->config = $config ?: new Config; - Logging::setTimezone($this->config->getTimezone()); + Logger::setTimezone($this->config->getTimezone()); } /** @@ -111,7 +111,7 @@ class Reader */ public function find($url, $html) { - Logging::setMessage(get_called_class().': Try to discover subscriptions'); + Logger::setMessage(get_called_class().': Try to discover subscriptions'); $dom = XmlParser::getHtmlDocument($html); $xpath = new DOMXPath($dom); @@ -140,7 +140,7 @@ class Reader } } - Logging::setMessage(get_called_class().': '.implode(', ', $links)); + Logger::setMessage(get_called_class().': '.implode(', ', $links)); return $links; } @@ -183,7 +183,7 @@ class Reader { $first_tag = Filter::getFirstTag($content); - Logging::setMessage(get_called_class().': DetectFormat(): '.$first_tag); + Logger::setMessage(get_called_class().': DetectFormat(): '.$first_tag); foreach ($this->formats as $parser => $needles) { diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Rules/degroupnews.com.php b/vendor/fguillot/picofeed/lib/PicoFeed/Rules/degroupnews.com.php new file mode 100644 index 000000000..e5f17de4f --- /dev/null +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Rules/degroupnews.com.php @@ -0,0 +1,10 @@ + 'http://www.degroupnews.com/medias/vodsvod/amazon-concurrence-la-chromecast-de-google-avec-fire-tv-stick', + 'body' => array( + '//div[@class="contenu"]', + ), + 'strip' => array( + '//div[contains(@class, "a2a")]' + ), +); \ No newline at end of file diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Rules/sitepoint.com.php b/vendor/fguillot/picofeed/lib/PicoFeed/Rules/sitepoint.com.php new file mode 100644 index 000000000..8f3f58828 --- /dev/null +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Rules/sitepoint.com.php @@ -0,0 +1,9 @@ + 'http://www.sitepoint.com/creating-hello-world-app-swift/', + 'body' => array( + '//section[@class="article_body"]', + ), + 'strip' => array( + ), +); \ No newline at end of file diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Rules/undeadly.org.php b/vendor/fguillot/picofeed/lib/PicoFeed/Rules/undeadly.org.php new file mode 100644 index 000000000..1a7430448 --- /dev/null +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Rules/undeadly.org.php @@ -0,0 +1,11 @@ + 'http://undeadly.org/cgi?action=article&sid=20141101181155', + 'body' => array( + '/html/body/table[3]/tbody/tr/td[1]/table[2]/tr/td[1]' + ), + 'strip' => array( + '//style', + '//font', + ), +); \ No newline at end of file diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Serialization/Import.php b/vendor/fguillot/picofeed/lib/PicoFeed/Serialization/Import.php index 8de2d8511..2f8e4006d 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Serialization/Import.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Serialization/Import.php @@ -5,7 +5,7 @@ namespace PicoFeed\Serialization; use SimpleXmlElement; use StdClass; -use PicoFeed\Logging\Logging; +use PicoFeed\Logging\Logger; use PicoFeed\Parser\XmlParser; /** @@ -51,17 +51,17 @@ class Import */ public function execute() { - Logging::setMessage(get_called_class().': start importation'); + Logger::setMessage(get_called_class().': start importation'); $xml = XmlParser::getSimpleXml(trim($this->content)); if ($xml === false || $xml->getName() !== 'opml' || ! isset($xml->body)) { - Logging::setMessage(get_called_class().': OPML tag not found or malformed XML document'); + Logger::setMessage(get_called_class().': OPML tag not found or malformed XML document'); return false; } $this->parseEntries($xml->body); - Logging::setMessage(get_called_class().': '.count($this->items).' subscriptions found'); + Logger::setMessage(get_called_class().': '.count($this->items).' subscriptions found'); return $this->items; } diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Rss20.php b/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Rss20.php index efb2dd489..69d6a2114 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Rss20.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Rss20.php @@ -70,7 +70,7 @@ class Rss20 extends Writer // $description = $this->dom->createElement('description'); - $description->appendChild($this->dom->createTextNode(isset($this->description) ? $this->description : $this->title)); + $description->appendChild($this->dom->createTextNode($this->description ?: $this->title)); $channel->appendChild($description); // diff --git a/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Writer.php b/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Writer.php index 3b4557dad..cbd35f2cf 100644 --- a/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Writer.php +++ b/vendor/fguillot/picofeed/lib/PicoFeed/Syndication/Writer.php @@ -9,7 +9,6 @@ use RuntimeException; * * @author Frederic Guillot * @package Syndication - * @property string $description Feed description */ abstract class Writer { @@ -61,6 +60,14 @@ abstract class Writer */ public $title = ''; + /** + * Feed description + * + * @access public + * @var string + */ + public $description = ''; + /** * Feed modification date (timestamp) * diff --git a/vendor/fguillot/picofeed/picofeed b/vendor/fguillot/picofeed/picofeed index 525331197..23f474613 100755 --- a/vendor/fguillot/picofeed/picofeed +++ b/vendor/fguillot/picofeed/picofeed @@ -1,32 +1,35 @@ #!/usr/bin/env php download($url); + try { - $parser = $reader->getParser(); + $reader = new Reader; + $resource = $reader->discover($url); - if ($disable_filtering) { - $parser->disableContentFiltering(); - } - - if ($parser !== false) { - - $feed = $parser->execute(); + $parser = $reader->getParser( + $resource->getUrl(), + $resource->getContent(), + $resource->getEncoding() + ); - if ($feed !== false) { - return $feed; + if ($disable_filtering) { + $parser->disableContentFiltering(); } - } - return false; + return $parser->execute(); + } + catch (PicoFeedException $e) { + echo 'Exception thrown ===> "'.$e->getMessage().'"'.PHP_EOL; + return false; + } } function get_item($feed, $item_id) @@ -45,42 +48,34 @@ function get_item($feed, $item_id) function dump_feed($url) { $feed = get_feed($url); - - if ($feed === false) { - die("Unable to fetch the feed\n"); - } - echo $feed; } function debug_feed($url) { get_feed($url); - print_r(Logging::getMessages()); + print_r(Logger::getMessages()); } function dump_item($url, $item_id) { $feed = get_feed($url); - if ($feed === false) { - die("Unable to fetch the feed\n"); + if ($feed !== false) { + get_item($feed, $item_id); } - - get_item($feed, $item_id); } function nofilter_item($url, $item_id) { $feed = get_feed($url, true); - if ($feed === false) { - die("Unable to fetch the feed\n"); + if ($feed !== false) { + get_item($feed, $item_id); } - - get_item($feed, $item_id); } +// Parse command line arguments if ($argc === 4) { switch ($argv[1]) { case 'item': diff --git a/vendor/fguillot/picofeed/tests/Client/GrabberTest.php b/vendor/fguillot/picofeed/tests/Client/GrabberTest.php index 5aec5ca11..a29414ed0 100644 --- a/vendor/fguillot/picofeed/tests/Client/GrabberTest.php +++ b/vendor/fguillot/picofeed/tests/Client/GrabberTest.php @@ -1,10 +1,9 @@