Twoja wyszukiwarka

/* ====================================================================== lastRSS 0.9.4 Simple yet powerfull PHP class to parse RSS files. by Vojtech Semecky, webmaster @ oslab . net added atom support and curl by gumslone from http://coding-talk.com ---------------------------------------------------------------------- by xl7dev from https://github.com/xl7dev/LastRSS 1. fix content not worked and update itemtags 2. added headers bypass Cloudwaf 3. added socks5 proxy ---------------------------------------------------------------------- Latest version, features, manual and examples: http://lastrss.oslab.net/ ---------------------------------------------------------------------- LICENSE This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License (GPL) as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. To read the license please visit http://www.gnu.org/copyleft/gpl.html ====================================================================== */ /** * lastRSS * Simple yet powerfull PHP class to parse RSS files. */ class lastRSS { // ------------------------------------------------------------------- // Public properties // ------------------------------------------------------------------- var $default_cp = 'UTF-8'; var $CDATA = 'strip'; var $cp = ''; var $items_limit = 0; var $stripHTML = true; var $date_format = ''; // ADDED BY GUMSLONE var $gum_enable_curl = true; var $gum_curl_timeout = 10; var $gum_allowed_tags = '
'; var $headers = array('User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.71 Safari/537.36','X_FORWARDED_FOR: 8.8.8.8'); // var $proxy = 'socks5://127.0.0.1:1080'; // ------------------------------------------------------------------- // Private variables // ------------------------------------------------------------------- var $channeltags = array('title', 'link', 'description', 'language', 'copyright', 'managingEditor', 'webMaster', 'lastBuildDate', 'rating', 'docs', 'name', 'email', 'subtitle'); var $itemtags = array('title', 'link', 'description', 'author', 'category', 'comments', 'enclosure', 'guid', 'pubDate', 'source', 'content', 'content:encoded', 'dc:creator', 'wfw:commentRss', 'slash:comments', 'feedburner:origLink', 'summary', 'published'); var $item_tag_href_attributes = array('alternate', 'via'); var $imagetags = array('title', 'url', 'link', 'width', 'height', 'logo'); var $textinputtags = array('title', 'description', 'name', 'link'); // ------------------------------------------------------------------- // Parse RSS file and returns associative array. // ------------------------------------------------------------------- function Get($rss_url) { // If CACHE ENABLED if ($this->cache_dir != '') { $cache_file = $this->cache_dir . '/rsscache_' . md5($rss_url); $timedif = @(time() - filemtime($cache_file)); if ($timedif < $this->cache_time) { // cached file is fresh enough, return cached array $result = unserialize(join('', file($cache_file))); // set 'cached' to 1 only if cached file is correct if ($result) $result['cached'] = 1; } else { // cached file is too old, create new $result = $this->Parse($rss_url); $serialized = serialize($result); if ($f = @fopen($cache_file, 'w')) { fwrite($f, $serialized, strlen($serialized)); fclose($f); } if ($result) $result['cached'] = 0; } } // If CACHE DISABLED >> load and parse the file directly else { $result = $this->Parse($rss_url); if ($result) $result['cached'] = 0; } // return result return $result; } // ------------------------------------------------------------------- // Modification of preg_match(); return trimed field with index 1 // from 'classic' preg_match() array output // ------------------------------------------------------------------- function my_preg_match($pattern, $subject) { // start regullar expression preg_match($pattern, $subject, $out); // if there is some result... process it and return it if (isset($out[1])) { // Process CDATA (if present) if ($this->CDATA == 'content') { // Get CDATA content (without CDATA tag) $out[1] = strtr($out[1], array(' '', ']]>' => '')); } elseif ($this->CDATA == 'strip') { // Strip CDATA $out[1] = strtr($out[1], array(' '', ']]>' => '')); } // If code page is set convert character encoding to required if ($this->cp != '') //$out[1] = $this->MyConvertEncoding($this->rsscp, $this->cp, $out[1]); $out[1] = iconv($this->rsscp, $this->cp . '//TRANSLIT', $out[1]); // Return result return trim($out[1]); } else { // if there is NO result, return empty string return ''; } } // ------------------------------------------------------------------- // Replace HTML entities &something; by real characters // ------------------------------------------------------------------- function unhtmlentities($string) { // Get HTML entities table $trans_tbl = get_html_translation_table(HTML_ENTITIES, ENT_QUOTES); // Flip keys<==>values $trans_tbl = array_flip($trans_tbl); // Add support for ' entity (missing in HTML_ENTITIES) $trans_tbl += array(''' => "'"); // Replace entities by values return strtr($string, $trans_tbl); } // ------------------------------------------------------------------- // Parse() is private method used by Get() to load and parse RSS file. // Don't use Parse() in your scripts - use Get($rss_file) instead. // ------------------------------------------------------------------- function Parse($rss_url) { // Open and load RSS file if (strlen($rss_url) > 5) { $rss_content = ''; if ($this->gum_enable_curl == true) { $ch = curl_init(); curl_setopt($ch, CURLOPT_RETURNTRANSFER, $this->gum_curl_timeout); curl_setopt($ch, CURLOPT_TIMEOUT, $this->gum_curl_timeout); curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, $this->gum_curl_timeout); curl_setopt($ch, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0); curl_setopt($ch, CURLOPT_HTTPHEADER, $this->headers); // curl_setopt($ch, CURLOPT_PROXY, $this->proxy); // curl_setopt($ch, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5); curl_setopt($ch, CURLOPT_URL, $rss_url); $rss_content = curl_exec($ch); curl_close($ch); } else { $f = @fopen($rss_url, 'r'); while (!feof($f)) { $rss_content .= fgets($f, 4096); } fclose($f); } // Parse document encoding $result['encoding'] = $this->my_preg_match("'encoding=[\'\"](.*?)[\'\"]'si", $rss_content); // if document codepage is specified, use it if ($result['encoding'] != '') { $this->rsscp = $result['encoding']; } // This is used in my_preg_match() // otherwise use the default codepage else { $this->rsscp = $this->default_cp; } // This is used in my_preg_match() // Parse CHANNEL info if (preg_match("'(.*?)'si", $rss_content, $out_channel) == false) { preg_match("'(.*?)'si", $rss_content, $out_channel); } foreach ($this->channeltags as $channeltag) { $temp = $this->my_preg_match("'<$channeltag.*?>(.*?)'si", $out_channel[1]); if ($temp != '') $result[$channeltag] = $temp; // Set only if not empty } // If date_format is specified and lastBuildDate is valid if ($this->date_format != '' && ($timestamp = strtotime($result['lastBuildDate'])) !== -1) { // convert lastBuildDate to specified date format $result['lastBuildDate'] = date($this->date_format, $timestamp); } // Parse TEXTINPUT info preg_match("']*[^/])>(.*?)'si", $rss_content, $out_textinfo); // This a little strange regexp means: // Look for tag with or without any attributes, but skip truncated version (it's not beggining tag) if (isset($out_textinfo[2])) { foreach ($this->textinputtags as $textinputtag) { $temp = $this->my_preg_match("'<$textinputtag.*?>(.*?)'si", $out_textinfo[2]); if ($temp != '') $result['textinput_' . $textinputtag] = $temp; // Set only if not empty } } // Parse IMAGE info preg_match("'(.*?)'si", $rss_content, $out_imageinfo); if (isset($out_imageinfo[1])) { foreach ($this->imagetags as $imagetag) { $temp = $this->my_preg_match("'<$imagetag.*?>(.*?)'si", $out_imageinfo[1]); if ($temp != '') $result['image_' . $imagetag] = $temp; // Set only if not empty } } // Parse ITEMS if (preg_match_all("'(.*?)'si", $rss_content, $items) == false) { preg_match_all("'(.*?)'si", $rss_content, $items); } $rss_items = $items[2]; $i = 0; $result['items'] = array(); // create array even if there are no items foreach ($rss_items as $rss_item) { // If number of items is lower then limit: Parse one item if ($i < $this->items_limit || $this->items_limit == 0) { foreach ($this->itemtags as $itemtag) { $temp = $this->my_preg_match("'<$itemtag.*?>(.*?)'si", $rss_item); if ($temp != '') $result['items'][$i][$itemtag] = $temp; // Set only if not empty } foreach ($this->item_tag_href_attributes as $attribute) { preg_match("'<.*?rel=[\'\"]alternate[\'\"].*?href=[\'\"]([^\'\"]*)[\'\"].*?[^>]>'si", $rss_item, $out_attribute); if ($out_attribute[1] != '') $result['items'][$i][$attribute] = $out_attribute[1]; } // Strip HTML tags and other bull**** from DESCRIPTION if ($this->stripHTML && $result['items'][$i]['description']) $result['items'][$i]['description'] = strip_tags($this->unhtmlentities(strip_tags($result['items'][$i]['description'], $this->gum_allowed_tags)), $this->gum_allowed_tags); elseif ($this->stripHTML && $result['items'][$i]['content']) $result['items'][$i]['content'] = strip_tags($this->unhtmlentities(strip_tags($result['items'][$i]['content'], $this->gum_allowed_tags)), $this->gum_allowed_tags); // Strip HTML tags and other bull**** from TITLE if ($this->stripHTML && $result['items'][$i]['title']) $result['items'][$i]['title'] = strip_tags($this->unhtmlentities(strip_tags($result['items'][$i]['title']))); // If date_format is specified and pubDate is valid if ($this->date_format != '' && ($timestamp = strtotime($result['items'][$i]['pubDate'])) !== -1) { // convert pubDate to specified date format $result['items'][$i]['pubDate'] = date($this->date_format, $timestamp); } elseif ($this->date_format != '' && ($timestamp = strtotime($result['items'][$i]['published'])) !== -1) { // convert pubDate to specified date format $result['items'][$i]['published'] = date($this->date_format, $timestamp); } // Item counter $result['items'][$i]['item_number'] = $i + 1; $i++; } } $result['items_count'] = $i; return $result; } else // Error in opening return False { return false; } } } ?>