From cbf2bc085aee28349c905de40023a0f13f3e6a7c Mon Sep 17 00:00:00 2001 From: Alexandre Alapetite Date: Thu, 19 May 2022 21:31:04 +0200 Subject: Remove HTTP Referer for HTML download (#4372) Having this header leads to errors from sites such as LinkedIn. The usage of this header is also decreasing. Finaly, we were not sending the actual Referer but just the same URL as the one being fetched. I suggest to remove for now, and see whether anyone needs it, in which case an option would be possible. --- lib/lib_rss.php | 2 -- 1 file changed, 2 deletions(-) diff --git a/lib/lib_rss.php b/lib/lib_rss.php index 96a9cb2a8..5a608d3fd 100644 --- a/lib/lib_rss.php +++ b/lib/lib_rss.php @@ -405,12 +405,10 @@ function getHtml(string $url, array $attributes = []): string { $ch = curl_init(); curl_setopt_array($ch, [ CURLOPT_URL => $url, - CURLOPT_REFERER => SimplePie_Misc::url_remove_credentials($url), CURLOPT_HTTPHEADER => array('Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'), CURLOPT_USERAGENT => FRESHRSS_USERAGENT, CURLOPT_CONNECTTIMEOUT => $feed_timeout > 0 ? $feed_timeout : $limits['timeout'], CURLOPT_TIMEOUT => $feed_timeout > 0 ? $feed_timeout : $limits['timeout'], - //CURLOPT_FAILONERROR => true; CURLOPT_MAXREDIRS => 4, CURLOPT_RETURNTRANSFER => true, CURLOPT_FOLLOWLOCATION => true, -- cgit v1.2.3