Dominique.Fournier/DomFramework
1
0
Fork 0
Code Issues Pull Requests Projects Releases Activity

RobotsTxt : The Crawldelay must not be set to 3s if it doesn't exists in the content of the Robots file

Browse Source
This commit is contained in:
Dominique Fournier
2021-05-13 22:31:52 +02:00
parent 03ede5c375
commit adafd14564
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/Robotstxt.php
View File

@@ -31,9 +31,9 @@ class Robotstxt
*/
private $sitemaps = array ();
/** The crawldelay defined in the file (3s if not defined)
/** The crawldelay defined in the file
*/
private $crawldelay = 3;
private $crawldelay = null;
/** The host can be specified as default website
*/
@@ -125,7 +125,7 @@ class Robotstxt
elseif (stripos ($line, "crawl-delay:") === 0)
{
$val = $this->getValueFromLine ($line);
if ($val > 1 && $val < 60 && $this->crawldelay === 3)
if ($val > 1 && $val < 60 && $this->crawldelay === null)
$this->crawldelay = intval ($val);
else
$this->errors[$i] = dgettext ("domframework",