Dominique.Fournier/DomFramework
1
0
Fork 0
Code Issues Pull Requests Projects Releases Activity

RobotsTxt : The Crawldelay must not be set to 3s if it doesn't exists in the content of the Robots file

Browse Source
This commit is contained in:
Dominique Fournier
2021-05-13 22:31:52 +02:00
parent 03ede5c375
commit adafd14564
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/Robotstxt.php
View File

@@ -31,9 +31,9 @@ class Robotstxt
*/ */
private $sitemaps = array (); private $sitemaps = array ();
/** The crawldelay defined in the file (3s if not defined) /** The crawldelay defined in the file
*/ */
private $crawldelay = 3; private $crawldelay = null;
/** The host can be specified as default website /** The host can be specified as default website
*/ */
@@ -125,7 +125,7 @@ class Robotstxt
elseif (stripos ($line, "crawl-delay:") === 0) elseif (stripos ($line, "crawl-delay:") === 0)
{ {
$val = $this->getValueFromLine ($line); $val = $this->getValueFromLine ($line);
if ($val > 1 && $val < 60 && $this->crawldelay === 3) if ($val > 1 && $val < 60 && $this->crawldelay === null)
$this->crawldelay = intval ($val); $this->crawldelay = intval ($val);
else else
$this->errors[$i] = dgettext ("domframework", $this->errors[$i] = dgettext ("domframework",