Update robotstxt file

git-svn-id: https://svn.fournier38.fr/svn/ProgSVN/trunk@5340 bf3deb0d-5f1a-0410-827f-c0cc1f45334c
This commit is contained in:
2019-06-10 14:38:23 +00:00
parent 1f466ffa47
commit da4215dbf2

View File

@@ -1,17 +1,15 @@
<?php
/** DomSearch
* @package domsearch
/** DomFramework
* @package domframework
* @author Dominique Fournier <dominique@fournier38.fr>
*/
namespace models;
/** This class analyze the provided robots.txt file content and allow to
* get the configured data for DomSearch.
* It allow to examine an URL against the robots.txt file and return if the URL
* is allowed to be used or not
*/
class robots
class robotstxt
{
// PROPERTIES
// {{{