Update robotstxt file
git-svn-id: https://svn.fournier38.fr/svn/ProgSVN/trunk@5340 bf3deb0d-5f1a-0410-827f-c0cc1f45334c
This commit is contained in:
@@ -1,17 +1,15 @@
|
||||
<?php
|
||||
/** DomSearch
|
||||
* @package domsearch
|
||||
/** DomFramework
|
||||
* @package domframework
|
||||
* @author Dominique Fournier <dominique@fournier38.fr>
|
||||
*/
|
||||
|
||||
namespace models;
|
||||
|
||||
/** This class analyze the provided robots.txt file content and allow to
|
||||
* get the configured data for DomSearch.
|
||||
* It allow to examine an URL against the robots.txt file and return if the URL
|
||||
* is allowed to be used or not
|
||||
*/
|
||||
class robots
|
||||
class robotstxt
|
||||
{
|
||||
// PROPERTIES
|
||||
// {{{
|
||||
|
||||
Reference in New Issue
Block a user