// Merge -> revision 8507
This commit is contained in:
@@ -131,13 +131,13 @@ class AdminGenerator extends AdminTab
|
||||
{
|
||||
// PS Comments
|
||||
fwrite($writeFd, "# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution\n");
|
||||
fwrite($writeFd, "# http://www.prestashop.com - http://www.prestashop.com/forums\n\n");
|
||||
fwrite($writeFd, "# http://www.prestashop.com - http://www.prestashop.com/forums\n");
|
||||
fwrite($writeFd, "# This file is to prevent the crawling and indexing of certain parts\n");
|
||||
fwrite($writeFd, "# of your site by web crawlers and spiders run by sites like Yahoo!\n");
|
||||
fwrite($writeFd, "# and Google. By telling these \"robots\" where not to go on your site,\n");
|
||||
fwrite($writeFd, "# you save bandwidth and server resources.\n\n");
|
||||
fwrite($writeFd, "# you save bandwidth and server resources.\n");
|
||||
fwrite($writeFd, "# For more information about the robots.txt standard, see:\n");
|
||||
fwrite($writeFd, "# http://www.robotstxt.org/wc/robots.html\n\n");
|
||||
fwrite($writeFd, "# http://www.robotstxt.org/wc/robots.html\n");
|
||||
|
||||
//GoogleBot specific
|
||||
fwrite($writeFd, "# GoogleBot specific\n");
|
||||
@@ -146,7 +146,7 @@ class AdminGenerator extends AdminTab
|
||||
fwrite($writeFd, 'Disallow: '.__PS_BASE_URI__.$GB."\n");
|
||||
|
||||
// User-Agent
|
||||
fwrite($writeFd, "# All bots\n\n");
|
||||
fwrite($writeFd, "# All bots\n");
|
||||
fwrite($writeFd, "User-agent: *\n");
|
||||
|
||||
// Directories
|
||||
@@ -193,4 +193,4 @@ class AdminGenerator extends AdminTab
|
||||
|
||||
return $tab;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user