پاسخ : کمک درباره سایت مپ و ربات تکست
# robots.txt generated at http://www.ilamhosting.ir/robots.txt
User-agent: Googlebot
Allow:
User-agent: googlebot-image
Allow:
User-agent: googlebot-mobile
Allow:
User-agent: MSNBot
Allow:
User-agent: Slurp
Allow:
User-agent: Teoma
Allow:
User-agent: twiceler
Allow:
User-agent: Gigabot
Allow:
User-agent: Scrubby
Allow:
User-agent: Robozilla
Allow:
User-agent: Nutch
Allow:
User-agent: ia_archiver
Allow:
User-agent: baiduspider
Allow:
User-agent: naverbot
Allow:
User-agent: yeti
Allow:
User-agent: yahoo-mmcrawler
Allow:
User-agent: psbot
Allow:
User-agent: asterias
Allow:
User-agent: yahoo-blogs/v3.9
Allow:
User-agent: *
Disallow: /has/
Disallow: /hasan/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Sitemap: http://4agahi.com/sitemap.xml
پاسخ با نقل قول