# Keep search engines from following the similar articles links.
User-agent: *
Crawl-Delay: 10
Disallow: /newssim
Disallow: /site/alphabet/
Disallow: /site/alphabet