Sitemap: https://www.tamindir.com/sitemap.xml

User-agent: *
Noindex: /ara/
Noindex: /uye/
Noindex: /*/*/indir/
Noindex: /user/
Disallow: /user/
Noindex: /uygulama/oyla/
Disallow: /uygulama/oyla/

User-agent: Googlebot-News
Allow: /haber/
Allow: /blog/
Allow: /video/
Disallow: /

User-agent: Slurp
Crawl-delay: 1

User-agent: msnbot 
Crawl-delay: 1

User-agent: OnPageBot 
Crawl-delay: 1

User-agent: Screaming Frog SEO Spider 
Crawl-delay: 1

# End robots.txt file