# FULL access (Google)

User-agent: Googlebot

 Disallow: /blog/wp-login.php*
 Disallow: /blog/?p=*
 Disallow: /blog/?s=*
 Disallow: /enroll/*
 Disallow: /*.xls
 Disallow: /*.xlsx
 Disallow: /*.csv
 Disallow: /*.txt
 Disallow: /*.gz
 Disallow: /*.zip
 Disallow: /*.rar
 Disallow: /*.odt

#  FULL access (Alta Vista)
User-agent: Scooter
  Disallow: /blog/wp-login.php*
 Disallow: /blog/?p=*
 Disallow: /blog/?s=*
 Disallow: /enroll/*
 Disallow: /*.xls
 Disallow: /*.xlsx
 Disallow: /*.csv
 Disallow: /*.txt
 Disallow: /*.gz
 Disallow: /*.zip
 Disallow: /*.rar
 Disallow: /*.odt

#  FULL access (FAST/AllTheWeb)

User-agent: FAST-WebCrawler
  Disallow: /blog/wp-login.php*
 Disallow: /blog/?p=*
 Disallow: /blog/?s=*
 Disallow: /enroll/*
 Disallow: /*.xls
 Disallow: /*.xlsx
 Disallow: /*.csv
 Disallow: /*.txt
 Disallow: /*.gz
 Disallow: /*.zip
 Disallow: /*.rar
 Disallow: /*.odt

#  FULL access (Inktomi)

User-agent: Slurp
 Disallow: /blog/wp-login.php*
 Disallow: /blog/?p=*
 Disallow: /blog/?s=*
 Disallow: /enroll/*
 Disallow: /*.xls
 Disallow: /*.xlsx
 Disallow: /*.csv
 Disallow: /*.txt
 Disallow: /*.gz
 Disallow: /*.zip
 Disallow: /*.rar
 Disallow: /*.odt
#  FULL access (Lycos)

User-agent: Lycos_Spider_(T-Rex)
  Disallow: /blog/wp-login.php*
 Disallow: /blog/?p=*
 Disallow: /blog/?s=*
 Disallow: /enroll/*
 Disallow: /*.xls
 Disallow: /*.xlsx
 Disallow: /*.csv
 Disallow: /*.txt
 Disallow: /*.gz
 Disallow: /*.zip
 Disallow: /*.rar
 Disallow: /*.odt
 
User-agent: SemrushBot
 Disallow: /

User-agent: SemrushBot-SA
 Disallow: /

Sitemap: https://www.devopsschool.com/sitemap.xml