User-agent: *
Crawl-Delay: 60
Disallow: /gitweb/
Disallow: /cgi-bin/cvsweb.cgi/
Disallow: /cgi-bin/itkcvsweb.cgi/
Disallow: /cgi-bin/viewcvs.cgi/
Disallow: /CMake/Testing/
Disallow: /CMake/Testing/HTML/TestingResults/
Disallow: /Insight/Testing/
Disallow: /Insight/Testing/HTML/TestingResults/
Disallow: /Paraview/Testing/
Disallow: /Paraview/Testing/HTML/TestingResults/
Disallow: /VTK/doc/release/3/
Disallow: /vtk/quality/
Disallow: /VTK/Testing/
Disallow: /HTML/Download.htm
Disallow: /doc/release/5.2/vtkDocHtml-5.2.0.chm
Disallow: /doc/release/5.2/vtkDocHtml-5.2.0.tar.gz
Disallow: /files/
Disallow: /doc/nightly/vtkNightlyDocHtml.tar.gz
Disallow: *.tar.gz$
User-agent: dotbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MJ12bot
Disallow: /