aboutsummaryrefslogblamecommitdiff
path: root/en_US.ISO8859-1/htdocs/robots.txt
blob: b94bcd43cf58c593c8340a1c201f38357f766823 (plain) (tree)
1
2
3
4
5
6
7
8
9

           
             
                




                               
                                 


                                  



                                   
                      
                    
# $FreeBSD$

User-agent: *
#Crawl-delay: 10
Disallow: /cgi/confirm-code.cgi
Disallow: /cgi/cvsweb.cgi
Disallow: /cgi/dosendpr.cgi
Disallow: /cgi/getmsg.cgi
Disallow: /cgi/mailindex.cgi
Disallow: /cgi/man.cgi?apropos=2&
Disallow: /cgi/mid.cgi
Disallow: /cgi/mirror.cgi
Disallow: /cgi/missing_handler.cgi
Disallow: /cgi/ports.cgi
Disallow: /cgi/query-pr-summary.cgi
Disallow: /cgi/query-pr.cgi
Disallow: /cgi/search.cgi
Disallow: /cgi/url.cgi
Disallow: /statistic