# This robot.txt file is for every spider
User-Agent: *
# They are disallowed access to files in these directories or beginning with these names
Disallow: /_private/
Disallow: /_v
Disallow: /ad/
Disallow: /cgi/
Disallow: /data/
Disallow: /docs/
Disallow: /images/
Disallow: /logs/
Disallow: /test
Disallow: /AA.html
Disallow: /AAheader
Disallow: /AAfooter
Disallow: /postinfo.html
Disallow: /indextest.html