# These entries assist in minimizing bandwidth usage caused
# by questionable robots spidering your site. Some of these
# robots or agents are used by web-stripping sofware.
# Please do not remove these entries, but feel free to add
# your own at the end of the list.
# If you have any questions regarding this file, please
# Sample:
#
# User-agent: BotRightHere
# Disallow: /
#
# User-agent: WebZip
# Disallow: /

User-agent: *   # From here down was the default settings for TA  and it was in the OP directory
Disallow: /

User-agent: *
Disallow: /cgi-bin/