User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /resale/
Disallow: /nichegiveaway/
Disallow: /*.txt$
Disallow: /*.pdf$
Disallow: /*.zip$
Disallow: /*.mp3$