# robots.txt file for http://www.washingtonaerospace.org/ # individual agents first, then globals User-agent: FooBar SpamSpider # arbitrary example Disallow: / User-agent: * # directed to all spiders Disallow: /cgi-bin/ Disallow: /gfx/ Disallow: /inc/ Disallow: /survey/ Disallow: *.jpg Disallow: *.gif