User-Agent: * 
Allow: / 
Disallow: /cgi-bin 
Disallow: /active.asp
Disallow: /display.asp
Disallow: /newslistings.asp
Disallow: /jobslistings.asp
Disallow: /searchlistings.asp