#Allow All
User-Agent: *
Allow: /

#Disallow crawling for:
User-Agent: *
Disallow: /500.html