# Prevent Google from following malformed static pages due to JavaScript incompatibility
User-agent: Googlebot
Disallow: /*pagereq=

# libwww-perl (LWP) is a library for Perl now used by many script kiddie, crackers, and spam bots.
User-agent: libwww-perl
Disallow: /

User-agent: libwww-perl/5.79
Disallow: /

User-agent: libwww-perl/5.803
Disallow: /

User-agent: libwww-perl/5.805
Disallow: /

User-agent: libwww-perl/5.808
Disallow: /

# Hacker User-agent Morfeus F'ing Scanner
User-agent: Morfeus
Disallow: /

# This will prevent Google Images from indexing any files
User-agent: Googlebot-Image
Disallow: /

# Use this when the site is in development.  This will prevent robots from visiting the site.
#User-agent: *
#Disallow: /

# Use this when the site goes live.  It will allow everything to be indexed, except the directories listed.
Sitemap: http://www.njwineseller.com/sitemap.xml
User-agent: *
Disallow: /aspnet_client
Disallow: /bin
Disallow: /editor3
Disallow: /images
Disallow: /includes
Disallow: /labels
Disallow: /logs
Disallow: /old
Disallow: /originals
Disallow: /pdf
Disallow: /scripts
Disallow: /shiplabel
Disallow: /static
Disallow: /staticpages
Disallow: /templates
Crawl-delay: 10