# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:         can also specify by name "*" is for everyone
# Disallow:           if this matches first part of requested path, forget it
# Tells Scanning Robots Where They Are And Are Not Welcome
#
# Disallows
User-agent: *
Disallow: /cgi-bin/
Disallow: /staging
Disallow: /sandbox
Disallow: /badrobots/
Disallow: /private/
Disallow: /pass/
Disallow: /test/
Disallow: /ftp/
Disallow: /sandbox/
Disallow: /staging/
Disallow: /analyze/