# robots.txt for www.promisekeepers.org

User-agent: ScoutJet
Disallow: /

User-agent: Baiduspider-mobile
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-news
Disallow: /

User-agent: Baiduspider-favo
Disallow: /

User-agent: Baiduspider-cpro
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /


User-agent: *

Disallow: /donate
Disallow: /store
Disallow: /identify
Disallow: /email_only
Disallow: /volreg
Disallow: /ambassador-application2
Disallow: /giving_history
Disallow: /catalog
Disallow: /pcheckout
Disallow: /conferences/pastor-conference
Disallow: /webware/cart
Disallow: /webware/checkout
Disallow: /webware/
Disallow: /admin
Disallow: /store

Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0300-0545     # only visit between 6:00 AM and 8:45 AM UT (GMT)