12345678910111213141516171819202122232425262728293031323334353637383940414243444546 |
- User-agent: Baiduspider
- Disallow: /
- User-agent: Sosospider
- Disallow: /
- User-agent: sogou spider
- Disallow: /
- User-agent: YodaoBot
- Disallow: /
- User-agent: Googlebot
- Disallow: /
- User-agent: Bingbot
- Disallow: /
- User-agent: Slurp
- Disallow: /
- User-agent: Teoma
- Disallow: /
- User-agent: ia_archiver
- Disallow: /
- User-agent: twiceler
- Disallow: /
- User-agent: MSNBot
- Disallow: /
- User-agent: Scrubby
- Disallow: /
- User-agent: Robozilla
- Disallow: /
- User-agent: Gigabot
- Disallow: /
- User-agent: googlebot-image
- Disallow: /
- User-agent: googlebot-mobile
- Disallow: /
- User-agent: yahoo-mmcrawler
- Disallow: /
- User-agent: yahoo-blogs/v3.9
- Disallow: /
- User-agent: psbot
- Disallow: /
- Disallow: /public/
- Disallow: /sql/
- Disallow: /config/
- Disallow: /app/
- Disallow: /database/
- Disallow: /resources/
- Disallow: /routes/
- Disallow: /vendor
|