robots.txt 806 B

12345678910111213141516171819202122232425262728293031323334353637383940414243444546
  1. User-agent: Baiduspider
  2. Disallow: /
  3. User-agent: Sosospider
  4. Disallow: /
  5. User-agent: sogou spider
  6. Disallow: /
  7. User-agent: YodaoBot
  8. Disallow: /
  9. User-agent: Googlebot
  10. Disallow: /
  11. User-agent: Bingbot
  12. Disallow: /
  13. User-agent: Slurp
  14. Disallow: /
  15. User-agent: Teoma
  16. Disallow: /
  17. User-agent: ia_archiver
  18. Disallow: /
  19. User-agent: twiceler
  20. Disallow: /
  21. User-agent: MSNBot
  22. Disallow: /
  23. User-agent: Scrubby
  24. Disallow: /
  25. User-agent: Robozilla
  26. Disallow: /
  27. User-agent: Gigabot
  28. Disallow: /
  29. User-agent: googlebot-image
  30. Disallow: /
  31. User-agent: googlebot-mobile
  32. Disallow: /
  33. User-agent: yahoo-mmcrawler
  34. Disallow: /
  35. User-agent: yahoo-blogs/v3.9
  36. Disallow: /
  37. User-agent: psbot
  38. Disallow: /
  39. Disallow: /public/
  40. Disallow: /sql/
  41. Disallow: /config/
  42. Disallow: /app/
  43. Disallow: /database/
  44. Disallow: /resources/
  45. Disallow: /routes/
  46. Disallow: /vendor