TEXT   79

robots.txt

Guest on 31st May 2022 08:49:55 AM

  1. User-agent: SemrushBot
  2. Disallow: /
  3. # We only want the normal /wiki/index.php/Page_name URLs, not the
  4. # dynamic ones that MediaWiki will respond to.
  5. User-agent: *
  6. Allow: /api.php?
  7. Allow: /api.php?action=
  8. Allow: /api.php?*&action=
  9. Noindex: /*?*title=Special:
  10. Noindex: /wiki/index.php/Special:
  11. Noindex: /*?*title=Template:
  12. Noindex: /wiki/index.php/Template:
  13. Noindex: /*?*title=Template_talk:
  14. Noindex: /wiki/index.php/Template_talk:
  15. Noindex: /*?*title=User_talk:
  16. Noindex: /wiki/index.php/User_talk:
  17. Noindex: /*?*title=Help:
  18. Noindex: /wiki/index.php/Help:
  19. Noindex: /*?*title=User:
  20. Noindex: /wiki/index.php/User:
  21. Noindex: /*?action=
  22. Noindex: /*?*&action=
  23. Noindex: /*?mobileaction=
  24. Noindex: /*?*&mobileaction=
  25. Noindex: /*?feed=
  26. Noindex: /*?*&feed=
  27. Noindex: /*?from=
  28. Noindex: /*?*&from=
  29. Noindex: /*?oldid=
  30. Noindex: /*?*&oldid=
  31. Noindex: /*?printable=
  32. Noindex: /*?*&printable=
  33. Noindex: /*?redirect=
  34. Noindex: /*?*&redirect=
  35. Noindex: /*?useskin=
  36. Noindex: /*?*&useskin=
  37. Noindex: /*?uselang=
  38. Noindex: /*?*&uselang=
  39. Noindex: /*?veaction=
  40. Noindex: /*?*&veaction=
  41. Disallow: /*?*title=Special:
  42. Disallow: /wiki/index.php/Special:
  43. Disallow: /*?*title=Template:
  44. Disallow: /wiki/index.php/Template:
  45. Disallow: /*?*title=Template_talk:
  46. Disallow: /wiki/index.php/Template_talk:
  47. Disallow: /*?*title=User_talk:
  48. Disallow: /wiki/index.php/User_talk:
  49. Disallow: /*?*title=Help:
  50. Disallow: /wiki/index.php/Help:
  51. Disallow: /*?*title=User:
  52. Disallow: /wiki/index.php/User:
  53. Disallow: /*?action=
  54. Disallow: /*?*&action=
  55. Disallow: /*?feed=
  56. Disallow: /*?*&feed=
  57. Disallow: /*?from=
  58. Disallow: /*?*&from=
  59. Disallow: /*?oldid=
  60. Disallow: /*?*&oldid=
  61. Disallow: /*?printable=
  62. Disallow: /*?*&printable=
  63. Disallow: /*?redirect=
  64. Disallow: /*?*&redirect=
  65. Disallow: /*?useskin=
  66. Disallow: /*?*&useskin=
  67. Disallow: /*?uselang=
  68. Disallow: /*?*&uselang=
  69. Disallow: /*?veaction=
  70. Disallow: /*?*&veaction=
  71. Noindex: /wiki/images/thumb/*
  72. Noindex: /wiki/images/archive/*

Raw Paste


Login or Register to edit or fork this paste. It's free.