diff options
Diffstat (limited to 'robots.txt')
| -rw-r--r-- | robots.txt | 91 |
1 files changed, 91 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..6f4ac55 --- /dev/null +++ b/robots.txt @@ -0,0 +1,91 @@ +User-Agent: Googlebot +Disallow: /login +Disallow: /admin +Disallow: /download + +User-Agent: * +Disallow: /login +Disallow: /admin + +User-agent: Orthogaffe +Disallow: / + +User-agent: UbiCrawler +Disallow: / + +User-agent: DOC +Disallow: / + +User-agent: Zao +Disallow: / + +User-agent: Zealbot +Disallow: / + +User-agent: MSIECrawler +Disallow: / + +User-agent: SiteSnagger +Disallow: / + +User-agent: WebStripper +Disallow: / + +User-agent: WebCopier +Disallow: / + +User-agent: Fetch +Disallow: / + +User-agent: Offline Explorer +Disallow: / + +User-agent: Teleport +Disallow: / + +User-agent: TeleportPro +Disallow: / + +User-agent: WebZIP +Disallow: / + +User-agent: linko +Disallow: / + +User-agent: HTTrack +Disallow: / + +User-agent: Microsoft.URL.Control +Disallow: / + +User-agent: Xenu +Disallow: / + +User-agent: larbin +Disallow: / + +User-agent: libwww +Disallow: / + +User-agent: ZyBORG +Disallow: / + +User-agent: Download Ninja +Disallow: / + +User-agent: wget +Disallow: / + +User-agent: grub-client +Disallow: / + +User-agent: k2spider +Disallow: / + +User-agent: NPBot +Disallow: / + +User-agent: WebReaper +Disallow: / + +Sitemap: https://heckyel.ga/sitemap.xml |