summaryrefslogtreecommitdiff
path: root/themes/LoveIt/layouts/robots.txt
diff options
context:
space:
mode:
Diffstat (limited to 'themes/LoveIt/layouts/robots.txt')
-rw-r--r--themes/LoveIt/layouts/robots.txt64
1 files changed, 0 insertions, 64 deletions
diff --git a/themes/LoveIt/layouts/robots.txt b/themes/LoveIt/layouts/robots.txt
deleted file mode 100644
index cefec37..0000000
--- a/themes/LoveIt/layouts/robots.txt
+++ /dev/null
@@ -1,64 +0,0 @@
-User-agent: *
-
-Disallow: /images/
-Disallow: /js/
-Disallow: /css/
-
-User-agent: MJ12bot
-Disallow: /
-
-User-agent: AhrefsBot
-Disallow: /
-
-User-agent: BLEXBot
-Disallow: /
-
-# Block SISTRIX
-User-agent: SISTRIX Crawler
-Disallow: /
-User-agent: sistrix
-Disallow: /
-User-agent: 007ac9
-Disallow: /
-User-agent: 007ac9 Crawler
-Disallow: /
-
-# Block Uptime robot
-User-agent: UptimeRobot/2.0
-Disallow: /
-
-# Block Ezooms Robot
-User-agent: Ezooms Robot
-Disallow: /
-
-# Block Perl LWP
-User-agent: Perl LWP
-Disallow: /
-
-# Block netEstate NE Crawler (+http://www.website-datenbank.de/)
-User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
-Disallow: /
-
-# Block WiseGuys Robot
-User-agent: WiseGuys Robot
-Disallow: /
-
-# Block Turnitin Robot
-User-agent: Turnitin Robot
-Disallow: /
-
-# Block Heritrix
-User-agent: Heritrix
-Disallow: /
-
-# Block pricepi
-User-agent: pimonster
-Disallow: /
-
-User-agent: SurdotlyBot
-Disallow: /
-
-User-agent: ZoominfoBot
-Disallow: /
-
-Sitemap: {{ "/sitemap.xml" | absLangURL }}