diff options
| author | Christoph Cullmann <cullmann@kde.org> | 2022-08-14 19:01:21 +0200 |
|---|---|---|
| committer | Christoph Cullmann <cullmann@kde.org> | 2022-08-14 19:01:21 +0200 |
| commit | 51fb029ca27d67d7cd67352cdede45e5b25868f7 (patch) | |
| tree | 6d8e34b2abdc757310ffe11189e926d017417bae /themes/CodeIT/layouts/robots.txt | |
| parent | 260b6803e78609e16ad3d59792f1681d9df0f1e4 (diff) | |
switch back to LoveIt, other theme is deprectated
Diffstat (limited to 'themes/CodeIT/layouts/robots.txt')
| -rw-r--r-- | themes/CodeIT/layouts/robots.txt | 64 |
1 files changed, 0 insertions, 64 deletions
diff --git a/themes/CodeIT/layouts/robots.txt b/themes/CodeIT/layouts/robots.txt deleted file mode 100644 index cefec37..0000000 --- a/themes/CodeIT/layouts/robots.txt +++ /dev/null @@ -1,64 +0,0 @@ -User-agent: * - -Disallow: /images/ -Disallow: /js/ -Disallow: /css/ - -User-agent: MJ12bot -Disallow: / - -User-agent: AhrefsBot -Disallow: / - -User-agent: BLEXBot -Disallow: / - -# Block SISTRIX -User-agent: SISTRIX Crawler -Disallow: / -User-agent: sistrix -Disallow: / -User-agent: 007ac9 -Disallow: / -User-agent: 007ac9 Crawler -Disallow: / - -# Block Uptime robot -User-agent: UptimeRobot/2.0 -Disallow: / - -# Block Ezooms Robot -User-agent: Ezooms Robot -Disallow: / - -# Block Perl LWP -User-agent: Perl LWP -Disallow: / - -# Block netEstate NE Crawler (+http://www.website-datenbank.de/) -User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/) -Disallow: / - -# Block WiseGuys Robot -User-agent: WiseGuys Robot -Disallow: / - -# Block Turnitin Robot -User-agent: Turnitin Robot -Disallow: / - -# Block Heritrix -User-agent: Heritrix -Disallow: / - -# Block pricepi -User-agent: pimonster -Disallow: / - -User-agent: SurdotlyBot -Disallow: / - -User-agent: ZoominfoBot -Disallow: / - -Sitemap: {{ "/sitemap.xml" | absLangURL }} |