diff options
| author | Christoph Cullmann <cullmann@kde.org> | 2019-04-15 08:00:30 +0200 |
|---|---|---|
| committer | Christoph Cullmann <cullmann@kde.org> | 2019-04-15 08:00:30 +0200 |
| commit | 12ef17a690e93b2f4486495fd552b91b013dfcc3 (patch) | |
| tree | 2f8cdc2b4937f3b1bb9216a2902b7c4a9e1bc7a1 | |
| parent | cb2ce2430b7aad08aa21b3f866116e739f7fbf3e (diff) | |
generate robots.txt
| -rw-r--r-- | config.toml | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/config.toml b/config.toml index 91c30a1..01ecd12 100644 --- a/config.toml +++ b/config.toml @@ -25,6 +25,9 @@ pygmentsstyle = "b2" pygmentscodefences = true pygmentscodefencesguesssyntax = true +# add info for crawlers +enableRobotsTXT = true + [outputs] # JSON for search home = ["HTML", "RSS", "JSON"] |