diff --git a/docs/_config.yml b/docs/_config.yml deleted file mode 100644 index c419263..0000000 --- a/docs/_config.yml +++ /dev/null @@ -1 +0,0 @@ -theme: jekyll-theme-cayman \ No newline at end of file diff --git a/docs/robots.txt b/docs/robots.txt index 18936cb..f0e9b69 100644 --- a/docs/robots.txt +++ b/docs/robots.txt @@ -1 +1,3 @@ -oh yeah, please scape me +User-Agent: * +Disallow: /*/announce$ +Disallow: /*/scrape$ \ No newline at end of file