feat: create robots.txt programmatically

This commit is contained in:
Bart van der Braak 2024-01-16 02:44:01 +01:00
parent 674861bfe3
commit 70a0eb8aa1
2 changed files with 51 additions and 6 deletions

View file

@ -1,6 +0,0 @@
Sitemap: https://hellob.art/sitemap.xml
# https://developers.google.com/search/docs/advanced/sitemaps/build-sitemap#addsitemap
# https://www.robotstxt.org/robotstxt.html
User-agent: *
Disallow: