robots.txt (#9)
This commit is contained in:
parent
c0dba7a8a7
commit
6d8aed5e7f
1 changed files with 0 additions and 1 deletions
|
@ -69,7 +69,6 @@ pub async fn robots() -> impl Responder {
|
||||||
|
|
||||||
#[once(time = 60)]
|
#[once(time = 60)]
|
||||||
fn build_robotstxt() -> String {
|
fn build_robotstxt() -> String {
|
||||||
// TODO, see https://www.robotstxt.org/orig.html
|
|
||||||
"User-agent: * Allow: /".into()
|
"User-agent: * Allow: /".into()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue