robots.txt (#9)
This commit is contained in:
parent
c0dba7a8a7
commit
6d8aed5e7f
1 changed files with 0 additions and 1 deletions
|
@ -69,7 +69,6 @@ pub async fn robots() -> impl Responder {
|
|||
|
||||
#[once(time = 60)]
|
||||
fn build_robotstxt() -> String {
|
||||
// TODO, see https://www.robotstxt.org/orig.html
|
||||
"User-agent: * Allow: /".into()
|
||||
}
|
||||
|
||||
|
|
Loading…
Reference in a new issue