Constellation, Spacedust, Slingshot, UFOs: atproto crates and services for microcosm
stop bots from crawling the graph
googlebot spent a while walking
author
phil
date
(Feb 12, 2025, 10:24 AM -0500)
commit
2b2ca206
2b2ca2067e8c9871fbb9bcf7eec11ea8be0ad8d9
parent
6f8a812b
6f8a812b2388414ade7d4fab724c8a8d5bd4ea66
+8
+8
constellation/src/server/mod.rs
+8
constellation/src/server/mod.rs
···
28
28
A: ToSocketAddrs,
29
29
{
30
30
let app = Router::new()
31
+
.route("/robots.txt", get(robots))
31
32
.route(
32
33
"/",
33
34
get({
···
96
97
.await?;
97
98
98
99
Ok(())
100
+
}
101
+
102
+
async fn robots() -> &'static str {
103
+
"\
104
+
User-agent: *
105
+
Disallow: /links/
106
+
"
99
107
}
100
108
101
109
#[derive(Template, Serialize, Deserialize)]