mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2025-04-17 18:18:11 +00:00
Robots.txt (#369)
* assume default model where appropriate * merge with master and fix other model refs * disallow robots * add public file
This commit is contained in:
parent
8743be679b
commit
6957bc3ec0
2 changed files with 7 additions and 0 deletions
2
frontend/public/robots.txt
Normal file
2
frontend/public/robots.txt
Normal file
|
@ -0,0 +1,2 @@
|
|||
User-agent: *
|
||||
Disallow: /
|
|
@ -77,6 +77,11 @@ if (process.env.NODE_ENV !== "development") {
|
|||
app.use("/", function (_, response) {
|
||||
response.sendFile(path.join(__dirname, "public", "index.html"));
|
||||
});
|
||||
|
||||
app.get("/robots.txt", function (_, response) {
|
||||
response.type("text/plain");
|
||||
response.send("User-agent: *\nDisallow: /").end();
|
||||
});
|
||||
}
|
||||
|
||||
app.use(
|
||||
|
|
Loading…
Add table
Reference in a new issue