diff --git a/src/server/index.tsx b/src/server/index.tsx index c95e44af..58a9691d 100644 --- a/src/server/index.tsx +++ b/src/server/index.tsx @@ -28,7 +28,20 @@ server.use(express.json()); server.use(express.urlencoded({ extended: false })); server.use("/static", express.static(path.resolve("./dist"))); +const robotstxt = +`User-Agent: * +Disallow: /login +Disallow: /settings +Disallow: /create_community +Disallow: /create_post +Disallow: /inbox +Disallow: /search/ +`; // server.use(cookieParser()); +server.get("/robots.txt", async (req, res) => { + res.setHeader("content-type","text/plain; charset=utf-8") + res.send(robotstxt) +}); server.get("/*", async (req, res) => { const activeRoute = routes.find(route => matchPath(req.path, route)) || {};