robots.txt #31

src/app.py

@@ -2,6 +2,7 @@ import logging
 
 import dash_bootstrap_components as dbc
 from dash import Dash, dcc, html, page_container, page_registry
+from flask import send_from_directory
 
 app = Dash(
     external_stylesheets=[dbc.themes.SIMPLEX],
@@ -14,6 +15,13 @@ app = Dash(
 # LUMEN (gros séparateur, blue clair),
 # SIMPLEX (rouge, séparateur)
 
+
+# robots.txt
+@app.server.route("/robots.txt")
+def robots():
+    return send_from_directory("./assets", "robots.txt", mimetype="text/plain")
+
+
 logger = logging.getLogger("decp.info")
 logging.basicConfig(
     format="%(asctime)s %(levelname)-8s %(message)s",

src/assets/robots.txt

@@ -0,0 +1,43 @@
+# START YOAST BLOCK
+# Copié depuis https://next.ink/robots.txt
+# ---------------------------
+User-agent: *
+
+Sitemap: https://next.ink/sitemap_index.xml
+Allow: /
+
+# ---------------------------
+# END YOAST BLOCK
+
+User-agent: GPTBot
+Disallow: /
+User-agent: ChatGPT-User
+Disallow: /
+User-agent: Google-Extended
+Disallow: /
+User-agent: PerplexityBot
+Disallow: /
+User-agent: Amazonbot
+Disallow: /
+User-agent: ClaudeBot
+Disallow: /
+User-Agent: FacebookBot
+Disallow: /
+User-Agent: Applebot
+Disallow: /
+User-agent: anthropic-ai
+Disallow: /
+User-agent: Bytespider
+Disallow: /
+User-agent: Claude-Web
+Disallow: /
+User-agent: Diffbot
+Disallow: /
+User-agent: ImagesiftBot
+Disallow: /
+User-agent: Omgilibot
+Disallow: /
+User-agent: Omgili
+Disallow: /
+User-agent: YouBot
+Disallow: /