create robots.txt to stop crawlers

view/app.py

@@ -1,8 +1,7 @@
 #!/usr/bin/python3
 
 import sqlite3
-from flask import Flask, request, render_template
-from flask import g
+from flask import Flask, request, render_template, g, send_from_directory
 from flask_paginate import Pagination, get_page_parameter
 import confuse
 
@@ -75,5 +74,12 @@ def feed_list():
 		}
 		feeds.append(feed)
 	return render_template('feeds.html', feeds=feeds)
+
+
+
+@app.route('/robots.txt')
+def static_from_root():
+    return send_from_directory(app.static_folder, request.path[1:])
+
 if __name__ == "__main__":
 	app.run(host="0.0.0.0")

view/static/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /