From 2299819781e3076806736ff1f907ae65454ab780 Mon Sep 17 00:00:00 2001
From: John Crepezzi <john.crepezzi@gmail.com>
Date: Tue, 22 Nov 2011 19:59:03 -0500
Subject: [PATCH] Added robots.txt

---
 TODO              | 1 -
 static/robots.txt | 2 ++
 2 files changed, 2 insertions(+), 1 deletion(-)
 create mode 100644 static/robots.txt

diff --git a/TODO b/TODO
index c055909..36b001b 100644
--- a/TODO
+++ b/TODO
@@ -6,7 +6,6 @@ add link to about page
 allow power users to force highlight lang - by supplying an extension!!!!!!
 maybe start serving highlighting on the other end to save transfer on highlight.js
 start using CDNs for most assets
-robots.txt nofollow
 kick expiration back by increment on each view
 
 # shared version only
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..1f53798
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /