yarrg/web/robots.txt

   1 <%flags>
   2 inherit => undef
   3 </%flags>
   4 <%perl>
   5 $r->content_type('text/plain');
   6 </%perl>
   7 User-Agent: *
   8 Disallow: /lookup
   9 Disallow: /test/code/lookup
  10 Disallow: /test/data/lookup
  11 Disallow: /test/both/lookup