User-agent: *
Disallow: /test/robots/disallow/
Disallow: /test/robots/noindex/
Disallow: /test/robots/partial
Allow: /test/robots/allow/
Disallow: /test/robots/wild*
Allow: /test/robots/wildcard*
Disallow: /test/robots/wildcard/longer*
Allow: /test/robots/a*
Disallow: /test/robots/*z
Disallow: /test/relativelinks/2ndlevel/http://
Disallow: /test/relativelinks/rtestprob/http://searchtools/about/
Disallow: /test/relativelinks/rtestprob/http://searchtools/analysis/
Disallow: /test/relativelinks/rtestprob/http://searchtools/guide/
Disallow: /test/relativelinks/rtestprob/http://searchtools/info/
Disallow: /test/relativelinks/rtestprob/http://searchtools/pub/
Disallow: /test/relativelinks/rtestprob/http://searchtools/robots/
Disallow: /test/relativelinks/rtestprob/http://searchtools/search/
Disallow: /test/relativelinks/rtestprob/http://searchtools/site/
Disallow: /test/relativelinks/rtestprob/http://searchtools/slides/
Disallow: /test/relativelinks/rtestprob/http://searchtools/surveys/
Disallow: /test/relativelinks/rtestprob/http://searchtools/tools/
Disallow: /background/
Disallow: /blog/
Disallow: /cgi-bin/
Disallow: /info/articles/
Disallow: /info/conferences-past.html
Disallow: /info/meetings/examples/
Disallow: /info/meetings/thunderlizard/examples/
Disallow: /info/robots/
Disallow: /info/slides/
Disallow: /lists/
Disallow: /related/
Disallow: /reviews/
Disallow: /searchtools/
Allow: /site/sitemap.xml
Allow: /site/site/contact*
Disallow: /site/
Disallow: /slides/examples/
Disallow: /slides/ia/images/*.html
Disallow: /ST/
Disallow: /st/
Disallow: /St/
Disallow: /wr/


#	test of semicolon after disallow
User-agent: inktomi
Disallow; /test/robots/

#	test of dangling allow
Allow: /test/robots/dangling/


#	test of empty user agent field
User-agent: 
Disallow: /


# updated 2002-03-22 (disallow rtestprob links)
# updated 2002-06-25 (disallow info/slides links, info/robots/)
# updated 2002-07-25 (disallow /searchtools/ which is an alias)
# updated 2005-09-09 (rearranged as per Enrico's advice)
# updated 2007-01-24 (added site directory to disallow list)
# updated 2007-01-25 (removed rss disallow, file is gone)
# updated 2008-06-24 (added wildcard tests lines 6-10)
# updated 2008-07-02 (added allows for site subidrectory)