@webpage{koster2005robots,
	title = {The web robots FAQ},
	author = {Martijn Koster},
	url = {http://www.robotstxt.org/wc/faq.html},
	year = {2005},
	biburl = {http://www.bibsonomy.org/bibtex/2f136dc41355b45e2336fa46a4e7aa5d9/cameron},
	description = {Main paper DB},
	urldate = {June 2005}, date-modified = {2007-11-14 07:53:52 -0500}, date-added = {2007-01-22 11:56:01 -0800},
	keywords = {crawling }
}