User-Agent: *#Disallow all crawlers access to certain pages
Disallow: /db
Disallow: /matueng
Disallow: /_mmServerScripts
Disallow: /aspnet_client
Disallow: /picture_library
Disallow: /test
Disallow: /siteson
Allow :/