# Hi little robot # welcome in the robots.txt for http://www.anwalt-in-rostock.de/ # take the following lines into consideration before you crawl: User-agent: * Sitemap: http:/www.anwalt-in-rostock.de/sitemap.xml Disallow: /cgi-php Disallow: /cgi-bin Disallow: /weblication Disallow: /wDeutsch/templates Disallow: /wDeutsch/wLayout Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ Disallow: /*.css$ Disallow: /*.js$ # Good bye and come again. :)