User-agent: * Disallow: /impressum.html Disallow: /en/about.html # sphinx sources don't make much sense to spider # (Google shows them even before the HTML) Disallow: /opensource/projects/pymta/docs/html/_sources # exclude Trac's newticket page as spammers use search engines # to find trac instances which they can spam Disallow: /opensource/projects/pymta/newticket Disallow: /opensource/projects/trac_captcha/newticket Disallow: /opensource/projects/pycerberus/newticket Disallow: /opensource/projects/ohloh_widgets_macro/newticket