User-agent: * sitemap: http://www.rddonline.com/sitemap.txt # We only want the following public-facing files to be crawled. We disallow everything else. Allow: /conferences/index.php Allow: /conferences/rdd7.php Allow: /conferences/rdd8.php Allow: /conferences/rdd8tables.php Allow: /conferences/rdd9.php Allow: /conferences/rddeurope2005.php Allow: /education/faqs.php Allow: /education/impactors.php Allow: /education/index.php Allow: /education/online_training.php Allow: /education/rdd2006_discussion.php Allow: /education/rdd2007_discussion.php Allow: /education/subscribe.php Allow: /industry/calendar.php Allow: /industry/faqs.php Allow: /industry/index.php Allow: /industry/joinindustry.php Allow: /industry/journals.php Allow: /industry/regulatory.php Allow: /pub/article.php Allow: /pub/books.php Allow: /pub/faqs.php Allow: /pub/index.php Allow: /pub/proceedings.php Allow: /pub/searchresults.php Allow: /pub/subscribe.php Allow: /rdd/exhibitors.php Allow: /rdd/posters.php Allow: /rdd/rdd.php Allow: /recruitment/faqs.php Allow: /recruitment/index.php Allow: /recruitment/recruitment.php Allow: /contact.php Allow: /index.php Allow: /login.php Disallow: /