User-agent: * #Disallow: /rss/ #html #Disallow: /*.html$ #Allow: /*i.html$ #htm #Disallow: /*.htm$ #php #Disallow: /*.php$ # disallow all files with ? in url #Disallow: /*?* #Disallow: /*? Allow: / Sitemap: http://www.postgradum.com/sitemap_index.xml