User-agent: *
allow: /


User-agent: MJ12bot
Disallow: /

User-agent: GermCrawler
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: *
Allow: /wp-content/uploads/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
Disallow: /*?
Disallow: /feed

Sitemap: https://pg-p.ctme.caltech.edu/sitemaps/caltech_sitemap_production.xml 
Sitemap: https://pg-p.ctme.caltech.edu/post-sitemap.xml
Sitemap: https://pg-p.ctme.caltech.edu/page-sitemap.xml
Sitemap: https://pg-p.ctme.caltech.edu/category-sitemap.xml