User-agent: *
Allow: /
Allow: /wp-content/*.css
Disallow: /cgi-bin
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Sitemap: https://www.onlinephysics.co.uk/sitemapindex.xml
Disallow: /*/attachment/
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /page/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /*trackback
Disallow: /*trackback*
Allow: /feed/$
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/*/feed/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/trackback/$
User-agent: DuckDuckBot
Disallow: /Sitemap
User-agent: Googlebot
Disallow: /Sitemap
User-agent: Bingbot
Disallow: /Sitemap
User-agent: Exabot
Disallow: /Sitemap
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Orthogaffe
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: larbin
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: wget
Disallow: /
User-agent: k2spider
Disallow: /