User-agent: *
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Disallow: /wp-admin/

# dont crawl login 
Disallow: /wp-login.php

Disallow: /readme.html
Disallow: /refer/
Disallow: /connect/
Disallow: /gtr-directory/
Disallow: /search? 
Disallow: /?s=

# Crawl-delay: 10

Sitemap: https://www.gtreview.com/sitemap_index.xml

#stuff to try and get Twitter to read the damn cards
User-agent: Twitterbot
Allow: /
Allow: /TJW/
Allow: /wp-content/test_img/
Allow: /wp-content/uploads/