# don't allow
User-agent: test
Disallow: /

User-agent: beta
Disallow: /

User-agent: R2
Disallow: /

User-agent: ia_archiver
Disallow: /

# everybody else is ok, but restrict directories
User-agent: *
Disallow: /dogs/petfriendly/yelp_search.json
Disallow: /dogs/petfriendly/yelp_search

Sitemap: http://www.diningwithsophie.com/sitemap.xml