# go away
user-agent: *
Disallow: /cgi/
Disallow: /common
Disallow: /gis/map-products.asp?id=20
Disallow: /gis/map-products.asp?id=31
Disallow: /gis/map-products.asp?id=27
Disallow: /gis/map-products.asp?id=29
Disallow: /gis/map-products.asp?id=28
Disallow: /text.php
Disallow: /purchasing/pdf/*
Disallow: /tags-codes/*
Disallow: /fctrip/ajax/*

#crawling post URL's
user-agent: AhrefsBot
disallow: /

# too many repeated hits, too quick
User-agent: Baidu
Disallow: /