##############################################################
#Century21DFW robots.txt file
#
#prevent robots from index any and all non-public web files

User-agent: PropsmartCrawler
Disallow: /


User-agent: psbot
Disallow: /

User-agent: *
Disallow: /art/
Disallow: /intranet/
Disallow: /test/
Disallow: /contact.cfm
Disallow: /contact_process.cfm
Disallow: /search.cfm