User-agent: *
Disallow: /asystem/data/
Disallow: /cms/xnews/
Disallow: /cms/xhome/
Disallow: /cms/xcust/
Disallow: /cms/xind/
Disallow: /cms/xoth/
Disallow: /cms/rhometx/
Disallow: /rtep/documentsnoindex/
Disallow: /cms/brd/
Disallow: /cms/mms/
Disallow: /cms/msc/
Disallow: /cms/rptpub/
Disallow: /cms/rtep/documents/
Disallow: /aboutus/
Disallow: /walk/
Disallow: /bikes/
Disallow: /meetings/
Disallow: /reports/
Disallow: /transit/
Disallow: /aboutmun/
Disallow: /rid/
Disallow: /livable/
Disallow: /parking/
Disallow: /traffic/
Disallow: /system/
Crawl-Delay: 1

User-agent: Linkbot
Disallow: 

User-Agent: W3C-checklink
Disallow: