User-agent: *
Disallow: /stats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /dev/
Disallow: /gdpr_consent/
Disallow: /img/
Disallow: /js/
Disallow: /admin/
Disallow: /.well-Known/
Disallow: /php/
Disallow: /userfiles/
Disallow: /vendor/
Disallow: /video/
User-agent: Googlebot/2.1 
User-agent: InfoNaviRobot(F107) 
User-agent: TV33_Mercator_1-1.0 
User-agent: AVSearch-3.0 
User-agent: Scooter/2.0 
User-agent: Slurp/2.0 
User-agent: SearchengineLicenceSheep_v1.0 
User-agent: shadow/2.0 
User-agent: MultiText/0.1 
User-agent: FAST-WebCrawler/2.2.5 
User-agent: Atomz/1.0 
Sitemap: https://colprodecam.org