#robots.txt file # # # --------------------------------------------BEGIN-------------------------------------------- # User-agent: * Disallow: /.BMP$ Disallow: /.bmp$ Disallow: /.DIB$ Disallow: /.dib$ Disallow: /.GIF$ Disallow: /.gif$ Disallow: /.JFIF$ Disallow: /.jfif$ Disallow: /.JPE$ Disallow: /.jpe$ Disallow: /.JPEG$ Disallow: /.jpeg$ Disallow: /.JPG$ Disallow: /.jpg$ Disallow: /.PNG$ Disallow: /.png$ Disallow: /.TIF$ Disallow: /.tif$ Disallow: /.TIFF$ Disallow: /.tiff$ Disallow: /content/web/images Disallow: /content/feed/atom/counseling/images Disallow: /content/feed/atom/scuola/images Disallow: /content/feed/atom/giovani/images Disallow: /content/feed/atom/scienze_umane/images Disallow: /content/feed/atom/pagine_libere/images Disallow: /content/feed/atom/counseling/cm-archive Disallow: /content/feed/atom/giovani/cm-archive Disallow: /content/feed/atom/pagine_libere/cm-archive Disallow: /content/feed/atom/scienze_umane/cm-archive Disallow: /content/feed/atom/scuola/cm-archive Disallow: /content/img Disallow: /content/GETIMAGES Disallow: /content/js Disallow: /content/PDF_Text-Articles/ Disallow: /content/HTML_Comments-Articles/ Sitemap: http://www.foglidicounseling.org/sitemap.xml User-agent: website extractor Disallow: / User-agent: IBrowse/1.22 (AmigaOS 3.0) Disallow: / User-agent: MegaManager/1.0 Disallow: / User-agent: Anonymizer/1.1 Disallow: / User-agent: ia_archiver Disallow: /.PHP$ Disallow: /.php$ Disallow: /content/ User-agent: searchpreview Disallow: / User-agent: NCSA_Mosaic/2.6L10N+ (X11) Disallow: / User-agent: Microsoft URL Disallow: / User-agent: WinHTTrack Disallow: / User-agent: WebHTTrack Disallow: / User-agent: webmirror Disallow: / User-agent: webcopy Disallow: / User-agent: SuperBot Disallow: / User-agent: WebReaper Disallow: / User-agent: Black Hole Disallow: / User-agent: Titan Disallow: / User-agent: DAP 8.1 Disallow: / User-agent: NetMechanic Disallow: / User-agent: BadBot Disallow: / User-agent: CherryPicker Disallow: /