# No semrush
User-agent: SemrushBot
Disallow: /

# Allow everyone to search everything
User-agent: *
Sitemap: http://www.ecoscentric.com/perl-sitemap.xml.gz
Disallow: /sitemap.xml.gz
Disallow: /~paulb/
Disallow: /~alexs/
Disallow: /cgi-bin/
Disallow: /cgi/obfuscate
Disallow: /cgi/nph-
Disallow: /redirector/
Disallow: /template/
Disallow: /snapshots/
Disallow: /ecospro/kit.cgi
Disallow: /help/
Disallow: /mailman/
Disallow: /manual/
Disallow: /awstats/
Disallow: /allskycam/*
Disallow: /*.php
#
# URLs indexed by google but which we do not want indexed
Disallow: /.hg/*
Disallow: /ecospro/doc/*/Emacs.pdf
Disallow: /ecospro/doc/*/bison.pdf
Disallow: /ecospro/doc/*/autoconf.pdf
Disallow: /ecospro/doc/*/automake.pdf
Disallow: /ecospro/doc/*/binutils.info.pdf
Disallow: /ecospro/doc/*/configure.pdf
Disallow: /ecospro/doc/*/gcc.pdf
Disallow: /ecospro/doc/*/gccinstall.pdf
Disallow: /ecospro/doc/*/gcc.info.pdf
Disallow: /ecospro/doc/*/gcj.pdf
Disallow: /ecospro/doc/*/gfortran.pdf
Disallow: /ecospro/doc/*/gnat_rm.pdf
Disallow: /ecospro/doc/*/ld.pdf
Disallow: /ecospro/doc/*/ld.info.pdf
Disallow: /ecospro/doc/*/libiberty.pdf
Disallow: /ecospro/doc/*/libtool.pdf
Disallow: /ecospro/doc/*/maintain.pdf
Disallow: /ecospro/doc/*/standards.pdf
Disallow: /ecospro/doc/*/stabs.info.pdf
Disallow: /ecospro/doc/*/texinfo.pdf
Disallow: /eclipse/updates/*
#
# GNU doc internal references we do not hold
Disallow: /ecospro/doc//html/gnutools/share/doc/gnat_rm/
Disallow: /ecospro/doc//html/gnutools/share/doc/gfortran/
Disallow: /ecospro/doc//html/gnutools/share/doc/gcj/
Disallow: /ecospro/doc/html/gnutools/share/doc/standards/
Disallow: /ecospro/doc/html/gnutools/share/doc/contribute.html
Disallow: /cdl-guide/language.tcl.html
Disallow: /cdt-guide/eclipse-usletter.pdf
Disallow: /gnutools/doc/gdbint/experimental-branch-tags.html
Disallow: /gnutools/doc/gdbint/gdbarch_005fbreakpoint_005ffrom_005fpc.html
Disallow: /gnutools/doc/gdbint/gdbarch_005fdummy_005fid.html
Disallow: /gnutools/doc/gdbint/gdbarch_005fpush_005fdummy_005fcall.html
Disallow: /gnutools/doc/gdbint/gdbarch_005freturn_005fvalue.html
Disallow: /gnutools/doc/gdbint/gdbarch_005fstabs_005fargument_005fhas_005faddr.html
Disallow: /ref/athttpd-callback.html
Disallow: /ref/athttpd.html
Disallow: /ref/io-usb-slave.html
Disallow: /ref/net-athttpd.html
Disallow: /ref/openssl-ecos-config.html
Disallow: /ref/tcpip-openbsd.html
Disallow: /ref/usbs-halt.html
Disallow: /user-guide/setup-arm-pid.html
Disallow: /user-guide/setup-v850-cebsa1.html