User-agent: *
Disallow: /payment/

# WORDPRESS
Disallow: /wp-content/
Disallow: /wp-admin/
Disallow: /extend/themes/
Disallow: /themes/
Disallow: /support/rss/
Disallow: /archive/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /errors/
Disallow: /extend/themes/search.php
Disallow: /themes/search.php
Disallow: /support/rss
Disallow: /archive/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /errors/
# Files
Disallow: /*.php$

# DRUPAL
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt

# Disallow .net, .jsp, and .php files
Disallow: /*.net$
Disallow: /*.jsp$
Disallow: /*.php$

# Disallow shell and script files
Disallow: /*.sh$
Disallow: /*.bash$
Disallow: /*.py$
Disallow: /*.pl$
Disallow: /*.cgi$

User-agent: Acunetix
Disallow: /

# too many repeated hits, too quick
User-agent: litefinder
Disallow: /

# Yahoo. too many repeated hits, too quick
User-agent: Slurp
Disallow: /

# too many repeated hits, too quick
User-agent: Baidu
Disallow: /