User-agent: *
Crawl-delay: 10
Disallow: news/click
Disallow: news/news/click
Disallow: news/view/print
User-agent: WGet
allow:
User-agent: Wget
Disallow:
User-agent: WebZIP
Disallow:
User-agent: WebZIP/3.6
Disallow:
User-agent: Plucker/Py-1.0
Disallow:
User-agent: WebCapture
Disallow:
User-agent: WebCopy
Disallow:
User-agent: WebCopy/0.98b7
Disallow:
User-agent: WebCopier
Disallow:
User-agent: WebCopier v2.8
Disallow:
User-agent: WebCopier v3.0
Disallow:
User-agent: Mass Downloader
Disallow:
User-agent: Mass Downloader/2.2
Disallow:
User-agent: Web Downloader
Disallow:
User-agent: Web Downloader/2.9
Disallow:
User-agent: Offline Explorer
Disallow:
User-agent: Offline Explorer/2.5
Disallow:
User-agent: WebStripper
Disallow:
User-agent: WebStripper/2.14
Disallow:
# Directories
Disallow: includes/
Disallow: misc/
Disallow: modules/
Disallow: profiles/
Disallow: scripts/
Disallow: themes/
# Files
Disallow: CHANGELOG.txt
Disallow: cron.php
Disallow: INSTALL.mysql.txt
Disallow: INSTALL.pgsql.txt
Disallow: INSTALL.sqlite.txt
Disallow: install.php
Disallow: INSTALL.txt
Disallow: LICENSE.txt
Disallow: MAINTAINERS.txt
Disallow: update.php
Disallow: UPGRADE.txt
Disallow: xmlrpc.php
# Paths (clean URLs)
Disallow: admin/
Disallow: comment/reply/
Disallow: filter/tips/
Disallow: node/add/
Disallow: search/
Disallow: user/register/
Disallow: user/password/
Disallow: user/login/
Disallow: user/logout/
# Paths (no clean URLs)
Disallow: ?q=admin/
Disallow: ?q=comment/reply/
Disallow: ?q=filter/tips/
Disallow: ?q=node/add/
Disallow: ?q=search/
Disallow: ?q=user/password/
Disallow: ?q=user/register/
Disallow: ?q=user/login/
Disallow: ?q=user/logout/

Report ran on Sat 04 Feb 2023 11:31:02 PM CST with host 2600.com
Created with robotReporter .06 - KellyKeeton.com