# ====================================================================
# 1. STRIP AGGRESSIVE BOTS (Forces them to slow down dramatically)
# ====================================================================

User-agent: Baiduspider
Crawl-delay: 15
Disallow: /raghava/tmp/
Disallow: /raghava/anticp/pepsearch1.php
Disallow: /gpsr/webserver/cgidocs/tmp/

User-agent: PetalBot
Crawl-delay: 15
Disallow: /raghava/tmp/
Disallow: /gpsr/webserver/cgidocs/tmp/

User-agent: DotBot
Crawl-delay: 20
Disallow: /

# ====================================================================
# 2. BLOCK ACCIDENTAL DUMPS (Protects your system execution endpoints)
# ====================================================================

User-agent: *
# Prevent bots from indexing temporary processing job paths
Disallow: /tmp/
Crawl-delay: 20
Disallow: /cgi-bin/
Disallow: /cgibin/
Disallow: *?seq=*
Disallow: *?id=*

# ====================================================================
# 3. ALLOW LBGITIMATE ACADEMIC ARCHIVERS (Google, Bing, Yahoo)
# ====================================================================

User-agent: Googlebot
Crawl-delay: 5
Disallow: /tmp/
Disallow: /cgibin/

User-agent: Bingbot
Crawl-delay: 5
Disallow: /tmp/
Disallow: /cgibin/