User-agent: SiteimproveBot-Crawler
Allow: /

User-agent: *
Disallow: /workspace/

User-agent: *
Disallow: .dsal.html

User-agent: *
Disallow: /index.html/*

User-agent: *
Disallow: /index.html/statistics/

User-agent: *
Disallow: .philo.html

User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /dictionaries/list.html/*

User-agent: *
Disallow: /dictionaries/list.html

User-agent: *
Disallow: /dictionaries/fonts/

User-agent: *
Disallow: /dictionaries/bootstrap/

User-agent: *
Disallow: /dictionaries/fonts/

User-agent: *
Disallow: /digbooks/

# AI Data Scraper
# https://darkvisitors.com/agents/bytespider

User-agent: Bytespider
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/ccbot

User-agent: CCBot
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/claudebot

User-agent: ClaudeBot
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/diffbot

User-agent: Diffbot
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/facebookbot

User-agent: FacebookBot
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/google-extended

User-agent: Google-Extended
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/gptbot

User-agent: GPTBot
Disallow: /

# AI Data Scraper
# https://darkvisitors.com/agents/omgili

User-agent: omgili
Disallow: /