HEX
Server: nginx/1.18.0
System: Linux vcwordpress 5.15.0-174-generic #184-Ubuntu SMP Fri Mar 13 18:41:50 UTC 2026 x86_64
User: root (0)
PHP: 7.4.33
Disabled: pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_get_handler,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority,pcntl_async_signals,pcntl_unshare,
$ pwd: /var/www/stg-everycred.com/
Upload Files
File: //var/www/stg-everycred.com/robots.txt
# robots.txt for https://everycred.com/
# Last updated: 2025-08-20

# -------------------------------------------------
# Standard Search Engine Crawlers
# -------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Allow: /

User-agent: Sogou spider
Disallow: /
 
User-agent: 360Spider
Disallow: /
 
User-agent: YisouSpider
Disallow: /
 
User-agent: EasouSpider
Disallow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /login/
Disallow: /register/
Disallow: /thank-you/
Disallow: /search/
Allow: /wp-admin/admin-ajax.php

# -------------------------------------------------
# AI / LLM Crawlers (OpenAI & others)
# -------------------------------------------------

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Google AI Extension
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
Crawl-delay: 5

# Common Crawl (used by multiple AI labs)
User-agent: CCBot
Allow: /
Crawl-delay: 10

# Stability AI
User-agent: StabilityAI
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# Kagi AI
User-agent: KagiBot
Allow: /

# Neeva AI
User-agent: NeevaBot
Allow: /

# Phind AI
User-agent: PhindBot
Allow: /

# Miso AI
User-agent: MisoBot
Allow: /

# -------------------------------------------------
# Sitemap
# -------------------------------------------------
Sitemap: https://everycred.com/sitemap.xml
@ Telegram