# AngelTech portfolio - shared across all conference domains. # Open to every crawler, including AI / LLM bots (explicit group below). # Only the server-side PHP endpoints are kept out of the index. User-agent: * Allow: / Disallow: /proxy.php Disallow: /contact.php Disallow: /verify-registration.php # AI / LLM crawlers - explicitly welcome to read and index the site. # (Several user-agents share one ruleset below.) User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: anthropic-ai User-agent: Claude-Web User-agent: PerplexityBot User-agent: PerplexityBot-User User-agent: Google-Extended User-agent: Applebot-Extended User-agent: Amazonbot User-agent: CCBot User-agent: Meta-ExternalAgent Allow: / Disallow: /proxy.php Disallow: /contact.php Disallow: /verify-registration.php # AI agents: each domain has a short index of its pages at /llms.txt # (e.g. https://csinternational.net/llms.txt). # One shared robots.txt serves all six domains; each domain's own Sitemap # line is the one that counts for it, the others are ignored. Sitemap: https://angel-tech.net/sitemap.xml Sitemap: https://csinternational.net/sitemap.xml Sitemap: https://picinternational.net/sitemap.xml Sitemap: https://peinternational.net/sitemap.xml Sitemap: https://ap-international.net/sitemap.xml Sitemap: https://angeltech-innovate.net/sitemap.xml