User-agent: *
Allow: /ui
Allow: /why
Allow: /compare-ai-models
Allow: /llm-benchmark
Allow: /best-ai-model
Allow: /gpt-vs-claude
Allow: /claude-vs-gemini
Allow: /deepseek-vs-gpt
Allow: /best-llm-for-coding
Allow: /ai-pricing
Allow: /llm-cost-calculator
Allow: /llm-leaderboard
Allow: /ai-testing-tool
Allow: /best-ai-for-agents
Allow: /ai-rate-limits
Allow: /best-ai-for-math
Allow: /best-ai-for-writing
Allow: /best-ai-for-summarization
Allow: /best-ai-for-translation
Allow: /best-ai-for-classification
Allow: /ai-model-routing
Allow: /best-ai-for-logical-reasoning
Allow: /best-ai-for-sentiment-analysis
Allow: /best-ai-for-sql-generation
Allow: /best-ai-for-legal-documents
Allow: /best-ai-for-customer-support
Allow: /best-ai-for-rag
Allow: /best-ai-for-content-creation
Allow: /best-ai-for-academic-research
Allow: /best-ai-for-chatbots
Allow: /best-ai-for-json-generation
Allow: /ai-benchmarking-guide
Allow: /openmark-vs-artificial-analysis
Allow: /openmark-vs-chatbot-arena
Allow: /openmark-vs-vellum
Allow: /best-llm-evaluation-tool
Allow: /how-to-choose-an-llm
Allow: /why-mmlu-is-not-enough
Allow: /choose-ai-model-openrouter
Allow: /grok-vs-gpt
Allow: /gemini-vs-deepseek
Allow: /qwen-vs-gpt
Allow: /minimax-vs-claude
Allow: /mistral-vs-gpt
Allow: /cohere-vs-claude
Allow: /claude-vs-deepseek
Allow: /grok-vs-gemini
Allow: /openclaw-router
Allow: /assets/benchmarks/
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /llms.txt
Allow: /llms-full.txt

Disallow: /api/
Disallow: /config/

Allow: /assets/og-image.png
Allow: /assets/hero-results.png
Disallow: /assets/

Sitemap: https://openmark.ai/sitemap.xml