```json { "queries": [ { "query": "SELECT \"Model\", COUNT(*) AS run_count FROM benchmarks WHERE \"Model\" IS NOT NULL GROUP BY \"Model\" ORDER BY run_count DESC LIMIT 10", "description": "Top 10 models by number of benchmark runs." }, { "query": "SELECT \"task\", COUNT(*) AS task_count FROM benchmarks WHERE \"task\" IS NOT NULL GROUP BY \"task\" ORDER BY task_count DESC LIMIT 10", "description": "Most frequently benchmarked tasks." }, { "query": "SELECT \"Status\", COUNT(*) AS status_count FROM benchmarks WHERE \"Status\" IS NOT NULL GROUP BY \"Status\" ORDER BY status_count DESC", "description": "Distribution of benchmark run statuses." }, { "query": "SELECT \"Model\", \"task\", \"Best score (across scorers)\", \"started_at\" FROM benchmarks WHERE \"Best score (across scorers)\" IS NOT NULL ORDER BY \"started_at\" DESC LIMIT 20", "description": "Recent benchmark runs with their best scores." }, { "query": "SELECT \"Organization\", COUNT(DISTINCT \"Model\") AS model_count FROM benchmarks WHERE \"Organization\" IS NOT NULL GROUP BY \"Organization\" ORDER BY model_count DESC LIMIT 10", "description": "Organizations with the most distinct models benchmarked." }, { "query": "SELECT \"Domain\", COUNT(*) AS run_count FROM benchmarks WHERE \"Domain\" IS NOT NULL GROUP BY \"Domain\" ORDER BY run_count DESC", "description": "Benchmark runs grouped by domain area." }, { "query": "SELECT \"Model accessibility\", COUNT(*) AS count FROM benchmarks WHERE \"Model accessibility\" IS NOT NULL GROUP BY \"Model accessibility\" ORDER BY count DESC", "description": "Distribution of model accessibility types." }, { "query": "SELECT \"Model\", \"billable_input_tokens\", \"billable_output_tokens\" FROM benchmarks WHERE \"billable_input_tokens\" IS NOT NULL AND \"billable_output_tokens\" IS NOT NULL ORDER BY \"billable_input_tokens\" DESC LIMIT 15", "description": "Models with highest token usage in benchmark runs." }, { "query": "SELECT \"task\", \"Model\", \"mean_score\" FROM benchmarks WHERE \"mean_score\" IS NOT NULL ORDER BY \"mean_score\" DESC LIMIT 20", "description": "Top-performing model-task combinations by mean score." }, { "query": "SELECT \"Country (of organization)\", COUNT(*) AS run_count FROM benchmarks WHERE \"Country (of organization)\" IS NOT NULL GROUP BY \"Country (of organization)\" ORDER BY run_count DESC LIMIT 10", "description": "Countries with the most benchmark runs by organization." } ] } ```