1import { defineCapability } from '../../capabilities';
2import { docId } from '../../docs/registry';
3import {
4	PROVIDER_RANKING_DOMAIN,
5	PROVIDER_RANKING_OWNERS,
6	PROVIDER_RANKING_STABILITY,
7	PROVIDER_RANKING_TAGS,
8} from '../constants';
9
10export const ProviderRankingCapability = defineCapability({
11	meta: {
12		key: 'provider-ranking.system',
13		version: '1.0.0',
14		kind: 'integration',
15		title: 'AI Provider Ranking',
16		description:
17			'Benchmark ingestion, scoring, and ranking for AI providers and models.',
18		domain: PROVIDER_RANKING_DOMAIN,
19		owners: PROVIDER_RANKING_OWNERS,
20		tags: [...PROVIDER_RANKING_TAGS, 'system'],
21		stability: PROVIDER_RANKING_STABILITY,
22		docId: [docId('docs.tech.provider-ranking.system')],
23	},
24	provides: [
25		{
26			surface: 'operation',
27			key: 'provider-ranking.benchmark.ingest',
28			version: '1.0.0',
29			description: 'Trigger ingestion of external benchmark data.',
30		},
31		{
32			surface: 'operation',
33			key: 'provider-ranking.benchmark.run-custom',
34			version: '1.0.0',
35			description: 'Launch a custom benchmark evaluation against a model.',
36		},
37		{
38			surface: 'operation',
39			key: 'provider-ranking.ranking.refresh',
40			version: '1.0.0',
41			description: 'Recompute composite rankings from latest data.',
42		},
43		{
44			surface: 'operation',
45			key: 'provider-ranking.ranking.get',
46			version: '1.0.0',
47			description: 'Get ranked list of providers/models.',
48		},
49		{
50			surface: 'operation',
51			key: 'provider-ranking.benchmark.results.list',
52			version: '1.0.0',
53			description: 'List raw benchmark results.',
54		},
55		{
56			surface: 'operation',
57			key: 'provider-ranking.model.profile.get',
58			version: '1.0.0',
59			description: 'Get detailed model profile with scores.',
60		},
61		{
62			surface: 'event',
63			key: 'provider-ranking.benchmark.ingested',
64			version: '1.0.0',
65			description: 'External benchmark data ingested.',
66		},
67		{
68			surface: 'event',
69			key: 'provider-ranking.benchmark.custom.completed',
70			version: '1.0.0',
71			description: 'Custom benchmark run completed.',
72		},
73		{
74			surface: 'event',
75			key: 'provider-ranking.ranking.updated',
76			version: '1.0.0',
77			description: 'Composite rankings recomputed.',
78		},
79		{
80			surface: 'presentation',
81			key: 'provider-ranking.model.comparison',
82			version: '1.0.0',
83			description: 'Side-by-side model comparison view.',
84		},
85	],
86});