1import { ScalarTypeEnum, SchemaModel } from '@lssm-tech/lib.schema';
2import { docId } from '../../docs/registry';
3import type { DocBlock } from '../../docs/types';
4import { defineFormSpec } from '../../forms/forms';
5import {
6	PROVIDER_RANKING_DOMAIN,
7	PROVIDER_RANKING_OWNERS,
8	PROVIDER_RANKING_STABILITY,
9	PROVIDER_RANKING_TAGS,
10} from '../constants';
11
12export const BenchmarkRunCustomForm = defineFormSpec({
13	meta: {
14		key: 'provider-ranking.benchmark.run-custom.form',
15		title: 'Run Custom Benchmark',
16		version: '1.0.0',
17		description:
18			'Form to launch a custom benchmark evaluation against a model.',
19		domain: PROVIDER_RANKING_DOMAIN,
20		owners: PROVIDER_RANKING_OWNERS,
21		tags: [...PROVIDER_RANKING_TAGS, 'custom', 'eval'],
22		stability: PROVIDER_RANKING_STABILITY,
23		docId: [docId('docs.tech.provider-ranking.benchmark.run-custom.form')],
24	},
25	model: BenchmarkRunCustomFormModel,
26	fields: [
27		{
28			kind: 'text',
29			name: 'evalSuiteKey',
30			labelI18n: 'Eval Suite',
31			placeholderI18n: 'coding, reasoning, agentic...',
32			required: true,
33		},
34		{
35			kind: 'text',
36			name: 'modelId',
37			labelI18n: 'Model',
38			placeholderI18n: 'claude-sonnet-4-6',
39			required: true,
40		},
41		{
42			kind: 'text',
43			name: 'providerKey',
44			labelI18n: 'Provider',
45			placeholderI18n: 'anthropic, openai, mistral...',
46			required: true,
47		},
48		{
49			kind: 'text',
50			name: 'maxConcurrency',
51			labelI18n: 'Max Concurrency',
52			placeholderI18n: '5',
53		},
54	],
55	actions: [
56		{
57			key: 'run',
58			labelI18n: 'Run benchmark',
59			op: { name: 'provider-ranking.benchmark.run-custom', version: '1.0.0' },
60		},
61	],
62	policy: {
63		flags: [],
64		pii: [],
65	},
66});