|
| 1 | +import { islOslToSequence } from '@semianalysisai/inferencex-constants'; |
| 2 | + |
1 | 3 | export enum Model { |
2 | 4 | Llama3_3_70B = 'Llama-3.3-70B-Instruct-FP8', |
3 | 5 | Llama3_1_70B = 'Llama-3.1-70B-Instruct-FP8-KV', |
@@ -118,13 +120,15 @@ export enum Sequence { |
118 | 120 | OneK_OneK = '1k/1k', |
119 | 121 | OneK_EightK = '1k/8k', |
120 | 122 | EightK_OneK = '8k/1k', |
| 123 | + EightK_256 = '8k/256', |
121 | 124 | } |
122 | 125 |
|
123 | 126 | const SEQUENCE_CONFIG: Record<Sequence, { label: string; compact: string; category: CategoryTag }> = |
124 | 127 | { |
125 | 128 | [Sequence.OneK_OneK]: { label: '1K / 1K', compact: '1k1k', category: 'default' }, |
126 | 129 | [Sequence.OneK_EightK]: { label: '1K / 8K', compact: '1k8k', category: 'deprecated' }, |
127 | 130 | [Sequence.EightK_OneK]: { label: '8K / 1K', compact: '8k1k', category: 'default' }, |
| 131 | + [Sequence.EightK_256]: { label: '8K / 256', compact: '8k256', category: 'default' }, |
128 | 132 | }; |
129 | 133 |
|
130 | 134 | export const SEQUENCE_OPTIONS = Object.keys(SEQUENCE_CONFIG) as Sequence[]; |
@@ -229,13 +233,10 @@ export function getModelAndSequence( |
229 | 233 | export function getModelAndSequenceFromArtifact( |
230 | 234 | artifact: any, |
231 | 235 | ): { model: Model; sequence: Sequence } | undefined { |
232 | | - let seq = ''; |
233 | | - seq += artifact.isl === 1024 ? '1k' : '8k'; |
234 | | - seq += artifact.osl === 1024 ? '1k' : '8k'; |
235 | | - |
236 | 236 | const model = MODEL_PREFIX_MAPPING[artifact.infmax_model_prefix as string]; |
237 | | - const sequence = SEQUENCE_PREFIX_MAPPING[seq]; |
238 | | - if (model && sequence) { |
| 237 | + const seqStr = islOslToSequence(Number(artifact.isl), Number(artifact.osl)); |
| 238 | + const sequence = seqStr ? (seqStr as Sequence) : undefined; |
| 239 | + if (model && sequence && SEQUENCE_CONFIG[sequence]) { |
239 | 240 | return { model, sequence }; |
240 | 241 | } |
241 | 242 |
|
|
0 commit comments