|
11 | 11 | "CausalConvNd", |
12 | 12 | "CausalDepthwiseConv1d", |
13 | 13 | "CausalTransConv1d", |
14 | | - "CodecDecoderTransformerModel", |
15 | | - "CodecEncoderTransformerModel", |
16 | 14 | "ConformerEncoder", |
17 | 15 | "Conv1d", |
18 | 16 | "Conv2d", |
|
22 | 20 | "DecoderBlock", |
23 | 21 | "DecoderLayer", |
24 | 22 | "DecoderResidualUnit", |
25 | | - "DeepSeekMLA", |
26 | 23 | "DiffusionFFN", |
27 | 24 | "DiffusionSelfAttention", |
28 | 25 | "Embedding", |
|
34 | 31 | "GatedDeltaNet", |
35 | 32 | "GatedMLP", |
36 | 33 | "GatedRMSNorm", |
37 | | - "Gemma3MultiModalProjector", |
38 | | - "Gemma4AudioEncoder", |
39 | 34 | "ClippableLinear", |
40 | 35 | "GroupNorm", |
41 | 36 | "GQAContext", |
42 | 37 | "INT64_MAX", |
43 | 38 | "InputMixer", |
44 | | - "JambaSelectiveScan", |
45 | 39 | "LayerNorm", |
46 | 40 | "LayerNormNoAffine", |
47 | 41 | "LayerNormNoBias", |
48 | 42 | "OffsetLayerNorm", |
49 | 43 | "LayerScale", |
50 | | - "LightningAttention", |
51 | 44 | "Linear", |
52 | 45 | "LinearMultiModalProjector", |
53 | 46 | "LoRALinear", |
54 | 47 | "MLP", |
55 | | - "Mistral3MultiModalProjector", |
56 | 48 | "MLPMultiModalProjector", |
57 | | - "Mamba2Block", |
58 | | - "MambaBlock", |
59 | 49 | "MoELayer", |
60 | 50 | "OffsetRMSNorm", |
61 | 51 | "PatchEmbed", |
62 | 52 | "PatchEmbedding", |
63 | | - "PixtralVisionTower", |
64 | 53 | "PostGatedRMSNorm", |
65 | 54 | "PostNormDecoderLayer", |
66 | | - "QFormer", |
67 | | - "QFormerAttention", |
68 | | - "QFormerLayer", |
69 | 55 | "QuantizedLinear", |
70 | | - "Qwen25VLPatchEmbed", |
71 | | - "Qwen25VLPatchMerger", |
72 | | - "Qwen25VLVisionAttention", |
73 | | - "Qwen25VLVisionBlock", |
74 | | - "Qwen25VLVisionModel", |
75 | | - "Qwen25VLVisionRotaryEmbedding", |
76 | | - "Qwen2VLVisionBlock", |
77 | | - "Qwen2VLVisionModel", |
78 | | - "Qwen35Attention", |
79 | | - "Qwen3ASRAudioAttention", |
80 | | - "Qwen3ASRAudioEncoderLayer", |
81 | | - "Qwen3VLPatchEmbed", |
82 | | - "Qwen3VLPatchMerger", |
83 | | - "Qwen3VLVisionAttention", |
84 | | - "Qwen3VLVisionBlock", |
85 | | - "Qwen3VLVisionModel", |
86 | | - "Qwen3VLVisionRotaryEmbedding", |
87 | | - "SANMAttention", |
88 | | - "SANMEncoderLayer", |
89 | | - "SANMFFN", |
90 | 56 | "RMSNorm", |
91 | 57 | "SelectiveScan", |
92 | 58 | "SiLU", |
|
103 | 69 | "VisionEncoder", |
104 | 70 | "VisionEncoderLayer", |
105 | 71 | "VisionModel", |
106 | | - "WhisperAttention", |
107 | | - "WhisperDecoderLayer", |
108 | | - "WhisperEncoderLayer", |
109 | 72 | "apply_rms_norm", |
110 | 73 | "create_attention_bias", |
111 | 74 | "create_decoder_layer", |
|
120 | 83 | from mobius.components._attention import ( |
121 | 84 | Attention, |
122 | 85 | GQAContext, |
123 | | - Qwen35Attention, |
124 | 86 | StaticCacheState, |
125 | 87 | ) |
| 88 | +from mobius.components._attention import ( |
| 89 | + Qwen35Attention as Qwen35Attention, |
| 90 | +) |
126 | 91 | from mobius.components._audio import ConformerEncoder |
127 | 92 | from mobius.components._codec_conv import ( |
128 | 93 | CausalConv1d, |
|
135 | 100 | SnakeBeta, |
136 | 101 | ) |
137 | 102 | from mobius.components._codec_transformer import ( |
138 | | - CodecDecoderTransformerModel, |
139 | | - CodecEncoderTransformerModel, |
| 103 | + CodecDecoderTransformerModel as CodecDecoderTransformerModel, |
| 104 | +) |
| 105 | +from mobius.components._codec_transformer import ( |
| 106 | + CodecEncoderTransformerModel as CodecEncoderTransformerModel, |
140 | 107 | ) |
141 | 108 | from mobius.components._codec_vq import SplitResidualVectorQuantizer |
142 | 109 | from mobius.components._common import ( |
|
164 | 131 | PostNormDecoderLayer, |
165 | 132 | create_decoder_layer, |
166 | 133 | ) |
167 | | -from mobius.components._deepseek_mla import DeepSeekMLA |
| 134 | +from mobius.components._deepseek_mla import DeepSeekMLA as DeepSeekMLA |
168 | 135 | from mobius.components._diffusion import ( |
169 | 136 | AdaLayerNormOutput, |
170 | 137 | AdaLayerNormZero, |
|
183 | 150 | EncoderDecoderAttention, |
184 | 151 | ) |
185 | 152 | from mobius.components._gated_deltanet import GatedDeltaNet |
186 | | -from mobius.components._gemma4_audio import ClippableLinear, Gemma4AudioEncoder |
187 | | -from mobius.components._lightning_attention import LightningAttention |
| 153 | +from mobius.components._gemma4_audio import ClippableLinear |
| 154 | +from mobius.components._gemma4_audio import Gemma4AudioEncoder as Gemma4AudioEncoder |
| 155 | +from mobius.components._lightning_attention import LightningAttention as LightningAttention |
188 | 156 | from mobius.components._lora import LoRALinear |
189 | | -from mobius.components._mamba_block import Mamba2Block, MambaBlock |
| 157 | +from mobius.components._mamba_block import Mamba2Block as Mamba2Block |
| 158 | +from mobius.components._mamba_block import MambaBlock as MambaBlock |
190 | 159 | from mobius.components._mlp import FCMLP, MLP, FusedGateUpMLP, GatedMLP |
191 | 160 | from mobius.components._moe import ( |
192 | 161 | MoELayer, |
|
196 | 165 | TopKGate, |
197 | 166 | ) |
198 | 167 | from mobius.components._multimodal import ( |
199 | | - Gemma3MultiModalProjector, |
| 168 | + Gemma3MultiModalProjector as Gemma3MultiModalProjector, |
| 169 | +) |
| 170 | +from mobius.components._multimodal import ( |
200 | 171 | InputMixer, |
201 | 172 | LinearMultiModalProjector, |
202 | 173 | MLPMultiModalProjector, |
203 | 174 | ) |
204 | 175 | from mobius.components._pixtral_vision import ( |
205 | | - Mistral3MultiModalProjector, |
206 | | - PixtralVisionTower, |
| 176 | + Mistral3MultiModalProjector as Mistral3MultiModalProjector, |
| 177 | +) |
| 178 | +from mobius.components._pixtral_vision import ( |
| 179 | + PixtralVisionTower as PixtralVisionTower, |
| 180 | +) |
| 181 | +from mobius.components._qformer import ( |
| 182 | + QFormer as QFormer, |
207 | 183 | ) |
208 | 184 | from mobius.components._qformer import ( |
209 | | - QFormer, |
210 | | - QFormerAttention, |
211 | | - QFormerLayer, |
| 185 | + QFormerAttention as QFormerAttention, |
| 186 | +) |
| 187 | +from mobius.components._qformer import ( |
| 188 | + QFormerLayer as QFormerLayer, |
212 | 189 | ) |
213 | 190 | from mobius.components._quantized_linear import ( |
214 | 191 | QuantizedLinear, |
215 | 192 | make_quantized_linear_factory, |
216 | 193 | ) |
217 | 194 | from mobius.components._qwen3_asr_audio import ( |
218 | | - Qwen3ASRAudioAttention, |
219 | | - Qwen3ASRAudioEncoderLayer, |
| 195 | + Qwen3ASRAudioAttention as Qwen3ASRAudioAttention, |
| 196 | +) |
| 197 | +from mobius.components._qwen3_asr_audio import ( |
| 198 | + Qwen3ASRAudioEncoderLayer as Qwen3ASRAudioEncoderLayer, |
| 199 | +) |
| 200 | +from mobius.components._qwen3_vl_vision import ( |
| 201 | + Qwen3VLPatchEmbed as Qwen3VLPatchEmbed, |
| 202 | +) |
| 203 | +from mobius.components._qwen3_vl_vision import ( |
| 204 | + Qwen3VLPatchMerger as Qwen3VLPatchMerger, |
| 205 | +) |
| 206 | +from mobius.components._qwen3_vl_vision import ( |
| 207 | + Qwen3VLVisionAttention as Qwen3VLVisionAttention, |
| 208 | +) |
| 209 | +from mobius.components._qwen3_vl_vision import ( |
| 210 | + Qwen3VLVisionBlock as Qwen3VLVisionBlock, |
220 | 211 | ) |
221 | 212 | from mobius.components._qwen3_vl_vision import ( |
222 | | - Qwen3VLPatchEmbed, |
223 | | - Qwen3VLPatchMerger, |
224 | | - Qwen3VLVisionAttention, |
225 | | - Qwen3VLVisionBlock, |
226 | | - Qwen3VLVisionModel, |
227 | | - Qwen3VLVisionRotaryEmbedding, |
| 213 | + Qwen3VLVisionModel as Qwen3VLVisionModel, |
| 214 | +) |
| 215 | +from mobius.components._qwen3_vl_vision import ( |
| 216 | + Qwen3VLVisionRotaryEmbedding as Qwen3VLVisionRotaryEmbedding, |
| 217 | +) |
| 218 | +from mobius.components._qwen25_vl_vision import ( |
| 219 | + Qwen2VLVisionBlock as Qwen2VLVisionBlock, |
| 220 | +) |
| 221 | +from mobius.components._qwen25_vl_vision import ( |
| 222 | + Qwen2VLVisionModel as Qwen2VLVisionModel, |
| 223 | +) |
| 224 | +from mobius.components._qwen25_vl_vision import ( |
| 225 | + Qwen25VLPatchEmbed as Qwen25VLPatchEmbed, |
| 226 | +) |
| 227 | +from mobius.components._qwen25_vl_vision import ( |
| 228 | + Qwen25VLPatchMerger as Qwen25VLPatchMerger, |
| 229 | +) |
| 230 | +from mobius.components._qwen25_vl_vision import ( |
| 231 | + Qwen25VLVisionAttention as Qwen25VLVisionAttention, |
| 232 | +) |
| 233 | +from mobius.components._qwen25_vl_vision import ( |
| 234 | + Qwen25VLVisionBlock as Qwen25VLVisionBlock, |
| 235 | +) |
| 236 | +from mobius.components._qwen25_vl_vision import ( |
| 237 | + Qwen25VLVisionModel as Qwen25VLVisionModel, |
228 | 238 | ) |
229 | 239 | from mobius.components._qwen25_vl_vision import ( |
230 | | - Qwen2VLVisionBlock, |
231 | | - Qwen2VLVisionModel, |
232 | | - Qwen25VLPatchEmbed, |
233 | | - Qwen25VLPatchMerger, |
234 | | - Qwen25VLVisionAttention, |
235 | | - Qwen25VLVisionBlock, |
236 | | - Qwen25VLVisionModel, |
237 | | - Qwen25VLVisionRotaryEmbedding, |
| 240 | + Qwen25VLVisionRotaryEmbedding as Qwen25VLVisionRotaryEmbedding, |
238 | 241 | ) |
239 | 242 | from mobius.components._rms_norm import ( |
240 | 243 | GatedRMSNorm, |
|
245 | 248 | ) |
246 | 249 | from mobius.components._rotary_embedding import initialize_rope |
247 | 250 | from mobius.components._sanm_attention import ( |
248 | | - SANMFFN, |
249 | | - SANMAttention, |
250 | | - SANMEncoderLayer, |
| 251 | + SANMFFN as SANMFFN, |
| 252 | +) |
| 253 | +from mobius.components._sanm_attention import ( |
| 254 | + SANMAttention as SANMAttention, |
| 255 | +) |
| 256 | +from mobius.components._sanm_attention import ( |
| 257 | + SANMEncoderLayer as SANMEncoderLayer, |
| 258 | +) |
| 259 | +from mobius.components._ssm import ( |
| 260 | + JambaSelectiveScan as JambaSelectiveScan, |
251 | 261 | ) |
252 | 262 | from mobius.components._ssm import ( |
253 | | - JambaSelectiveScan, |
254 | 263 | SelectiveScan, |
255 | 264 | ) |
256 | 265 | from mobius.components._vision import ( |
|
262 | 271 | ) |
263 | 272 | from mobius.components._whisper import ( |
264 | 273 | Conv1d, |
265 | | - WhisperAttention, |
266 | | - WhisperDecoderLayer, |
267 | | - WhisperEncoderLayer, |
| 274 | +) |
| 275 | +from mobius.components._whisper import ( |
| 276 | + WhisperAttention as WhisperAttention, |
| 277 | +) |
| 278 | +from mobius.components._whisper import ( |
| 279 | + WhisperDecoderLayer as WhisperDecoderLayer, |
| 280 | +) |
| 281 | +from mobius.components._whisper import ( |
| 282 | + WhisperEncoderLayer as WhisperEncoderLayer, |
268 | 283 | ) |
0 commit comments