Skip to content

Commit 6562230

Browse files
dmtrKovalenkodmtrKovalenko
committed
fix: Vercel not clonning submodules
1 parent f5207c1 commit 6562230

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

62 files changed

+461907
-704
lines changed

‎.gitmodules‎

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +0,0 @@
1-
[submodule "public/models/whisper-tiny"]
2-
path = public/models/whisper-tiny
3-
url = https://huggingface.co/Xenova/whisper-tiny
4-
[submodule "public/models/whisper-base"]
5-
path = public/models/whisper-base
6-
url = https://huggingface.co/Xenova/whisper-base
7-
[submodule "public/models/whisper-small"]
8-
path = public/models/whisper-small
9-
url = https://huggingface.co/onnx-community/whisper-small

‎package.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
"res:clean": "rescript clean",
99
"dev": "concurrently -r 'rescript -w' 'vite'",
1010
"build": "yarn res:build && vite build",
11+
"vercel:build": "yarn build",
1112
"preview": "vite preview",
1213
"postinstall": "patch-package"
1314
},

‎public/models/whisper-base‎

Lines changed: 0 additions & 1 deletion
This file was deleted.

‎public/models/whisper-base/.gitattributes‎

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
*.7z filter=lfs diff=lfs merge=lfs -text
2+
*.arrow filter=lfs diff=lfs merge=lfs -text
3+
*.bin filter=lfs diff=lfs merge=lfs -text
4+
*.bz2 filter=lfs diff=lfs merge=lfs -text
5+
*.ckpt filter=lfs diff=lfs merge=lfs -text
6+
*.ftz filter=lfs diff=lfs merge=lfs -text
7+
*.gz filter=lfs diff=lfs merge=lfs -text
8+
*.h5 filter=lfs diff=lfs merge=lfs -text
9+
*.joblib filter=lfs diff=lfs merge=lfs -text
10+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
11+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
12+
*.model filter=lfs diff=lfs merge=lfs -text
13+
*.msgpack filter=lfs diff=lfs merge=lfs -text
14+
*.npy filter=lfs diff=lfs merge=lfs -text
15+
*.npz filter=lfs diff=lfs merge=lfs -text
16+
*.onnx filter=lfs diff=lfs merge=lfs -text
17+
*.ot filter=lfs diff=lfs merge=lfs -text
18+
*.parquet filter=lfs diff=lfs merge=lfs -text
19+
*.pb filter=lfs diff=lfs merge=lfs -text
20+
*.pickle filter=lfs diff=lfs merge=lfs -text
21+
*.pkl filter=lfs diff=lfs merge=lfs -text
22+
*.pt filter=lfs diff=lfs merge=lfs -text
23+
*.pth filter=lfs diff=lfs merge=lfs -text
24+
*.rar filter=lfs diff=lfs merge=lfs -text
25+
*.safetensors filter=lfs diff=lfs merge=lfs -text
26+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27+
*.tar.* filter=lfs diff=lfs merge=lfs -text
28+
*.tflite filter=lfs diff=lfs merge=lfs -text
29+
*.tgz filter=lfs diff=lfs merge=lfs -text
30+
*.wasm filter=lfs diff=lfs merge=lfs -text
31+
*.xz filter=lfs diff=lfs merge=lfs -text
32+
*.zip filter=lfs diff=lfs merge=lfs -text
33+
*.zst filter=lfs diff=lfs merge=lfs -text
34+
*tfevents* filter=lfs diff=lfs merge=lfs -text

‎public/models/whisper-base/README.md‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
---
2+
library_name: "transformers.js"
3+
---
4+
5+
https://huggingface.co/openai/whisper-base with ONNX weights to be compatible with Transformers.js.
6+
7+
Note: Having a separate repo for ONNX weights is intended to be a temporary solution until WebML gains more traction. If you would like to make your models web-ready, we recommend converting to ONNX using [🤗 Optimum](https://huggingface.co/docs/optimum/index) and structuring your repo like this one (with ONNX weights located in a subfolder named `onnx`).

‎public/models/whisper-base/added_tokens.json‎

Lines changed: 108 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,108 @@
1+
{
2+
"<|af|>": 50327,
3+
"<|am|>": 50334,
4+
"<|ar|>": 50272,
5+
"<|as|>": 50350,
6+
"<|az|>": 50304,
7+
"<|ba|>": 50355,
8+
"<|be|>": 50330,
9+
"<|bg|>": 50292,
10+
"<|bn|>": 50302,
11+
"<|bo|>": 50347,
12+
"<|br|>": 50309,
13+
"<|bs|>": 50315,
14+
"<|ca|>": 50270,
15+
"<|cs|>": 50283,
16+
"<|cy|>": 50297,
17+
"<|da|>": 50285,
18+
"<|de|>": 50261,
19+
"<|el|>": 50281,
20+
"<|en|>": 50259,
21+
"<|es|>": 50262,
22+
"<|et|>": 50307,
23+
"<|eu|>": 50310,
24+
"<|fa|>": 50300,
25+
"<|fi|>": 50277,
26+
"<|fo|>": 50338,
27+
"<|fr|>": 50265,
28+
"<|gl|>": 50319,
29+
"<|gu|>": 50333,
30+
"<|haw|>": 50352,
31+
"<|ha|>": 50354,
32+
"<|he|>": 50279,
33+
"<|hi|>": 50276,
34+
"<|hr|>": 50291,
35+
"<|ht|>": 50339,
36+
"<|hu|>": 50286,
37+
"<|hy|>": 50312,
38+
"<|id|>": 50275,
39+
"<|is|>": 50311,
40+
"<|it|>": 50274,
41+
"<|ja|>": 50266,
42+
"<|jw|>": 50356,
43+
"<|ka|>": 50329,
44+
"<|kk|>": 50316,
45+
"<|km|>": 50323,
46+
"<|kn|>": 50306,
47+
"<|ko|>": 50264,
48+
"<|la|>": 50294,
49+
"<|lb|>": 50345,
50+
"<|ln|>": 50353,
51+
"<|lo|>": 50336,
52+
"<|lt|>": 50293,
53+
"<|lv|>": 50301,
54+
"<|mg|>": 50349,
55+
"<|mi|>": 50295,
56+
"<|mk|>": 50308,
57+
"<|ml|>": 50296,
58+
"<|mn|>": 50314,
59+
"<|mr|>": 50320,
60+
"<|ms|>": 50282,
61+
"<|mt|>": 50343,
62+
"<|my|>": 50346,
63+
"<|ne|>": 50313,
64+
"<|nl|>": 50271,
65+
"<|nn|>": 50342,
66+
"<|nocaptions|>": 50362,
67+
"<|notimestamps|>": 50363,
68+
"<|no|>": 50288,
69+
"<|oc|>": 50328,
70+
"<|pa|>": 50321,
71+
"<|pl|>": 50269,
72+
"<|ps|>": 50340,
73+
"<|pt|>": 50267,
74+
"<|ro|>": 50284,
75+
"<|ru|>": 50263,
76+
"<|sa|>": 50344,
77+
"<|sd|>": 50332,
78+
"<|si|>": 50322,
79+
"<|sk|>": 50298,
80+
"<|sl|>": 50305,
81+
"<|sn|>": 50324,
82+
"<|so|>": 50326,
83+
"<|sq|>": 50317,
84+
"<|sr|>": 50303,
85+
"<|startoflm|>": 50360,
86+
"<|startofprev|>": 50361,
87+
"<|startoftranscript|>": 50258,
88+
"<|su|>": 50357,
89+
"<|sv|>": 50273,
90+
"<|sw|>": 50318,
91+
"<|ta|>": 50287,
92+
"<|te|>": 50299,
93+
"<|tg|>": 50331,
94+
"<|th|>": 50289,
95+
"<|tk|>": 50341,
96+
"<|tl|>": 50348,
97+
"<|transcribe|>": 50359,
98+
"<|translate|>": 50358,
99+
"<|tr|>": 50268,
100+
"<|tt|>": 50351,
101+
"<|uk|>": 50280,
102+
"<|ur|>": 50290,
103+
"<|uz|>": 50337,
104+
"<|vi|>": 50278,
105+
"<|yi|>": 50335,
106+
"<|yo|>": 50325,
107+
"<|zh|>": 50260
108+
}

‎public/models/whisper-base/config.json‎

Lines changed: 153 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,153 @@
1+
{
2+
"_name_or_path": "openai/whisper-base",
3+
"activation_dropout": 0.0,
4+
"activation_function": "gelu",
5+
"apply_spec_augment": false,
6+
"architectures": [
7+
"WhisperForConditionalGeneration"
8+
],
9+
"attention_dropout": 0.0,
10+
"begin_suppress_tokens": [
11+
220,
12+
50257
13+
],
14+
"bos_token_id": 50257,
15+
"classifier_proj_size": 256,
16+
"d_model": 512,
17+
"decoder_attention_heads": 8,
18+
"decoder_ffn_dim": 2048,
19+
"decoder_layerdrop": 0.0,
20+
"decoder_layers": 6,
21+
"decoder_start_token_id": 50258,
22+
"dropout": 0.0,
23+
"encoder_attention_heads": 8,
24+
"encoder_ffn_dim": 2048,
25+
"encoder_layerdrop": 0.0,
26+
"encoder_layers": 6,
27+
"eos_token_id": 50257,
28+
"forced_decoder_ids": [
29+
[
30+
1,
31+
50259
32+
],
33+
[
34+
2,
35+
50359
36+
],
37+
[
38+
3,
39+
50363
40+
]
41+
],
42+
"init_std": 0.02,
43+
"is_encoder_decoder": true,
44+
"mask_feature_length": 10,
45+
"mask_feature_min_masks": 0,
46+
"mask_feature_prob": 0.0,
47+
"mask_time_length": 10,
48+
"mask_time_min_masks": 2,
49+
"mask_time_prob": 0.05,
50+
"max_length": 448,
51+
"max_source_positions": 1500,
52+
"max_target_positions": 448,
53+
"median_filter_width": 7,
54+
"model_type": "whisper",
55+
"num_hidden_layers": 6,
56+
"num_mel_bins": 80,
57+
"pad_token_id": 50257,
58+
"scale_embedding": false,
59+
"suppress_tokens": [
60+
1,
61+
2,
62+
7,
63+
8,
64+
9,
65+
10,
66+
14,
67+
25,
68+
26,
69+
27,
70+
28,
71+
29,
72+
31,
73+
58,
74+
59,
75+
60,
76+
61,
77+
62,
78+
63,
79+
90,
80+
91,
81+
92,
82+
93,
83+
359,
84+
503,
85+
522,
86+
542,
87+
873,
88+
893,
89+
902,
90+
918,
91+
922,
92+
931,
93+
1350,
94+
1853,
95+
1982,
96+
2460,
97+
2627,
98+
3246,
99+
3253,
100+
3268,
101+
3536,
102+
3846,
103+
3961,
104+
4183,
105+
4667,
106+
6585,
107+
6647,
108+
7273,
109+
9061,
110+
9383,
111+
10428,
112+
10929,
113+
11938,
114+
12033,
115+
12331,
116+
12562,
117+
13793,
118+
14157,
119+
14635,
120+
15265,
121+
15618,
122+
16553,
123+
16604,
124+
18362,
125+
18956,
126+
20075,
127+
21675,
128+
22520,
129+
26130,
130+
26161,
131+
26435,
132+
28279,
133+
29464,
134+
31650,
135+
32302,
136+
32470,
137+
36865,
138+
42863,
139+
47425,
140+
49870,
141+
50254,
142+
50258,
143+
50358,
144+
50359,
145+
50360,
146+
50361,
147+
50362
148+
],
149+
"transformers_version": "4.33.0.dev0",
150+
"use_cache": true,
151+
"use_weighted_layer_sum": false,
152+
"vocab_size": 51865
153+
}

0 commit comments

Comments
 (0)