Skip to content

Commit 35f4f04

Browse files
update
1 parent ac2394b commit 35f4f04

File tree

1 file changed

+84
-0
lines changed

1 file changed

+84
-0
lines changed
Lines changed: 84 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,84 @@
1+
{
2+
"name": "tap_flexserv_vista_test",
3+
"appId": "FlexServ",
4+
"appVersion": "1.4.0",
5+
"execSystemId": "vista-tapis-wzhang217",
6+
"tenant": "public",
7+
"execSystemLogicalQueue": "gh-dev",
8+
"maxMinutes": 60,
9+
"parameterSet": {
10+
"appArgs": [
11+
{
12+
"arg": "--flexserv-port 8000",
13+
"name": "flexServPort"
14+
},
15+
{
16+
"arg": "--model-name Qwen/Qwen3.5-0.8B",
17+
"name": "modelName"
18+
},
19+
{
20+
"arg": "--enable-https",
21+
"name": "enableHttps"
22+
},
23+
{
24+
"arg": "--device auto",
25+
"name": "device"
26+
},
27+
{
28+
"arg": "--dtype bfloat16",
29+
"name": "dtype"
30+
},
31+
{
32+
"arg": "--attn-implementation sdpa",
33+
"name": "attnImplementation"
34+
},
35+
{
36+
"arg": "--model-timeout 86400",
37+
"name": "modelTimeout"
38+
},
39+
{
40+
"arg": "--quantization none",
41+
"name": "quantization"
42+
},
43+
{
44+
"arg": "--is-distributed 0",
45+
"name": "isDistributed"
46+
}
47+
],
48+
"envVariables": [
49+
{
50+
"key": "PRI_MODEL_HOST",
51+
"value": "HOST_EVAL($SCRATCH)/flexserv/models"
52+
},
53+
{
54+
"key": "PUB_MODEL_HOST",
55+
"value": "/work/projects/aci/cic/apps/flexserv/models"
56+
},
57+
{
58+
"key": "APPLY_PATCH",
59+
"value": "0"
60+
},
61+
{
62+
"key": "APPTAINER_IMAGE",
63+
"value": "/work/projects/aci/cic/apps/flexserv/zhangwei217245--flexserv-transformers--1.4.0.sif"
64+
}
65+
],
66+
"schedulerOptions": [
67+
{
68+
"arg": "--tapis-profile tacc-apptainer",
69+
"name": "TACC Scheduler Profile"
70+
},
71+
{
72+
"name": "Reservation Name",
73+
"arg": "--reservation GHTapis+Nairr_testing",
74+
"description": "This is optional. Fill only if you have a reservation and want to use it for this job."
75+
},
76+
{
77+
"name": "TACC Resource Allocation",
78+
"description": "The TACC Allocation associated with this job execution",
79+
"include": true,
80+
"arg": "-A << allocation >>"
81+
}
82+
]
83+
}
84+
}

0 commit comments

Comments
 (0)