Skip to content

Commit d55a2c3

Browse files
add image uri config for vLLM with Optimum Neuron
1 parent 8e91c2e commit d55a2c3

File tree

1 file changed

+69
-0
lines changed

1 file changed

+69
-0
lines changed
Lines changed: 69 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,69 @@
1+
{
2+
"inference": {
3+
"processors": [
4+
"inf2"
5+
],
6+
"version_aliases": {
7+
"0.10": "0.10.2"
8+
},
9+
"versions": {
10+
"0.10.2": {
11+
"py_versions": [
12+
"py310"
13+
],
14+
"registries": {
15+
"af-south-1": "626614931356",
16+
"ap-east-1": "871362719292",
17+
"ap-east-2": "975050140332",
18+
"ap-northeast-1": "763104351884",
19+
"ap-northeast-2": "763104351884",
20+
"ap-northeast-3": "364406365360",
21+
"ap-south-1": "763104351884",
22+
"ap-south-2": "772153158452",
23+
"ap-southeast-1": "763104351884",
24+
"ap-southeast-2": "763104351884",
25+
"ap-southeast-3": "907027046896",
26+
"ap-southeast-4": "457447274322",
27+
"ap-southeast-5": "550225433462",
28+
"ap-southeast-6": "633930458069",
29+
"ap-southeast-7": "590183813437",
30+
"ca-central-1": "763104351884",
31+
"ca-west-1": "204538143572",
32+
"cn-north-1": "727897471807",
33+
"cn-northwest-1": "727897471807",
34+
"eu-central-1": "763104351884",
35+
"eu-central-2": "380420809688",
36+
"eu-north-1": "763104351884",
37+
"eu-south-1": "692866216735",
38+
"eu-south-2": "503227376785",
39+
"eu-west-1": "763104351884",
40+
"eu-west-2": "763104351884",
41+
"eu-west-3": "763104351884",
42+
"il-central-1": "780543022126",
43+
"me-central-1": "914824155844",
44+
"me-south-1": "217643126080",
45+
"mx-central-1": "637423239942",
46+
"sa-east-1": "763104351884",
47+
"us-east-1": "763104351884",
48+
"us-east-2": "763104351884",
49+
"us-gov-east-1": "446045086412",
50+
"us-gov-west-1": "442386744353",
51+
"us-iso-east-1": "886529160074",
52+
"us-isob-east-1": "094389454867",
53+
"us-isof-east-1": "303241398832",
54+
"us-isof-south-1": "454834333376",
55+
"us-west-1": "763104351884",
56+
"us-west-2": "763104351884"
57+
},
58+
"tag_prefix": "0.10.2",
59+
"repository": "huggingface-vllm-inference-neuronx",
60+
"container_version": {
61+
"inf2": "ubuntu22.04"
62+
},
63+
"sdk_versions": [
64+
"sdk2.26.0"
65+
]
66+
}
67+
}
68+
}
69+
}

0 commit comments

Comments
 (0)