-
Notifications
You must be signed in to change notification settings - Fork 10
/
Copy pathserver.config
66 lines (66 loc) · 1.7 KB
/
server.config
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
{
"ports": [
11000,
11001,
11002
],
"master_addr": "0.0.0.0:12081",
"working_servers": [
{
"model_id": "black-forest-labs/FLUX.1-schnell",
"program": "/disk/lyn/workspace/moondream/moonweb/models/flux/target/release/flux",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "Qwen/Qwen2-7B-Instruct",
"program": "/disk/lyn/workspace/moondream/moonweb/models/pyworker/target/release/pyworker",
"temp": 0.6,
"top_p": 0.9
}
],
"servers": [
{
"model_id": "black-forest-labs/FLUX.1-schnell",
"program": "/disk/lyn/workspace/moondream/moonweb/models/flux/target/release/flux",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "lmms-lab/llama3-llava-next-8b",
"program": "/disk/lyn/workspace/moondream/moonweb/models/llava/target/release/llava",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "Qwen/Qwen2-7B-Instruct",
"program": "/disk/lyn/workspace/moondream/moonweb/models/pyworker/target/release/pyworker",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "Qwen/Qwen2-1.5B-Instruct",
"program": "/disk/lyn/workspace/moondream/moonweb/models/qwen/target/release/qwen",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "meta-llama/Meta-Llama-3-8B-Instruct",
"program": "self",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "microsoft/Phi-3-medium-4k-instruct",
"program": "self",
"temp": 0.6,
"top_p": 0.9
},
{
"model_id": "yuanli/moonmodel",
"program": "/home/lyn/workspace/moondream/moonweb/models/moonmodel/target/release/moonmodel",
"temp": 0.6,
"top_p": 0.9
}
]
}