Update docker run command
Browse files
README.md
CHANGED
|
@@ -72,7 +72,8 @@ docker run \
|
|
| 72 |
-e FRIENDLI_CONTAINER_SECRET="YOUR CONTAINER SECRET" \
|
| 73 |
registry.friendli.ai/trial \
|
| 74 |
--web-server-port 8000 \
|
| 75 |
-
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8
|
|
|
|
| 76 |
```
|
| 77 |
|
| 78 |
### Optimizing Inference Performance with Policy Search
|
|
@@ -93,6 +94,7 @@ docker run \
|
|
| 93 |
registry.friendli.ai/trial \
|
| 94 |
--web-server-port 8000 \
|
| 95 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
|
|
|
| 96 |
--algo-policy-dir /policy \
|
| 97 |
--search-policy true
|
| 98 |
```
|
|
@@ -110,6 +112,7 @@ docker run \
|
|
| 110 |
registry.friendli.ai/trial \
|
| 111 |
--web-server-port 8000 \
|
| 112 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
|
|
|
| 113 |
--algo-policy-dir /policy
|
| 114 |
```
|
| 115 |
|
|
|
|
| 72 |
-e FRIENDLI_CONTAINER_SECRET="YOUR CONTAINER SECRET" \
|
| 73 |
registry.friendli.ai/trial \
|
| 74 |
--web-server-port 8000 \
|
| 75 |
+
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
| 76 |
+
--num-devices 4 # Use tensor parallelism degree 4
|
| 77 |
```
|
| 78 |
|
| 79 |
### Optimizing Inference Performance with Policy Search
|
|
|
|
| 94 |
registry.friendli.ai/trial \
|
| 95 |
--web-server-port 8000 \
|
| 96 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
| 97 |
+
--num-devices 4 # Use tensor parallelism degree 4 \
|
| 98 |
--algo-policy-dir /policy \
|
| 99 |
--search-policy true
|
| 100 |
```
|
|
|
|
| 112 |
registry.friendli.ai/trial \
|
| 113 |
--web-server-port 8000 \
|
| 114 |
--hf-model-name FriendliAI/Mixtral-8x22B-Instruct-v0.1-fp8 \
|
| 115 |
+
--num-devices 4 # Use tensor parallelism degree 4 \
|
| 116 |
--algo-policy-dir /policy
|
| 117 |
```
|
| 118 |
|