Update README.md
Browse files
README.md
CHANGED
|
@@ -97,7 +97,15 @@ print("Translation:", output_text)
|
|
| 97 |
|
| 98 |
```
|
| 99 |
|
| 100 |
-
##
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 101 |
```python
|
| 102 |
from openai import OpenAI
|
| 103 |
|
|
@@ -132,7 +140,7 @@ Refer our [python client documentation](https://pypi.org/project/sarvamai/).
|
|
| 132 |
|
| 133 |
Sample code:
|
| 134 |
|
| 135 |
-
```
|
| 136 |
from sarvamai import SarvamAI
|
| 137 |
client = SarvamAI()
|
| 138 |
response = client.text.translate(
|
|
|
|
| 97 |
|
| 98 |
```
|
| 99 |
|
| 100 |
+
## vLLM Deployment
|
| 101 |
+
|
| 102 |
+
|
| 103 |
+
### Server:
|
| 104 |
+
```bash
|
| 105 |
+
vllm serve sarvamai/sarvam-translate --port 8000 --dtype bfloat16
|
| 106 |
+
```
|
| 107 |
+
|
| 108 |
+
### Client:
|
| 109 |
```python
|
| 110 |
from openai import OpenAI
|
| 111 |
|
|
|
|
| 140 |
|
| 141 |
Sample code:
|
| 142 |
|
| 143 |
+
```python
|
| 144 |
from sarvamai import SarvamAI
|
| 145 |
client = SarvamAI()
|
| 146 |
response = client.text.translate(
|