Update README.md
Browse files
README.md
CHANGED
|
@@ -116,7 +116,7 @@ from vllm import LLM, SamplingParams
|
|
| 116 |
|
| 117 |
model_name = "t-tech/T-lite-it-1.0"
|
| 118 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 119 |
-
llm = LLM(model=model_name)
|
| 120 |
sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
|
| 121 |
|
| 122 |
prompt = "Напиши стих про машинное обучение"
|
|
|
|
| 116 |
|
| 117 |
model_name = "t-tech/T-lite-it-1.0"
|
| 118 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 119 |
+
llm = LLM(model=model_name, max_model_len=8192)
|
| 120 |
sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
|
| 121 |
|
| 122 |
prompt = "Напиши стих про машинное обучение"
|