Update README.md
Browse files
README.md
CHANGED
|
@@ -86,5 +86,5 @@ from transformers import AutoTokenizer
|
|
| 86 |
|
| 87 |
tokenizer = AutoTokenizer.from_pretrained("your-username/jirack_router_tokenizer")
|
| 88 |
|
| 89 |
-
text = "<|im_start|>user\n__CODING__ __PYTHON__
|
| 90 |
print(tokenizer.encode(text))
|
|
|
|
| 86 |
|
| 87 |
tokenizer = AutoTokenizer.from_pretrained("your-username/jirack_router_tokenizer")
|
| 88 |
|
| 89 |
+
text = "<|im_start|>user\n__CODING__ __PYTHON__ Write a merge sort function.<|im_end|>"
|
| 90 |
print(tokenizer.encode(text))
|