9 lines
219 B
Python
Executable File
9 lines
219 B
Python
Executable File
import tiktoken
|
|
import sys
|
|
import json
|
|
|
|
enc = tiktoken.get_encoding("cl100k_base") # Кодировщик для GPT-4 Turbo
|
|
text = sys.stdin.read()
|
|
tokens = len(enc.encode(text))
|
|
print(json.dumps({"tokens": tokens}))
|