Skip to content

Commit eb3a2a3

Browse files
committed
count tokens for new OpenAI model versions
1 parent 4a649e3 commit eb3a2a3

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

langchain/chat_models/openai.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -466,12 +466,12 @@ def get_num_tokens_from_messages(self, messages: List[BaseMessage]) -> int:
466466
if sys.version_info[1] <= 7:
467467
return super().get_num_tokens_from_messages(messages)
468468
model, encoding = self._get_encoding_model()
469-
if model == "gpt-3.5-turbo-0301":
469+
if model.startswith("gpt-3.5-turbo"):
470470
# every message follows <im_start>{role/name}\n{content}<im_end>\n
471471
tokens_per_message = 4
472472
# if there's a name, the role is omitted
473473
tokens_per_name = -1
474-
elif model == "gpt-4-0314":
474+
elif model.startswith("gpt-4"):
475475
tokens_per_message = 3
476476
tokens_per_name = 1
477477
else:

0 commit comments

Comments
 (0)