dev.langchain4j.model

Interface Tokenizer

public interface Tokenizer

Method Summary

Modifier and Type	Method and Description
int	estimateTokenCountInMessage(ChatMessage message)
int	estimateTokenCountInMessages(Iterable<ChatMessage> messages)
int	estimateTokenCountInText(String text)
default int	estimateTokenCountInTools(Iterable<Object> objectsWithTools)
default int	estimateTokenCountInTools(Object objectWithTools)
default int	estimateTokenCountInToolSpecification(ToolSpecification toolSpecification)
int	estimateTokenCountInToolSpecifications(Iterable<ToolSpecification> toolSpecifications)

Method Detail

estimateTokenCountInText

int estimateTokenCountInText(String text)

estimateTokenCountInMessage

int estimateTokenCountInMessage(ChatMessage message)

estimateTokenCountInMessages

int estimateTokenCountInMessages(Iterable<ChatMessage> messages)

estimateTokenCountInTools

default int estimateTokenCountInTools(Object objectWithTools)

estimateTokenCountInTools

default int estimateTokenCountInTools(Iterable<Object> objectsWithTools)

estimateTokenCountInToolSpecification

default int estimateTokenCountInToolSpecification(ToolSpecification toolSpecification)

estimateTokenCountInToolSpecifications

int estimateTokenCountInToolSpecifications(Iterable<ToolSpecification> toolSpecifications)