Voyageai tokenizer
VoyageAiTokenizer
Bases: BaseTokenizer
VoyageAiTokenizer
Bases: BaseTokenizer
griptape/tokenizers/voyageai_tokenizer.py
MODEL_PREFIXES_TO_MAX_INPUT_TOKENS = {'voyage-large-2': 16000, 'voyage-code-2': 16000, 'voyage-2': 4000, 'voyage-lite-02-instruct': 4000}
class-attribute
instance-attribute
MODEL_PREFIXES_TO_MAX_OUTPUT_TOKENS = {'voyage': 0}
class-attribute
instance-attribute
api_key: Optional[str] = field(default=None, kw_only=True, metadata={'serializable': False})
class-attribute
instance-attribute
client: Client = field(default=Factory(lambda self: import_optional_dependency('voyageai').Client(api_key=self.api_key), takes_self=True), kw_only=True)
class-attribute
instance-attribute