Skip to main content Link Search Menu Expand Document (external link)
effect

Tokenizer.ts overview

Since v1.0.0

Exports Grouped by Category

constructors

make

Signature

declare const make: (options: {
  readonly tokenize: (content: AiInput.AiInput) => Effect.Effect<Array<number>, AiError>
}) => Tokenizer.Service

Source

Since v1.0.0

models

Tokenizer (namespace)

Source

Since v1.0.0

Service (interface)

Signature

export interface Service {
  readonly tokenize: (content: AiInput.Input) => Effect.Effect<Array<number>, AiError>
  readonly truncate: (content: AiInput.Input, tokens: number) => Effect.Effect<AiInput.Input, AiError>
}

Source

Since v1.0.0

tags

Tokenizer (class)

Signature

declare class Tokenizer

Source

Since v1.0.0