declare const make: (options: {
  readonly tokenize: (content: AiInput.AiInput) => Effect.Effect<Array<number>, AiError>
}) => Tokenizer.Service

declare class Tokenizer

export interface Service {
  readonly tokenize: (input: AiInput.Raw) => Effect.Effect<Array<number>, AiError>
  readonly truncate: (input: AiInput.Raw, tokens: number) => Effect.Effect<AiInput.AiInput, AiError>
}