Interface CustomTokenizer

Define arbitrary tokens that are used to match the input.

interface CustomTokenizer {
inputs: string[];
type: "custom";
}