import type { Comment, Token } from "../ast";
import { type ParserOptions } from "../parser-options";
/**
 * Tokenizer for TOML.
 */
export declare class Tokenizer {
    readonly text: string;
    private readonly parserOptions;
    private readonly tomlVersion;
    private readonly ESCAPES;
    private readonly codePointIterator;
    private backCode;
    private lastCodePoint;
    private state;
    private token;
    private tokenStart;
    private data?;
    /**
     * The flag which enables values tokens.
     * If this is true, this tokenizer will generate Integer, Float, Boolean, Offset Date-Time, Local Date-Time ,Local Date, Local Time, Array and Inline Table tokens.
     */
    valuesEnabled: boolean;
    /**
     * Initialize this tokenizer.
     */
    constructor(text: string, parserOptions?: ParserOptions);
    get start(): number;
    get end(): number;
    getLocFromIndex(index: number): {
        line: number;
        column: number;
    };
    /**
     * Report an invalid character error.
     */
    private reportParseError;
    /**
     * Get the next token.
     */
    nextToken(): Token | Comment | null;
    /**
     * Get the next code point.
     */
    private nextCode;
    /**
     * Eat the next code point.
     */
    private eatCode;
    /**
     * Moves the character position to the given position.
     */
    private moveAt;
    /**
     * Back the current code point as the given state.
     */
    private back;
    private punctuatorToken;
    private startToken;
    private endToken;
    private DATA;
    private COMMENT;
    private BARE;
    private BASIC_STRING;
    private MULTI_LINE_BASIC_STRING;
    private LITERAL_STRING;
    private MULTI_LINE_LITERAL_STRING;
    private SIGN;
    private NAN_OR_INF;
    private NUMBER;
    private HEX;
    private OCTAL;
    private BINARY;
    private FRACTIONAL_RIGHT;
    private EXPONENT_RIGHT;
    private BOOLEAN;
    private DATE_MONTH;
    private DATE_DAY;
    private TIME_HOUR;
    private TIME_MINUTE;
    private TIME_SECOND;
    private TIME_SEC_FRAC;
    private processTimeEnd;
    private TIME_OFFSET;
    private parseDigits;
    private parseUnicode;
    private reportParseErrorControlChar;
}