SOLAR_TOKENIZERS

SOLAR_TOKENIZERS = {'solar-pro3': 'upstage/solar-pro3-tokenizer', 'solar-pro2': 'upstage/solar-pro2-tokenizer', 'solar-mini': 'upstage/solar-1-mini-tokenizer'}