team-10/venv/Lib/site-packages/tokenizers/trainers/__init__.py
2025-08-02 02:00:33 +02:00

8 lines
248 B
Python

# Generated content DO NOT EDIT
from .. import trainers
Trainer = trainers.Trainer
BpeTrainer = trainers.BpeTrainer
UnigramTrainer = trainers.UnigramTrainer
WordLevelTrainer = trainers.WordLevelTrainer
WordPieceTrainer = trainers.WordPieceTrainer