team-10/venv/Lib/site-packages/tokenizers/models/__init__.py
2025-08-02 02:00:33 +02:00

8 lines
176 B
Python

# Generated content DO NOT EDIT
from .. import models
Model = models.Model
BPE = models.BPE
Unigram = models.Unigram
WordLevel = models.WordLevel
WordPiece = models.WordPiece