team-10/venv/Lib/site-packages/tokenizers/processors/__init__.py
2025-08-02 02:00:33 +02:00

9 lines
307 B
Python

# Generated content DO NOT EDIT
from .. import processors
PostProcessor = processors.PostProcessor
BertProcessing = processors.BertProcessing
ByteLevel = processors.ByteLevel
RobertaProcessing = processors.RobertaProcessing
Sequence = processors.Sequence
TemplateProcessing = processors.TemplateProcessing