team-10/venv/Lib/site-packages/transformers/utils/dummy_tokenizers_objects.py

10 lines
304 B
Python
Raw Normal View History

2025-08-02 02:00:33 +02:00
# This file is autogenerated by the command `make fix-copies`, do not edit.
from ..utils import DummyObject, requires_backends
class PreTrainedTokenizerFast(metaclass=DummyObject):
_backends = ["tokenizers"]
def __init__(self, *args, **kwargs):
requires_backends(self, ["tokenizers"])