__init__.py 1.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. # Copyright 2022 The HuggingFace Team. All rights reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from typing import TYPE_CHECKING
  15. from ...utils import (
  16. OptionalDependencyNotAvailable,
  17. _LazyModule,
  18. is_sentencepiece_available,
  19. is_tokenizers_available,
  20. is_torch_available,
  21. )
  22. _import_structure = {}
  23. try:
  24. if not is_sentencepiece_available():
  25. raise OptionalDependencyNotAvailable()
  26. except OptionalDependencyNotAvailable:
  27. pass
  28. else:
  29. _import_structure["tokenization_nllb"] = ["NllbTokenizer"]
  30. try:
  31. if not is_tokenizers_available():
  32. raise OptionalDependencyNotAvailable()
  33. except OptionalDependencyNotAvailable:
  34. pass
  35. else:
  36. _import_structure["tokenization_nllb_fast"] = ["NllbTokenizerFast"]
  37. if TYPE_CHECKING:
  38. try:
  39. if not is_sentencepiece_available():
  40. raise OptionalDependencyNotAvailable()
  41. except OptionalDependencyNotAvailable:
  42. pass
  43. else:
  44. from .tokenization_nllb import NllbTokenizer
  45. try:
  46. if not is_tokenizers_available():
  47. raise OptionalDependencyNotAvailable()
  48. except OptionalDependencyNotAvailable:
  49. pass
  50. else:
  51. from .tokenization_nllb_fast import NllbTokenizerFast
  52. else:
  53. import sys
  54. sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)