__init__.py 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. # Copyright 2020 The HuggingFace Team. All rights reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from typing import TYPE_CHECKING
  15. from ...utils import (
  16. OptionalDependencyNotAvailable,
  17. _LazyModule,
  18. is_sentencepiece_available,
  19. is_tf_available,
  20. is_tokenizers_available,
  21. is_torch_available,
  22. )
  23. _import_structure = {
  24. "configuration_camembert": ["CamembertConfig", "CamembertOnnxConfig"],
  25. }
  26. try:
  27. if not is_sentencepiece_available():
  28. raise OptionalDependencyNotAvailable()
  29. except OptionalDependencyNotAvailable:
  30. pass
  31. else:
  32. _import_structure["tokenization_camembert"] = ["CamembertTokenizer"]
  33. try:
  34. if not is_tokenizers_available():
  35. raise OptionalDependencyNotAvailable()
  36. except OptionalDependencyNotAvailable:
  37. pass
  38. else:
  39. _import_structure["tokenization_camembert_fast"] = ["CamembertTokenizerFast"]
  40. try:
  41. if not is_torch_available():
  42. raise OptionalDependencyNotAvailable()
  43. except OptionalDependencyNotAvailable:
  44. pass
  45. else:
  46. _import_structure["modeling_camembert"] = [
  47. "CamembertForCausalLM",
  48. "CamembertForMaskedLM",
  49. "CamembertForMultipleChoice",
  50. "CamembertForQuestionAnswering",
  51. "CamembertForSequenceClassification",
  52. "CamembertForTokenClassification",
  53. "CamembertModel",
  54. "CamembertPreTrainedModel",
  55. ]
  56. try:
  57. if not is_tf_available():
  58. raise OptionalDependencyNotAvailable()
  59. except OptionalDependencyNotAvailable:
  60. pass
  61. else:
  62. _import_structure["modeling_tf_camembert"] = [
  63. "TFCamembertForCausalLM",
  64. "TFCamembertForMaskedLM",
  65. "TFCamembertForMultipleChoice",
  66. "TFCamembertForQuestionAnswering",
  67. "TFCamembertForSequenceClassification",
  68. "TFCamembertForTokenClassification",
  69. "TFCamembertModel",
  70. "TFCamembertPreTrainedModel",
  71. ]
  72. if TYPE_CHECKING:
  73. from .configuration_camembert import CamembertConfig, CamembertOnnxConfig
  74. try:
  75. if not is_sentencepiece_available():
  76. raise OptionalDependencyNotAvailable()
  77. except OptionalDependencyNotAvailable:
  78. pass
  79. else:
  80. from .tokenization_camembert import CamembertTokenizer
  81. try:
  82. if not is_tokenizers_available():
  83. raise OptionalDependencyNotAvailable()
  84. except OptionalDependencyNotAvailable:
  85. pass
  86. else:
  87. from .tokenization_camembert_fast import CamembertTokenizerFast
  88. try:
  89. if not is_torch_available():
  90. raise OptionalDependencyNotAvailable()
  91. except OptionalDependencyNotAvailable:
  92. pass
  93. else:
  94. from .modeling_camembert import (
  95. CamembertForCausalLM,
  96. CamembertForMaskedLM,
  97. CamembertForMultipleChoice,
  98. CamembertForQuestionAnswering,
  99. CamembertForSequenceClassification,
  100. CamembertForTokenClassification,
  101. CamembertModel,
  102. CamembertPreTrainedModel,
  103. )
  104. try:
  105. if not is_tf_available():
  106. raise OptionalDependencyNotAvailable()
  107. except OptionalDependencyNotAvailable:
  108. pass
  109. else:
  110. from .modeling_tf_camembert import (
  111. TFCamembertForCausalLM,
  112. TFCamembertForMaskedLM,
  113. TFCamembertForMultipleChoice,
  114. TFCamembertForQuestionAnswering,
  115. TFCamembertForSequenceClassification,
  116. TFCamembertForTokenClassification,
  117. TFCamembertModel,
  118. TFCamembertPreTrainedModel,
  119. )
  120. else:
  121. import sys
  122. sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)