__init__.py 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071
  1. # Copyright 2022 Salesforce authors, The EleutherAI, and HuggingFace Teams. All rights reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from typing import TYPE_CHECKING
  15. from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available
  16. _import_structure = {
  17. "configuration_codegen": ["CodeGenConfig", "CodeGenOnnxConfig"],
  18. "tokenization_codegen": ["CodeGenTokenizer"],
  19. }
  20. try:
  21. if not is_tokenizers_available():
  22. raise OptionalDependencyNotAvailable()
  23. except OptionalDependencyNotAvailable:
  24. pass
  25. else:
  26. _import_structure["tokenization_codegen_fast"] = ["CodeGenTokenizerFast"]
  27. try:
  28. if not is_torch_available():
  29. raise OptionalDependencyNotAvailable()
  30. except OptionalDependencyNotAvailable:
  31. pass
  32. else:
  33. _import_structure["modeling_codegen"] = [
  34. "CodeGenForCausalLM",
  35. "CodeGenModel",
  36. "CodeGenPreTrainedModel",
  37. ]
  38. if TYPE_CHECKING:
  39. from .configuration_codegen import CodeGenConfig, CodeGenOnnxConfig
  40. from .tokenization_codegen import CodeGenTokenizer
  41. try:
  42. if not is_tokenizers_available():
  43. raise OptionalDependencyNotAvailable()
  44. except OptionalDependencyNotAvailable:
  45. pass
  46. else:
  47. from .tokenization_codegen_fast import CodeGenTokenizerFast
  48. try:
  49. if not is_torch_available():
  50. raise OptionalDependencyNotAvailable()
  51. except OptionalDependencyNotAvailable:
  52. pass
  53. else:
  54. from .modeling_codegen import (
  55. CodeGenForCausalLM,
  56. CodeGenModel,
  57. CodeGenPreTrainedModel,
  58. )
  59. else:
  60. import sys
  61. sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)