__init__.py 1.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445
  1. # Copyright 2020 The HuggingFace Team. All rights reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from .data_collator import (
  15. DataCollatorForLanguageModeling,
  16. DataCollatorForPermutationLanguageModeling,
  17. DataCollatorForSeq2Seq,
  18. DataCollatorForSOP,
  19. DataCollatorForTokenClassification,
  20. DataCollatorForWholeWordMask,
  21. DataCollatorWithFlattening,
  22. DataCollatorWithPadding,
  23. DefaultDataCollator,
  24. default_data_collator,
  25. )
  26. from .metrics import glue_compute_metrics, xnli_compute_metrics
  27. from .processors import (
  28. DataProcessor,
  29. InputExample,
  30. InputFeatures,
  31. SingleSentenceClassificationProcessor,
  32. SquadExample,
  33. SquadFeatures,
  34. SquadV1Processor,
  35. SquadV2Processor,
  36. glue_convert_examples_to_features,
  37. glue_output_modes,
  38. glue_processors,
  39. glue_tasks_num_labels,
  40. squad_convert_examples_to_features,
  41. xnli_output_modes,
  42. xnli_processors,
  43. xnli_tasks_num_labels,
  44. )