Use the main branch of Transformers in CI (huggingface#124)

Author: regisss

Makefile

@@ -40,29 +40,25 @@ fast_tests_diffusers:
 	python -m pytest tests/test_diffusers.py
 
 # Run single-card non-regression tests
-slow_tests_1x:
-	python -m pip install .[tests]
+slow_tests_1x: test_installs
 	python -m pytest tests/test_examples.py -v -s -k "single_card"
 
 # Run multi-card non-regression tests
-slow_tests_8x:
-	python -m pip install .[tests]
+slow_tests_8x: test_installs
 	python -m pytest tests/test_examples.py -v -s -k "multi_card"
 
 # Run DeepSpeed non-regression tests
-slow_tests_deepspeed:
-	python -m pip install .[tests]
+slow_tests_deepspeed: test_installs
 	python -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.7.0
 	python -m pytest tests/test_examples.py -v -s -k "deepspeed"
 
-slow_tests_diffusers:
-	python -m pip install .[tests]
+slow_tests_diffusers: test_installs
+	python -m pip install git+https://github.com/huggingface/diffusers.git
 	python -m pip install ftfy
 	python -m pytest tests/test_diffusers.py -v -s -k "test_no_"
 
 # Check if examples are up to date with the Transformers library
-example_diff_tests:
-	python -m pip install .[tests]
+example_diff_tests: test_installs
 	python -m pytest tests/test_examples_match_transformers.py
 
 # Utilities to release to PyPi
@@ -96,3 +92,7 @@ clean:
 	find . -name "habana_log.livealloc.log_*" -type f -delete
 	find . -name .lock -type f -delete
 	find . -name .graph_dumps -type d -delete
+
+test_installs:
+	python -m pip install .[tests]
+	python -m pip install git+https://github.com/huggingface/transformers.git

tests/example_diff/run_audio_classification.txt

@@ -12,6 +12,10 @@
 > from optimum.habana import GaudiConfig, GaudiTrainer, GaudiTrainingArguments
 > from optimum.habana.utils import set_seed
 > from transformers import AutoConfig, AutoFeatureExtractor, AutoModelForAudioClassification, HfArgumentParser
+48c42
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 164,166d157
 <     freeze_feature_extractor: Optional[bool] = field(
 <         default=None, metadata={"help": "Whether to freeze the feature extractor layers of the model."}

tests/example_diff/run_clm.txt

@@ -18,6 +18,10 @@
 47,48d45
 <     is_torch_tpu_available,
 <     set_seed,
+57c54
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 78c75,76
 <                 "The model checkpoint for weights initialization.Don't set if you want to train a model from scratch."
 ---

tests/example_diff/run_glue.txt

@@ -6,6 +6,10 @@
 <     TrainingArguments,
 43d42
 <     set_seed,
+51c50
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 211c210
 <     parser = HfArgumentParser((ModelArguments, DataTrainingArguments, TrainingArguments))
 ---

tests/example_diff/run_image_classification.txt

@@ -5,6 +5,10 @@
 <     Trainer,
 <     TrainingArguments,
 <     set_seed,
+58c57
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 171c170
 <     parser = HfArgumentParser((ModelArguments, DataTrainingArguments, TrainingArguments))
 ---

tests/example_diff/run_mlm.txt

@@ -13,6 +13,10 @@
 <     TrainingArguments,
 <     is_torch_tpu_available,
 <     set_seed,
+56c53
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 220c217
 <     parser = HfArgumentParser((ModelArguments, DataTrainingArguments, TrainingArguments))
 ---

tests/example_diff/run_qa.txt

@@ -9,6 +9,10 @@
 <     TrainingArguments,
 43d43
 <     set_seed,
+52c52
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 135c135
 <                 " batching to the maximum length in the batch (which can be faster on GPU but will be slower on TPU)."
 ---

tests/example_diff/run_speech_recognition_ctc.txt

@@ -6,6 +6,10 @@
 <     TrainingArguments,
 45d44
 <     set_seed,
+53c52
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 140d138
 < 
 373c371

tests/example_diff/run_summarization.txt

@@ -11,6 +11,10 @@
 <     set_seed,
 ---
 >     default_data_collator,
+55c55
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 203c203
 <                 "efficient on GPU but very bad for TPU."
 ---

tests/example_diff/run_translation.txt

@@ -6,6 +6,10 @@
 <     Seq2SeqTrainingArguments,
 47d46
 <     set_seed,
+55c54
+< check_min_version("4.26.0.dev0")
+---
+> check_min_version("4.25.0")
 171c170
 <                 "efficient on GPU but very bad for TPU."
 ---

tests/test_examples_match_transformers.py

@@ -49,8 +49,6 @@ def get_examples(
 
 
 cloned_repo = Repo.clone_from(TRANSFORMERS_REPO_URL, TRANSFORMERS_REPO_PATH)
-latest_tag = sorted(cloned_repo.tags, key=lambda t: t.commit.committed_datetime)[-1]
-cloned_repo.git.checkout(latest_tag)
 EXAMPLES = get_examples(TRANSFORMERS_REPO_PATH / "examples" / "pytorch", "examples")