From a698628c7a466362f293ca87de14b1c498b05787 Mon Sep 17 00:00:00 2001 From: Anastasiia Pnevskaia Date: Wed, 28 Feb 2024 17:03:40 +0100 Subject: [PATCH] [TF FE] Add TF Hugging Face model tests into nightly (#23095) ### Details: - Added Hugging Face models to nightly ### Tickets: - 132904 --------- Co-authored-by: Andrei Kashchikhin --- .../workflows/job_tensorflow_models_tests.yml | 17 +- .github/workflows/linux.yml | 21 +- .github/workflows/linux_arm64.yml | 2 +- .../tensorflow/model_lists/nightly_hf | 291 ------------------ .../tensorflow/test_tf_convert_model.py | 14 +- 5 files changed, 39 insertions(+), 306 deletions(-) diff --git a/.github/workflows/job_tensorflow_models_tests.yml b/.github/workflows/job_tensorflow_models_tests.yml index 31b2ea442d3811..0bab0523cbfe7d 100644 --- a/.github/workflows/job_tensorflow_models_tests.yml +++ b/.github/workflows/job_tensorflow_models_tests.yml @@ -12,15 +12,15 @@ on: type: string required: false default: '{"image": null}' - event: - description: 'Event that triggered the workflow. E.g., "schedule" for nightly runs' + model_scope: + description: 'Scope of models for testing.' type: string required: true jobs: - TensorFlow_Hub_Models_Tests: - name: TensorFlow Hub Models tests - timeout-minutes: ${{ inputs.event == 'schedule' && 400 || 25 }} + TensorFlow_Models_Tests: + name: TensorFlow Models tests + timeout-minutes: ${{ inputs.model_scope != 'precommit' && 400 || 25 }} runs-on: ${{ inputs.runner }} container: ${{ fromJSON(inputs.container) }} defaults: @@ -108,22 +108,21 @@ jobs: python3 -m pip install ${INSTALL_DIR}/tools/openvino-* python3 -m pip install ${INSTALL_DIR}/openvino_tokenizers-* - - name: Install TF Hub tests requirements + - name: Install TF Models tests requirements run: python3 -m pip install -r ${MODEL_HUB_TESTS_INSTALL_DIR}/tensorflow/requirements.txt - name: TensorFlow Models Tests - TF FE run: | export PYTHONPATH=${MODEL_HUB_TESTS_INSTALL_DIR}:$PYTHONPATH - python3 -m pytest ${MODEL_HUB_TESTS_INSTALL_DIR}/tensorflow/ -m ${TYPE} --html=${INSTALL_TEST_DIR}/TEST-tf_hub_tf_fe.html --self-contained-html -v + python3 -m pytest ${MODEL_HUB_TESTS_INSTALL_DIR}/tensorflow/ -m ${{ inputs.model_scope }} --html=${INSTALL_TEST_DIR}/TEST-tf_fe_models_${{ inputs.model_scope }}.html --self-contained-html -v env: - TYPE: ${{ inputs.event == 'schedule' && 'nightly' || 'precommit'}} TEST_DEVICE: CPU - name: Upload Test Results uses: actions/upload-artifact@v3 if: ${{ !cancelled() }} with: - name: test-results-tensorflow-hub-models + name: test-results-tensorflow-models-${{ inputs.model_scope }} path: | ${{ env.INSTALL_TEST_DIR }}/TEST*.html if-no-files-found: 'error' diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index e13f626d3f8b0b..3c3539806e7c85 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -501,15 +501,28 @@ jobs: # image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04 # volumes: # - /mount:/mount - TensorFlow_Models_Tests: + TensorFlow_Models_Tests_Precommit: name: TensorFlow Models tests if: fromJSON(needs.smart_ci.outputs.affected_components).TF_FE.test || fromJSON(needs.smart_ci.outputs.affected_components).TFL_FE.test needs: [ Build, Smart_CI, Openvino_tokenizers ] uses: ./.github/workflows/job_tensorflow_models_tests.yml with: - runner: ${{ github.event_name == 'schedule' && 'ubuntu-20.04-16-cores' || 'ubuntu-20.04-8-cores' }} - event: ${{ github.event_name }} + runner: 'ubuntu-20.04-8-cores' + model_scope: 'precommit' + + TensorFlow_Models_Tests_Nightly: + name: TensorFlow Models tests + if: ${{ github.event_name == 'schedule' }} + needs: [ Build, Smart_CI, Openvino_tokenizers ] + strategy: + max-parallel: 2 + matrix: + MODEL_SCOPE: ['nightly_hf', 'nightly_tf_hub'] + uses: ./.github/workflows/job_tensorflow_models_tests.yml + with: + runner: 'ubuntu-20.04-16-cores' + model_scope: ${{ matrix.MODEL_SCOPE }} # TODO: Switch back to self-hosted runners # container: @@ -755,7 +768,7 @@ jobs: Overall_Status: name: ci/gha_overall_status needs: [Smart_CI, Build, Debian_Packages, Samples, Conformance, ONNX_Runtime, CXX_Unit_Tests, Python_Unit_Tests, - CPU_Functional_Tests, TensorFlow_Models_Tests, PyTorch_Models_Tests, NVIDIA_Plugin, Openvino_tokenizers] + CPU_Functional_Tests, TensorFlow_Models_Tests_Precommit, PyTorch_Models_Tests, NVIDIA_Plugin, Openvino_tokenizers] if: ${{ always() }} runs-on: ubuntu-latest steps: diff --git a/.github/workflows/linux_arm64.yml b/.github/workflows/linux_arm64.yml index 2274295a753096..afd0210b92f6a3 100644 --- a/.github/workflows/linux_arm64.yml +++ b/.github/workflows/linux_arm64.yml @@ -371,7 +371,7 @@ jobs: with: runner: 'aks-linux-16-cores-arm' container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04"}' - event: ${{ github.event_name }} + model_scope: 'precommit' PyTorch_Models_Tests: name: PyTorch Models tests diff --git a/tests/model_hub_tests/tensorflow/model_lists/nightly_hf b/tests/model_hub_tests/tensorflow/model_lists/nightly_hf index 536a0c39413acc..acffe553f80657 100644 --- a/tests/model_hub_tests/tensorflow/model_lists/nightly_hf +++ b/tests/model_hub_tests/tensorflow/model_lists/nightly_hf @@ -1,19 +1,13 @@ albert/albert-base-v2,hf_transformers -albert/albert-large-v2,hf_transformers -albert/albert-xxlarge-v2,hf_transformers google-bert/bert-base-cased,hf_transformers google-bert/bert-base-chinese,hf_transformers google-bert/bert-base-german-cased,hf_transformers google-bert/bert-base-multilingual-cased,hf_transformers google-bert/bert-base-multilingual-uncased,hf_transformers google-bert/bert-base-uncased,hf_transformers -google-bert/bert-large-cased,hf_transformers google-bert/bert-large-uncased-whole-word-masking-finetuned-squad,hf_transformers -google-bert/bert-large-uncased-whole-word-masking,hf_transformers google-bert/bert-large-uncased,hf_transformers -almanach/camembert-base,hf_transformers distilbert/distilbert-base-cased-distilled-squad,hf_transformers -distilbert/distilbert-base-cased,hf_transformers distilbert/distilbert-base-multilingual-cased,hf_transformers distilbert/distilbert-base-uncased-distilled-squad,hf_transformers distilbert/distilbert-base-uncased-finetuned-sst-2-english,hf_transformers @@ -29,364 +23,107 @@ openai-community/roberta-base-openai-detector,hf_transformers FacebookAI/roberta-base,hf_transformers FacebookAI/roberta-large-mnli,hf_transformers FacebookAI/roberta-large,hf_transformers -google-t5/t5-11b,hf_transformers -google-t5/t5-3b,hf_transformers google-t5/t5-base,hf_transformers google-t5/t5-large,hf_transformers google-t5/t5-small,hf_transformers FacebookAI/xlm-roberta-base,hf_transformers FacebookAI/xlm-roberta-large,hf_transformers xlnet/xlnet-base-cased,hf_transformers -xlnet/xlnet-large-cased,hf_transformers -AndrewChar/model-QA-5-epoch-RU,hf_transformers -CAMeL-Lab/bert-base-arabic-camelbert-da-sentiment,hf_transformers -CAMeL-Lab/bert-base-arabic-camelbert-da,hf_transformers Davlan/bert-base-multilingual-cased-ner-hrl,hf_transformers Davlan/distilbert-base-multilingual-cased-ner-hrl,hf_transformers -Davlan/xlm-roberta-large-ner-hrl,hf_transformers -DeepESP/gpt2-spanish,hf_transformers EleutherAI/gpt-j-6b,hf_transformers -GroNLP/bert-base-dutch-cased,hf_transformers -Helsinki-NLP/opus-mt-ar-en,hf_transformers -Helsinki-NLP/opus-mt-de-en,hf_transformers -Helsinki-NLP/opus-mt-en-ar,hf_transformers -Helsinki-NLP/opus-mt-en-de,hf_transformers Helsinki-NLP/opus-mt-en-es,hf_transformers -Helsinki-NLP/opus-mt-en-fr,hf_transformers -Helsinki-NLP/opus-mt-en-hi,hf_transformers -Helsinki-NLP/opus-mt-en-mul,hf_transformers -Helsinki-NLP/opus-mt-en-ru,hf_transformers Helsinki-NLP/opus-mt-en-zh,hf_transformers -Helsinki-NLP/opus-mt-es-en,hf_transformers -Helsinki-NLP/opus-mt-fr-en,hf_transformers -Helsinki-NLP/opus-mt-ja-en,hf_transformers -Helsinki-NLP/opus-mt-ko-en,hf_transformers Helsinki-NLP/opus-mt-mul-en,hf_transformers -Helsinki-NLP/opus-mt-pl-en,hf_transformers -Helsinki-NLP/opus-mt-ru-en,hf_transformers -Helsinki-NLP/opus-mt-tr-en,hf_transformers Helsinki-NLP/opus-mt-zh-en,hf_transformers -HooshvareLab/bert-base-parsbert-uncased,hf_transformers Jean-Baptiste/roberta-large-ner-english,hf_transformers -KETI-AIR/ke-t5-base,hf_transformers -M-CLIP/M-BERT-Base-ViT-B,hf_transformers -Michau/t5-base-en-generate-headline,hf_transformers -MilaNLProc/feel-it-italian-emotion,hf_transformers -MilaNLProc/feel-it-italian-sentiment,hf_transformers -NbAiLab/nb-bert-base,hf_transformers -NbAiLab/nb-bert-large,hf_transformers ProsusAI/finbert,hf_transformers -Rostlab/prot_bert_bfd,hf_transformers -SZTAKI-HLT/hubert-base-cc,hf_transformers -Sentdex/GPyT,hf_transformers -Seznam/small-e-czech,hf_transformers -s-nlp/russian_toxicity_classifier,hf_transformers -apanc/russian-inappropriate-messages,hf_transformers -apanc/russian-sensitive-topics,hf_transformers -T-Systems-onsite/cross-en-de-roberta-sentence-transformer,hf_transformers -TsinghuaAI/CPM-Generate,hf_transformers -UBC-NLP/AraT5-base,hf_transformers -UBC-NLP/MARBERT,hf_transformers -Vamsi/T5_Paraphrase_Paws,hf_transformers -alan-turing-institute/mt5-large-finetuned-mnli-xtreme-xnli,hf_transformers -allegro/herbert-base-cased,hf_transformers -allenai/led-base-16384,hf_transformers -allenai/led-large-16384-arxiv,hf_transformers -allenai/led-large-16384,hf_transformers allenai/longformer-base-4096,hf_transformers -allenai/longformer-large-4096,hf_transformers -allenai/macaw-large,hf_transformers allenai/specter,hf_transformers -alvaroalon2/biobert_chemical_ner,hf_transformers -amazon/bort,hf_transformers amberoad/bert-multilingual-passage-reranking-msmarco,hf_transformers anferico/bert-for-patents,hf_transformers arpanghoshal/EmoRoBERTa,hf_transformers -asafaya/bert-base-arabic,hf_transformers -asi/gpt-fr-cased-base,hf_transformers -aubmindlab/aragpt2-base,hf_transformers -aubmindlab/bert-base-arabert,hf_transformers -aubmindlab/bert-base-arabertv02,hf_transformers -aubmindlab/bert-base-arabertv2,hf_transformers -bhadresh-savani/bert-base-uncased-emotion,hf_transformers bhadresh-savani/distilbert-base-uncased-emotion,hf_transformers -bolbolzaban/gpt2-persian,hf_transformers -cahya/bert-base-indonesian-522M,hf_transformers -cambridgeltl/SapBERT-from-PubMedBERT-fulltext,hf_transformers -cardiffnlp/twitter-roberta-base-emoji,hf_transformers -cardiffnlp/twitter-roberta-base-emotion,hf_transformers -cardiffnlp/twitter-roberta-base-hate,hf_transformers -cardiffnlp/twitter-roberta-base-irony,hf_transformers -cardiffnlp/twitter-roberta-base-offensive,hf_transformers cardiffnlp/twitter-roberta-base-sentiment,hf_transformers -cardiffnlp/twitter-roberta-base,hf_transformers cardiffnlp/twitter-xlm-roberta-base-sentiment,hf_transformers -cardiffnlp/twitter-xlm-roberta-base,hf_transformers -chkla/roberta-argument,hf_transformers -tohoku-nlp/bert-base-japanese-v2,hf_transformers tohoku-nlp/bert-base-japanese-whole-word-masking,hf_transformers -tohoku-nlp/bert-base-japanese,hf_transformers -clips/mfaq,hf_sentence-transformers -cmarkea/distilcamembert-base-ner,hf_transformers -cmarkea/distilcamembert-base-sentiment,hf_transformers -cmarkea/distilcamembert-base,hf_transformers -cointegrated/LaBSE-en-ru,hf_transformers -d4data/bias-detection-model,hf_transformers -dangvantuan/sentence-camembert-large,hf_transformers -datificate/gpt2-small-spanish,hf_transformers -dbmdz/bert-base-german-cased,hf_transformers -dbmdz/bert-base-german-uncased,hf_transformers -dbmdz/bert-base-italian-cased,hf_transformers -dbmdz/bert-base-italian-xxl-cased,hf_transformers -dbmdz/bert-base-turkish-128k-cased,hf_transformers -dbmdz/bert-base-turkish-128k-uncased,hf_transformers dbmdz/bert-base-turkish-cased,hf_transformers -dbmdz/bert-base-turkish-uncased,hf_transformers -dbmdz/bert-large-cased-finetuned-conll03-english,hf_transformers -dbmdz/german-gpt2,hf_transformers -dccuchile/bert-base-spanish-wwm-cased,hf_transformers -dccuchile/bert-base-spanish-wwm-uncased,hf_transformers -deep-learning-analytics/GrammarCorrector,hf_transformers -deepset/bert-large-uncased-whole-word-masking-squad2,hf_transformers -deepset/gbert-base,hf_transformers -deepset/gbert-large,hf_transformers -deepset/gelectra-base-germanquad,hf_transformers -deepset/gelectra-large-germanquad,hf_transformers -deepset/gelectra-large,hf_transformers deepset/roberta-base-squad2,hf_transformers -dslim/bert-base-NER-uncased,hf_transformers dslim/bert-base-NER,hf_transformers dslim/bert-large-NER,hf_transformers emilyalsentzer/Bio_ClinicalBERT,hf_transformers -AgentPublic/camembert-base-squadFR-fquad-piaf,hf_transformers facebook/bart-base,hf_transformers facebook/bart-large-cnn,hf_transformers -facebook/bart-large-xsum,hf_transformers facebook/bart-large,hf_transformers facebook/blenderbot-400M-distill,hf_transformers -facebook/blenderbot_small-90M,hf_transformers -facebook/convnext-large-224,hf_transformers -facebook/convnext-tiny-224,hf_transformers -facebook/deit-base-distilled-patch16-224,hf_transformers facebook/dino-vitb16,hf_transformers -facebook/dpr-ctx_encoder-single-nq-base,hf_transformers -facebook/dpr-question_encoder-single-nq-base,hf_transformers -facebook/hubert-base-ls960,hf_transformers -facebook/hubert-large-ll60k,hf_transformers facebook/hubert-large-ls960-ft,hf_transformers facebook/mbart-large-50-many-to-many-mmt,hf_transformers facebook/mbart-large-50-many-to-one-mmt,hf_transformers -facebook/mbart-large-50-one-to-many-mmt,hf_transformers facebook/mbart-large-50,hf_transformers facebook/mbart-large-cc25,hf_transformers -facebook/rag-sequence-nq,hf_transformers facebook/rag-token-nq,hf_transformers -facebook/s2t-small-librispeech-asr,hf_transformers -facebook/vit-mae-base,hf_transformers facebook/wav2vec2-base-960h,hf_transformers facebook/wav2vec2-large-960h-lv60-self,hf_transformers -facebook/xglm-1.7B,hf_transformers -facebook/xglm-564M,hf_transformers finiteautomata/bertweet-base-sentiment-analysis,hf_transformers -flax-community/t5-recipe-generation,hf_transformers -flexudy/t5-base-multi-sentence-doctor,hf_transformers -flexudy/t5-small-wav2vec2-grammar-fixer,hf_transformers -gerulata/slovakbert,hf_transformers -google/byt5-base,hf_transformers -google/byt5-small,hf_transformers -google/byt5-xxl,hf_transformers -google/electra-base-discriminator,hf_transformers -google/electra-small-discriminator,hf_transformers -google/mobilebert-uncased,hf_transformers google/mt5-base,hf_transformers google/mt5-large,hf_transformers google/mt5-small,hf_transformers -google/mt5-xl,hf_transformers -google/mt5-xxl,hf_transformers -google/muril-base-cased,hf_transformers google/pegasus-large,hf_transformers google/pegasus-xsum,hf_transformers -google/rembert,hf_transformers -google/t5-11b-ssm-tqa,hf_transformers -google/t5-base-lm-adapt,hf_transformers -google/t5-efficient-tiny,hf_transformers -google/t5-efficient-xxl,hf_transformers -google/t5-v1_1-base,hf_transformers -google/t5-v1_1-large,hf_transformers -google/t5-v1_1-small,hf_transformers -google/t5-v1_1-xl,hf_transformers -google/t5-v1_1-xxl,hf_transformers -google/t5-xl-lm-adapt,hf_transformers google/tapas-base-finetuned-wtq,hf_transformers google/tapas-large-finetuned-wtq,hf_transformers google/vit-base-patch16-224-in21k,hf_transformers google/vit-base-patch16-224,hf_transformers -google/vit-base-patch16-384,hf_transformers -google/vit-base-patch32-224-in21k,hf_transformers -google/vit-base-patch32-384,hf_transformers -google/vit-large-patch16-224-in21k,hf_transformers -google/vit-large-patch16-224,hf_transformers -gsarti/it5-base,hf_transformers -hatmimoha/arabic-ner,hf_transformers hfl/chinese-bert-wwm-ext,hf_transformers -hfl/chinese-bert-wwm,hf_transformers -hfl/chinese-electra-180g-small-discriminator,hf_transformers hfl/chinese-macbert-base,hf_transformers -hfl/chinese-macbert-large,hf_transformers -hfl/chinese-pert-base,hf_transformers hfl/chinese-roberta-wwm-ext-large,hf_transformers hfl/chinese-roberta-wwm-ext,hf_transformers -hfl/chinese-xlnet-base,hf_transformers -hfl/rbt3,hf_transformers -huggingface/CodeBERTa-language-id,hf_transformers huggingface/CodeBERTa-small-v1,hf_transformers human-centered-summarization/financial-summarization-pegasus,hf_transformers -iarfmoose/t5-base-question-generator,hf_transformers -indigo-ai/BERTino,hf_transformers -indobenchmark/indobert-base-p1,hf_transformers j-hartmann/emotion-english-distilroberta-base,hf_transformers jhgan/ko-sroberta-multitask,hf_sentence-transformers joeddav/distilbert-base-uncased-go-emotions-student,hf_transformers joeddav/xlm-roberta-large-xnli,hf_transformers -jplu/tf-xlm-r-ner-40-lang,hf_transformers -knkarthick/MEETING-SUMMARY-BART-LARGE-XSUM-SAMSUM-DIALOGSUM-AMI,hf_transformers knkarthick/MEETING_SUMMARY,hf_transformers -kykim/bert-kor-base,hf_transformers -m-newhauser/distilbert-political-tweets,hf_transformers -m3hrdadfi/wav2vec2-large-xlsr-persian-v3,hf_transformers -microsoft/CodeGPT-small-java-adaptedGPT2,hf_transformers -microsoft/CodeGPT-small-java,hf_transformers -microsoft/CodeGPT-small-py,hf_transformers microsoft/DialoGPT-large,hf_transformers microsoft/DialoGPT-medium,hf_transformers microsoft/DialoGPT-small,hf_transformers microsoft/MiniLM-L12-H384-uncased,hf_transformers -microsoft/Multilingual-MiniLM-L12-H384,hf_transformers -microsoft/codebert-base-mlm,hf_transformers microsoft/codebert-base,hf_transformers microsoft/deberta-base,hf_transformers -microsoft/deberta-large,hf_transformers -microsoft/deberta-v2-xlarge,hf_transformers -microsoft/deberta-v2-xxlarge,hf_transformers microsoft/deberta-v3-base,hf_transformers microsoft/deberta-v3-large,hf_transformers -microsoft/deberta-v3-small,hf_transformers -microsoft/deberta-v3-xsmall,hf_transformers -microsoft/deberta-xlarge-mnli,hf_transformers -microsoft/graphcodebert-base,hf_transformers -microsoft/layoutlm-base-uncased,hf_transformers microsoft/mdeberta-v3-base,hf_transformers -microsoft/mpnet-base,hf_transformers -microsoft/swin-base-patch4-window7-224-in22k,hf_transformers -microsoft/swin-tiny-patch4-window7-224,hf_transformers -microsoft/xtremedistil-l12-h384-uncased,hf_transformers -microsoft/xtremedistil-l6-h256-uncased,hf_transformers -microsoft/xtremedistil-l6-h384-uncased,hf_transformers -ml6team/bert-base-uncased-city-country-ner,hf_transformers -monsoon-nlp/hindi-bert,hf_transformers -mrm8488/longformer-base-4096-finetuned-squadv2,hf_transformers mrm8488/t5-base-finetuned-question-generation-ap,hf_transformers -mymusise/gpt2-medium-chinese,hf_transformers neuralmind/bert-base-portuguese-cased,hf_transformers -nlpaueb/bert-base-greek-uncased-v1,hf_transformers -nlpaueb/bert-base-uncased-contracts,hf_transformers nlpaueb/legal-bert-base-uncased,hf_transformers -nlpaueb/legal-bert-small-uncased,hf_transformers -nlpaueb/sec-bert-base,hf_transformers -nlpaueb/sec-bert-shape,hf_transformers nlptown/bert-base-multilingual-uncased-sentiment,hf_transformers -nvidia/mit-b0,hf_transformers nvidia/segformer-b0-finetuned-ade-512-512,hf_transformers -nvidia/segformer-b5-finetuned-ade-640-640,hf_transformers -nvidia/segformer-b5-finetuned-cityscapes-1024-1024,hf_transformers oliverguhr/fullstop-punctuation-multilang-large,hf_transformers -oliverguhr/german-sentiment-bert,hf_transformers -onlplab/alephbert-base,hf_transformers openai/clip-vit-base-patch32,hf_transformers openai/clip-vit-large-patch14,hf_transformers papluca/xlm-roberta-base-language-detection,hf_transformers -patrickvonplaten/led-large-16384-pubmed,hf_transformers -pdelobelle/robbert-v2-dutch-base,hf_transformers -pierreguillou/bert-base-cased-squad-v1.1-portuguese,hf_transformers -pierreguillou/bert-large-cased-squad-v1.1-portuguese,hf_transformers -pierreguillou/gpt2-small-portuguese,hf_transformers -pucpr/biobertpt-all,hf_transformers -rasa/LaBSE,hf_transformers -razent/SciFive-large-Pubmed_PMC,hf_transformers rinna/japanese-gpt2-medium,hf_transformers -rinna/japanese-gpt2-small,hf_transformers -rinna/japanese-gpt2-xsmall,hf_transformers -rinna/japanese-roberta-base,hf_transformers -rsvp-ai/bertserini-bert-base-squad,hf_transformers -sagorsarker/bangla-bert-base,hf_transformers -salti/bert-base-multilingual-cased-finetuned-squad,hf_transformers -sampathkethineedi/industry-classification,hf_transformers -samrawal/bert-base-uncased_clinical-ner,hf_transformers -ai-forever/sbert_large_mt_nlu_ru,hf_transformers sentence-transformers/LaBSE,hf_sentence-transformers sentence-transformers/all-MiniLM-L6-v2,hf_sentence-transformers -sentence-transformers/bert-base-nli-mean-tokens,hf_sentence-transformers sentence-transformers/clip-ViT-B-32-multilingual-v1,hf_sentence-transformers sentence-transformers/distiluse-base-multilingual-cased-v1,hf_sentence-transformers sentence-transformers/distiluse-base-multilingual-cased-v2,hf_sentence-transformers -sentence-transformers/distiluse-base-multilingual-cased,hf_sentence-transformers -sentence-transformers/msmarco-MiniLM-L-12-v3,hf_sentence-transformers -sentence-transformers/msmarco-MiniLM-L-6-v3,hf_sentence-transformers -sentence-transformers/msmarco-bert-base-dot-v5,hf_sentence-transformers -sentence-transformers/msmarco-distilbert-base-tas-b,hf_sentence-transformers sentence-transformers/multi-qa-MiniLM-L6-cos-v1,hf_sentence-transformers -sentence-transformers/multi-qa-MiniLM-L6-dot-v1,hf_sentence-transformers -sentence-transformers/paraphrase-MiniLM-L3-v2,hf_sentence-transformers sentence-transformers/paraphrase-MiniLM-L6-v2,hf_sentence-transformers -sentence-transformers/paraphrase-mpnet-base-v2,hf_sentence-transformers sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2,hf_sentence-transformers sentence-transformers/paraphrase-multilingual-mpnet-base-v2,hf_sentence-transformers sentence-transformers/paraphrase-xlm-r-multilingual-v1,hf_sentence-transformers -sentence-transformers/stsb-xlm-r-multilingual,hf_sentence-transformers -setu4993/LaBSE,hf_transformers -setu4993/smaller-LaBSE,hf_transformers siebert/sentiment-roberta-large-english,hf_transformers -smanjil/German-MedBERT,hf_transformers -sshleifer/tiny-gpt2,hf_transformers -typeform/distilbert-base-uncased-mnli,hf_transformers -uer/albert-base-chinese-cluecorpussmall,hf_transformers -uer/bart-base-chinese-cluecorpussmall,hf_transformers -uer/gpt2-chinese-ancient,hf_transformers uer/gpt2-chinese-cluecorpussmall,hf_transformers -uer/gpt2-chinese-lyric,hf_transformers -uer/gpt2-chinese-poem,hf_transformers -uer/gpt2-distil-chinese-cluecorpussmall,hf_transformers uer/roberta-base-chinese-extractive-qa,hf_transformers -uer/roberta-base-finetuned-chinanews-chinese,hf_transformers -uer/roberta-base-finetuned-cluener2020-chinese,hf_transformers -uer/roberta-base-finetuned-dianping-chinese,hf_transformers -uer/roberta-base-finetuned-jd-binary-chinese,hf_transformers -uer/t5-base-chinese-cluecorpussmall,hf_transformers -uer/t5-small-chinese-cluecorpussmall,hf_transformers -uer/t5-v1_1-base-chinese-cluecorpussmall,hf_transformers -ugaray96/biobert_ncbi_disease_ner,hf_transformers -unicamp-dl/ptt5-base-portuguese-vocab,hf_transformers -valhalla/longformer-base-4096-finetuned-squadv1,hf_transformers -vinai/bertweet-base,hf_transformers -vinai/phobert-base,hf_transformers -w11wo/indonesian-roberta-base-sentiment-classifier,hf_transformers -ydshieh/vit-gpt2-coco-en,hf_transformers yiyanghkust/finbert-tone,hf_transformers -casehold/legalbert,hf_transformers -allenai/PRIMERA,hf_transformers cardiffnlp/twitter-roberta-base-sentiment-latest,hf_transformers -microsoft/resnet-18,hf_transformers microsoft/resnet-50,hf_transformers -MaRiOrOsSi/t5-base-finetuned-question-answering,hf_transformers -Helsinki-NLP/opus-mt-tc-big-en-ar,hf_transformers -Helsinki-NLP/opus-mt-tc-big-en-pt,hf_transformers -Helsinki-NLP/opus-mt-tc-big-en-tr,hf_transformers -Helsinki-NLP/opus-mt-tc-big-ar-en,hf_transformers -sentence-transformers/use-cmlm-multilingual,hf_sentence-transformers microsoft/layoutlmv3-base,hf_transformers microsoft/layoutlmv3-large,hf_transformers openai/clip-vit-large-patch14-336,hf_transformers -hfl/chinese-pert-base-mrc,hf_transformers facebook/opt-125m,hf_transformers facebook/opt-350m,hf_transformers facebook/opt-1.3b,hf_transformers @@ -394,56 +131,28 @@ facebook/opt-2.7b,hf_transformers facebook/opt-6.7b,hf_transformers facebook/opt-13b,hf_transformers facebook/opt-30b,hf_transformers -eleldar/language-detection,hf_transformers -apple/mobilevit-small,hf_transformers -M-CLIP/XLM-Roberta-Large-Vit-B-16Plus,hf_transformers cardiffnlp/tweet-topic-21-multi,hf_transformers -KB/bert-base-swedish-cased,hf_transformers -facebook/mgenre-wiki,hf_transformers facebook/opt-66b,hf_transformers -jonaskoenig/topic_classification_04,hf_transformers impira/layoutlm-document-qa,hf_transformers -abeja/gpt2-large-japanese,hf_transformers openai/whisper-tiny,hf_transformers openai/whisper-base,hf_transformers openai/whisper-small,hf_transformers openai/whisper-medium,hf_transformers openai/whisper-large,hf_transformers openai/whisper-tiny.en,hf_transformers -openai/whisper-base.en,hf_transformers -openai/whisper-small.en,hf_transformers -openai/whisper-medium.en,hf_transformers -facebook/esm2_t33_650M_UR50D,hf_transformers -VietAI/envit5-translation,hf_transformers -facebook/esm2_t36_3B_UR50D,hf_transformers -facebook/esm1b_t33_650M_UR50S,hf_transformers google/flan-t5-small,hf_transformers google/flan-t5-base,hf_transformers google/flan-t5-large,hf_transformers google/flan-t5-xl,hf_transformers google/flan-t5-xxl,hf_transformers -hfl/chinese-lert-base,hf_transformers -hfl/chinese-lert-large,hf_transformers openai/whisper-large-v2,hf_transformers Salesforce/blip-image-captioning-base,hf_transformers Salesforce/blip-vqa-base,hf_transformers Salesforce/blip-image-captioning-large,hf_transformers -Salesforce/blip-vqa-capfilt-large,hf_transformers -jordiclive/flan-t5-3b-summarizer,hf_transformers merve/chatgpt-prompts-bart-long,hf_transformers -hyperonym/xlm-roberta-longformer-base-16384,hf_transformers -almanach/camembert-bio-base,hf_transformers -cardiffnlp/twitter-roberta-base-emotion-multilabel-latest,hf_transformers merve/chatgpt-prompt-generator-v12,hf_transformers -Yueh-Huan/news-category-classification-distilbert,hf_transformers Kaludi/chatgpt-gpt4-prompts-bart-large-cnn-samsum,hf_transformers -cardiffnlp/twitter-roberta-base-hate-latest,hf_transformers -InstaDeepAI/nucleotide-transformer-2.5b-multi-species,hf_transformers facebook/sam-vit-huge,hf_transformers facebook/sam-vit-base,hf_transformers -facebook/sam-vit-large,hf_transformers -Blaxzter/LaBSE-sentence-embeddings,hf_transformers -tohoku-nlp/bert-base-japanese-v3,hf_transformers intfloat/e5-small-v2,hf_sentence-transformers -NbAiLab/nb-whisper-small-beta,hf_transformers SnypzZz/Llama2-13b-Language-translate,hf_transformers \ No newline at end of file diff --git a/tests/model_hub_tests/tensorflow/test_tf_convert_model.py b/tests/model_hub_tests/tensorflow/test_tf_convert_model.py index 1537a0425fb461..335f15116ea46b 100644 --- a/tests/model_hub_tests/tensorflow/test_tf_convert_model.py +++ b/tests/model_hub_tests/tensorflow/test_tf_convert_model.py @@ -166,7 +166,7 @@ def test_convert_model_precommit(self, model_name, model_link, mark, reason, ie_ @pytest.mark.parametrize("model_name,model_link,mark,reason", get_models_list(os.path.join(os.path.dirname(__file__), "model_lists", "nightly_tf_hub"))) - @pytest.mark.nightly + @pytest.mark.nightly_tf_hub def test_convert_model_all_models(self, model_name, model_link, mark, reason, ie_device): assert mark is None or mark == 'skip' or mark == 'xfail', \ "Incorrect test case: {}, {}".format(model_name, model_link) @@ -175,3 +175,15 @@ def test_convert_model_all_models(self, model_name, model_link, mark, reason, ie elif mark == 'xfail': pytest.xfail(reason) self.run(model_name, model_link, ie_device) + + @pytest.mark.parametrize("model_name,model_link,mark,reason", + get_models_list(os.path.join(os.path.dirname(__file__), "model_lists", "nightly_hf"))) + @pytest.mark.nightly_hf + def test_convert_model_hugging_face_nightly(self, model_name, model_link, mark, reason, ie_device): + assert mark is None or mark == 'skip' or mark == 'xfail', \ + "Incorrect test case: {}, {}".format(model_name, model_link) + if mark == 'skip': + pytest.skip(reason) + elif mark == 'xfail': + pytest.xfail(reason) + self.run(model_name, model_link, ie_device)