diff --git a/.github/ci_expected_accuracy/inductor_timm_models_inference.csv b/.github/ci_expected_accuracy/inductor_timm_models_inference.csv index ffaa26f62..66ed332bb 100644 --- a/.github/ci_expected_accuracy/inductor_timm_models_inference.csv +++ b/.github/ci_expected_accuracy/inductor_timm_models_inference.csv @@ -59,4 +59,4 @@ twins_pcpvt_base,pass,pass,pass,pass,pass visformer_small,pass,pass,pass,pass,pass vit_base_patch16_224,pass,pass,pass,pass,pass volo_d1_224,pass,pass,pass,pass,pass -xcit_large_24_p8_224,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +xcit_large_24_p8_224,pass,pass,pass,pass,pass diff --git a/.github/ci_expected_accuracy/inductor_timm_models_training.csv b/.github/ci_expected_accuracy/inductor_timm_models_training.csv index c605c9bdf..6bbb653f0 100644 --- a/.github/ci_expected_accuracy/inductor_timm_models_training.csv +++ b/.github/ci_expected_accuracy/inductor_timm_models_training.csv @@ -14,7 +14,7 @@ dla102,pass,pass,pass,pass,pass dm_nfnet_f0,pass,pass,pass,pass,pass dpn107,pass,pass,pass,pass,pass eca_botnext26ts_256,pass,pass,pass,pass,pass -eca_halonext26ts,pass,pass,fail_to_run,pass,pass +eca_halonext26ts,pass,pass,pass,pass,pass ese_vovnet19b_dw,pass,pass,pass,pass,pass fbnetc_100,pass,pass,pass,pass,pass fbnetv3_b,pass,pass,pass,pass,pass @@ -25,8 +25,8 @@ gmixer_24_224,pass,pass,pass,pass,pass gmlp_s16_224,pass,pass,pass,pass,pass hrnet_w18,pass,pass,pass,pass,pass inception_v3,pass,pass,pass,pass,pass -jx_nest_base,pass,pass,fail_accuracy,pass,pass -lcnet_050,pass,pass,fail_accuracy,pass,pass +jx_nest_base,pass,pass,pass,pass,pass +lcnet_050,pass,pass,pass,pass,pass levit_128,pass,pass,pass,pass,pass mixer_b16_224,pass,pass,pass,pass,pass mixnet_l,pass,pass,pass,pass,pass @@ -59,4 +59,4 @@ twins_pcpvt_base,pass,pass,pass,pass,pass visformer_small,pass,pass,pass,pass,pass vit_base_patch16_224,pass,pass,pass,pass,pass volo_d1_224,pass,pass,pass,pass,pass -xcit_large_24_p8_224,pass_due_to_skip,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +xcit_large_24_p8_224,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip diff --git a/.github/ci_expected_accuracy/inductor_torchbench_inference.csv b/.github/ci_expected_accuracy/inductor_torchbench_inference.csv index 4825aa41f..792bfac0b 100644 --- a/.github/ci_expected_accuracy/inductor_torchbench_inference.csv +++ b/.github/ci_expected_accuracy/inductor_torchbench_inference.csv @@ -25,9 +25,9 @@ detectron2_maskrcnn,fail_to_run,eager_fail_to_run,fail_to_run,eager_fail_to_run, detectron2_maskrcnn_r_101_c4,fail_accuracy,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy detectron2_maskrcnn_r_101_fpn,fail_accuracy,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy detectron2_maskrcnn_r_50_c4,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy -detectron2_maskrcnn_r_50_fpn,fail_accuracy,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy +detectron2_maskrcnn_r_50_fpn,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy dlrm,pass,pass,pass,pass,pass -doctr_det_predictor,pass,pass,pass,eager_fail_to_run,pass +doctr_det_predictor,pass,pass,pass,pass,pass doctr_reco_predictor,pass,pass,pass,pass,pass drq,pass,pass,pass,pass,pass fastNLP_Bert,pass,pass,pass,pass,pass @@ -68,7 +68,7 @@ nvidia_deeprecommender,pass,pass,pass,pass,pass opacus_cifar10,pass,pass,pass,pass,pass phlippe_densenet,pass,pass,pass,pass,pass phlippe_resnet,pass,pass,pass,pass,pass -pyhpc_equation_of_state,pass,pass,fail_accuracy,pass,pass +pyhpc_equation_of_state,pass,pass,pass,pass,pass pyhpc_isoneutral_mixing,pass,pass,pass,pass,pass pyhpc_turbulent_kinetic_energy,pass,pass,pass,pass,pass pytorch_CycleGAN_and_pix2pix,pass,pass,pass,pass,pass @@ -86,7 +86,7 @@ simple_gpt,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_t simple_gpt_tp_manual,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load soft_actor_critic,pass,pass,pass,pass,pass speech_transformer,pass,pass,pass,pass,pass -squeezenet1_1,pass,fail_accuracy,fail_accuracy,pass,pass +squeezenet1_1,pass,fail_accuracy,pass,pass,pass stable_diffusion_text_encoder,pass,pass,pass,pass,pass stable_diffusion_unet,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip tacotron2,pass,pass,pass,fail_to_run,fail_to_run @@ -98,8 +98,8 @@ timm_resnest,pass,pass,pass,pass,pass timm_vision_transformer,pass,pass,pass,pass,pass timm_vision_transformer_large,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip timm_vovnet,pass,pass,pass,pass,pass -torch_multimodal_clip,pass,pass,pass,eager_fail_to_run,eager_fail_to_run -tts_angular,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +torch_multimodal_clip,pass,pass,pass,pass,pass +tts_angular,pass,pass,pass,pass,pass vgg16,pass,pass,pass,pass,pass vision_maskrcnn,pass,pass,pass,eager_fail_to_run,eager_fail_to_run yolov3,pass,pass,pass,pass,pass diff --git a/.github/ci_expected_accuracy/inductor_torchbench_training.csv b/.github/ci_expected_accuracy/inductor_torchbench_training.csv index dc766eac0..4c1bc6aba 100644 --- a/.github/ci_expected_accuracy/inductor_torchbench_training.csv +++ b/.github/ci_expected_accuracy/inductor_torchbench_training.csv @@ -1,11 +1,11 @@ name,float32,bfloat16,float16,amp_bf16,amp_fp16 -torchrec_dlrm,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +torchrec_dlrm,pass,eager_fail_to_run,eager_fail_to_run,pass,pass BERT_pytorch,pass,pass,pass,pass,pass Background_Matting,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip DALLE2_pytorch,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run LearningToPaint,pass,pass,pass,pass,pass -Super_SloMo,eager_two_runs_differ,pass,pass,eager_two_runs_differ,pass -alexnet,eager_two_runs_differ,pass,pass,pass,pass +Super_SloMo,eager_two_runs_differ,pass,pass,pass,pass +alexnet,pass,pass,pass,pass,pass basic_gnn_edgecnn,pass,pass,pass,pass,pass basic_gnn_gcn,pass,pass,pass,pass,pass basic_gnn_gin,pass,pass,pass,pass,pass @@ -26,13 +26,13 @@ detectron2_maskrcnn_r_101_c4,eager_fail_to_run,eager_fail_to_run,eager_fail_to_r detectron2_maskrcnn_r_101_fpn,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run detectron2_maskrcnn_r_50_c4,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run detectron2_maskrcnn_r_50_fpn,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run -dlrm,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +dlrm,pass,pass,pass,pass,pass doctr_det_predictor,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run doctr_reco_predictor,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run drq,pass,pass,pass,pass,pass fastNLP_Bert,pass,pass,pass,pass,pass functorch_dp_cifar10,fail_accuracy,fail_accuracy,fail_accuracy,pass,pass -functorch_maml_omniglot,pass,pass,pass,fail_accuracy,pass +functorch_maml_omniglot,pass,pass,pass,eager_fail_to_run,pass hf_Albert,pass,pass,pass,pass,pass hf_Bart,pass,pass,pass,pass,pass hf_Bert,pass,pass,pass,pass,pass @@ -59,7 +59,7 @@ maml_omniglot,pass,pass,pass,pass,pass microbench_unbacked_tolist_sum,pass,pass,pass,pass,pass mnasnet1_0,pass,pass,pass,pass,pass mobilenet_v2,pass,pass,pass,pass,pass -mobilenet_v2_quantized_qat,fail_accuracy,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +mobilenet_v2_quantized_qat,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run mobilenet_v3_large,pass,pass,pass,pass,pass moco,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load moondream,pass,pass,pass,pass,pass @@ -77,7 +77,7 @@ pytorch_unet,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip resnet152,pass,pass,pass,pass,pass resnet18,pass,pass,pass,pass,pass resnet50,pass,pass,pass,pass,pass -resnet50_quantized_qat,eager_two_runs_differ,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +resnet50_quantized_qat,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run resnext50_32x4d,pass,pass,pass,pass,pass sam,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run sam_fast,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run @@ -86,7 +86,7 @@ simple_gpt,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_t simple_gpt_tp_manual,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load soft_actor_critic,pass,pass,pass,pass,pass speech_transformer,pass,pass,pass,pass,pass -squeezenet1_1,pass,fail_accuracy,fail_accuracy,fail_accuracy,pass +squeezenet1_1,pass,pass,pass,pass,pass stable_diffusion_text_encoder,pass,pass,pass,pass,pass stable_diffusion_unet,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip tacotron2,fail_to_run,fail_to_run,fail_to_run,fail_to_run,fail_to_run @@ -98,8 +98,8 @@ timm_resnest,pass,pass,pass,pass,pass timm_vision_transformer,pass,pass,pass,pass,pass timm_vision_transformer_large,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip timm_vovnet,pass,pass,pass,pass,pass -torch_multimodal_clip,pass,pass,pass,eager_fail_to_run,eager_fail_to_run -tts_angular,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run +torch_multimodal_clip,pass,pass,pass,pass,pass +tts_angular,pass,pass,pass,pass,pass vgg16,pass,pass,pass,pass,pass vision_maskrcnn,pass,pass,pass,eager_fail_to_run,eager_fail_to_run yolov3,pass,pass,pass,pass,pass