From 5236bc72f3f980b836aff08503a19944c29c0dbc Mon Sep 17 00:00:00 2001 From: Ashok Kumar Kannan <160501980+ashokkumarkannan1@users.noreply.github.com> Date: Fri, 7 Mar 2025 14:32:38 +0530 Subject: [PATCH] Add owner and group field to forge properties (#1379) ### Ticket [Link to Github Issue](https://github.com/tenstorrent/tt-forge-fe/issues/1378) ### What's changed - Added owner and group field to forge properties --- forge/test/conftest.py | 4 ++-- forge/test/models/pytorch/audio/stereo/test_stereo.py | 1 + forge/test/models/pytorch/audio/whisper/test_whisper.py | 1 + .../models/pytorch/audio/whisper/test_whisper_large_v3.py | 1 + forge/test/models/pytorch/multimodal/clip/test_clip.py | 1 + .../pytorch/multimodal/deepseek_math/test_deepseek_math.py | 1 + forge/test/models/pytorch/multimodal/llava/test_llava.py | 1 + .../multimodal/stable_diffusion/test_stable_diffusion.py | 1 + .../stable_diffusion/test_stable_diffusion_xl.py | 1 + forge/test/models/pytorch/multimodal/vilt/test_vilt.py | 2 ++ forge/test/models/pytorch/text/albert/test_albert.py | 4 ++++ forge/test/models/pytorch/text/bart/test_bart.py | 1 + forge/test/models/pytorch/text/bert/test_bert.py | 4 ++++ forge/test/models/pytorch/text/bloom/test_bloom.py | 1 + forge/test/models/pytorch/text/codegen/test_codegen.py | 1 + .../test/models/pytorch/text/distilbert/test_distilbert.py | 4 ++++ forge/test/models/pytorch/text/dpr/test_dpr.py | 3 +++ forge/test/models/pytorch/text/falcon/test_falcon.py | 2 ++ forge/test/models/pytorch/text/fuyu/test_fuyu_8b.py | 1 + forge/test/models/pytorch/text/gemma/test_gemma_2b.py | 1 + forge/test/models/pytorch/text/gpt2/test_gpt2.py | 2 ++ forge/test/models/pytorch/text/gptneo/test_gptneo.py | 2 ++ forge/test/models/pytorch/text/llama/test_llama3.py | 2 ++ forge/test/models/pytorch/text/mamba/test_mamba.py | 1 + forge/test/models/pytorch/text/mistral/test_mistral.py | 1 + forge/test/models/pytorch/text/nanogpt/test_nanogpt.py | 1 + forge/test/models/pytorch/text/opt/test_opt.py | 3 +++ .../models/pytorch/text/perceiverio/test_perceiverio.py | 1 + forge/test/models/pytorch/text/phi2/test_phi2.py | 6 ++++++ forge/test/models/pytorch/text/phi3/test_phi3.py | 6 ++++++ forge/test/models/pytorch/text/qwen/test_qwen.py | 2 ++ forge/test/models/pytorch/text/qwen/test_qwen_coder.py | 1 + forge/test/models/pytorch/text/qwen/test_qwen_v2.py | 2 ++ forge/test/models/pytorch/text/roberta/test_roberta.py | 2 ++ .../models/pytorch/text/speecht5_tts/test_speecht5_tts.py | 1 + .../models/pytorch/text/squeezebert/test_squeezebert.py | 1 + forge/test/models/pytorch/text/t5/test_t5.py | 1 + forge/test/models/pytorch/text/xglm/test_xglm.py | 1 + forge/test/models/pytorch/timeseries/nbeats/test_nbeats.py | 3 +++ forge/test/models/pytorch/vision/alexnet/test_alexnet.py | 2 ++ .../models/pytorch/vision/autoencoder/test_autoencoder.py | 2 ++ forge/test/models/pytorch/vision/beit/test_beit.py | 1 + .../test/models/pytorch/vision/blazebase/test_blazepose.py | 4 ++++ forge/test/models/pytorch/vision/bts/test_bts.py | 1 + forge/test/models/pytorch/vision/ddrnet/test_ddrnet.py | 2 ++ forge/test/models/pytorch/vision/deit/test_deit.py | 1 + forge/test/models/pytorch/vision/densenet/test_densenet.py | 4 ++++ forge/test/models/pytorch/vision/detr/test_detr.py | 2 ++ forge/test/models/pytorch/vision/dla/test_dla.py | 2 ++ .../pytorch/vision/efficientnet/test_efficientnet.py | 5 +++++ .../pytorch/vision/efficientnet/test_efficientnet_lite.py | 6 ++++++ .../test/models/pytorch/vision/fchardnet/test_fchardnet.py | 1 + forge/test/models/pytorch/vision/fpn/test_fpn.py | 1 + forge/test/models/pytorch/vision/ghostnet/test_ghostnet.py | 1 + .../models/pytorch/vision/glpn_kitti/test_glpn_kitti.py | 1 + .../test/models/pytorch/vision/googlenet/test_googlenet.py | 1 + forge/test/models/pytorch/vision/hardnet/test_hardnet.py | 1 + forge/test/models/pytorch/vision/hrnet/test_hrnet.py | 2 ++ .../models/pytorch/vision/inception/test_inception_v4.py | 2 ++ .../pytorch/vision/mgp_str_base/test_mgp_str_base.py | 1 + .../test/models/pytorch/vision/mlp_mixer/test_mlp_mixer.py | 2 ++ forge/test/models/pytorch/vision/mnist/test_mnist.py | 1 + .../models/pytorch/vision/mobilenet/test_mobilenet_v1.py | 4 ++++ .../pytorch/vision/mobilenet/test_mobilenet_v1_ssd.py | 1 + .../models/pytorch/vision/mobilenet/test_mobilenet_v2.py | 7 +++++++ .../models/pytorch/vision/mobilenet/test_mobilenet_v3.py | 2 ++ .../pytorch/vision/mobilenet/test_mobilenet_v3_ssd.py | 1 + .../models/pytorch/vision/monodepth2/test_monodepth2.py | 1 + forge/test/models/pytorch/vision/monodle/test_monodle.py | 1 + forge/test/models/pytorch/vision/openpose/test_openpose.py | 2 ++ .../models/pytorch/vision/perceiverio/test_perceiverio.py | 1 + forge/test/models/pytorch/vision/pidnet/test_pidnet.py | 1 + forge/test/models/pytorch/vision/rcnn/test_rcnn.py | 1 + forge/test/models/pytorch/vision/regnet/test_regnet.py | 3 +++ forge/test/models/pytorch/vision/resnet/test_resnet.py | 1 + forge/test/models/pytorch/vision/resnext/test_resnext.py | 7 +++++++ .../test/models/pytorch/vision/retinanet/test_retinanet.py | 2 ++ forge/test/models/pytorch/vision/rmbg/test_rmbg.py | 1 + .../test/models/pytorch/vision/segformer/test_segformer.py | 5 +++++ .../pytorch/vision/ssd300_resnet50/test_ssd300_resnet50.py | 1 + .../pytorch/vision/ssd300_vgg16/test_ssd300_vgg16.py | 1 + .../ssdlite320_mobilenetv3/test_ssdlite320_mobilenetv3.py | 1 + forge/test/models/pytorch/vision/swin/test_swin.py | 5 +++++ forge/test/models/pytorch/vision/tri/test_tri_basic_2.py | 1 + forge/test/models/pytorch/vision/unet/test_unet.py | 5 +++++ forge/test/models/pytorch/vision/vgg/test_vgg.py | 5 +++++ forge/test/models/pytorch/vision/vit/test_vit.py | 5 +++++ forge/test/models/pytorch/vision/vovnet/test_vovnet.py | 7 +++++++ .../models/pytorch/vision/wideresnet/test_wideresnet.py | 2 ++ forge/test/models/pytorch/vision/xception/test_xception.py | 1 + forge/test/models/pytorch/vision/yolo/test_yolo_v3.py | 2 ++ forge/test/models/pytorch/vision/yolo/test_yolo_v5.py | 4 ++++ forge/test/models/pytorch/vision/yolo/test_yolo_v6.py | 1 + forge/test/models/pytorch/vision/yolo/test_yolos.py | 1 + forge/test/models/pytorch/vision/yolo/test_yolox.py | 1 + 95 files changed, 203 insertions(+), 2 deletions(-) diff --git a/forge/test/conftest.py b/forge/test/conftest.py index 9805566ce..9cb3bc0d7 100644 --- a/forge/test/conftest.py +++ b/forge/test/conftest.py @@ -174,7 +174,7 @@ def record_forge_property(record_property): This fixture: 1. Instantiates a ForgePropertyStore. - 2. Adds a default property ("tags.frontend": "tt-forge-fe"). + 2. Adds a default property ("owner": "tt-forge-fe"). 3. Yields the store for use in tests. 4. After the test, fetches execution phase and stage, updates the store, and then records each top-level property using the provided record_property function. @@ -183,7 +183,7 @@ def record_forge_property(record_property): forge_property_store = ForgePropertyStore() # Add a default property. - forge_property_store.add("tags.frontend", "tt-forge-fe") + forge_property_store.add("owner", "tt-forge-fe") # Provide the store to the test function. yield forge_property_store diff --git a/forge/test/models/pytorch/audio/stereo/test_stereo.py b/forge/test/models/pytorch/audio/stereo/test_stereo.py index 48b054529..3e03d7210 100644 --- a/forge/test/models/pytorch/audio/stereo/test_stereo.py +++ b/forge/test/models/pytorch/audio/stereo/test_stereo.py @@ -34,6 +34,7 @@ def test_stereo(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, processor = load_model(variant) diff --git a/forge/test/models/pytorch/audio/whisper/test_whisper.py b/forge/test/models/pytorch/audio/whisper/test_whisper.py index eca6adef4..52e783558 100644 --- a/forge/test/models/pytorch/audio/whisper/test_whisper.py +++ b/forge/test/models/pytorch/audio/whisper/test_whisper.py @@ -40,6 +40,7 @@ def test_whisper(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model (with tokenizer and feature extractor) diff --git a/forge/test/models/pytorch/audio/whisper/test_whisper_large_v3.py b/forge/test/models/pytorch/audio/whisper/test_whisper_large_v3.py index 7139efc68..c2bb60c19 100644 --- a/forge/test/models/pytorch/audio/whisper/test_whisper_large_v3.py +++ b/forge/test/models/pytorch/audio/whisper/test_whisper_large_v3.py @@ -52,6 +52,7 @@ def test_whisper_large_v3_speech_translation(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) processor = WhisperProcessor.from_pretrained(variant) diff --git a/forge/test/models/pytorch/multimodal/clip/test_clip.py b/forge/test/models/pytorch/multimodal/clip/test_clip.py index 909b015cd..5e65d8a2d 100644 --- a/forge/test/models/pytorch/multimodal/clip/test_clip.py +++ b/forge/test/models/pytorch/multimodal/clip/test_clip.py @@ -28,6 +28,7 @@ def test_clip_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load processor and model from HuggingFace diff --git a/forge/test/models/pytorch/multimodal/deepseek_math/test_deepseek_math.py b/forge/test/models/pytorch/multimodal/deepseek_math/test_deepseek_math.py index 8b1f60772..7f6d48b7c 100644 --- a/forge/test/models/pytorch/multimodal/deepseek_math/test_deepseek_math.py +++ b/forge/test/models/pytorch/multimodal/deepseek_math/test_deepseek_math.py @@ -35,6 +35,7 @@ def test_deepseek_inference(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) model_name = f"deepseek-ai/{variant}" diff --git a/forge/test/models/pytorch/multimodal/llava/test_llava.py b/forge/test/models/pytorch/multimodal/llava/test_llava.py index 2bca80b21..be511d9f5 100644 --- a/forge/test/models/pytorch/multimodal/llava/test_llava.py +++ b/forge/test/models/pytorch/multimodal/llava/test_llava.py @@ -50,6 +50,7 @@ def test_llava(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, processor = load_model(variant) diff --git a/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion.py b/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion.py index ab58e9783..593dafb6e 100644 --- a/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion.py +++ b/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion.py @@ -19,6 +19,7 @@ def test_stable_diffusion_pytorch(record_forge_property, variant): module_name = build_module_name(framework=Framework.PYTORCH, model="stable_diffusion", variant=variant) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) batch_size = 1 diff --git a/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion_xl.py b/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion_xl.py index ae8cdcd66..3b1c6c8e9 100644 --- a/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion_xl.py +++ b/forge/test/models/pytorch/multimodal/stable_diffusion/test_stable_diffusion_xl.py @@ -44,6 +44,7 @@ def test_stable_diffusion_generation(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the pipeline and set it to use the CPU diff --git a/forge/test/models/pytorch/multimodal/vilt/test_vilt.py b/forge/test/models/pytorch/multimodal/vilt/test_vilt.py index 7c560e935..84efbe0a0 100644 --- a/forge/test/models/pytorch/multimodal/vilt/test_vilt.py +++ b/forge/test/models/pytorch/multimodal/vilt/test_vilt.py @@ -65,6 +65,7 @@ def test_vilt_question_answering_hf_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, model = generate_model_vilt_question_answering_hf_pytorch(variant) @@ -122,6 +123,7 @@ def test_vilt_maskedlm_hf_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_vilt_maskedlm_hf_pytorch(variant) diff --git a/forge/test/models/pytorch/text/albert/test_albert.py b/forge/test/models/pytorch/text/albert/test_albert.py index 2f5e0b1af..ca7f33c5c 100644 --- a/forge/test/models/pytorch/text/albert/test_albert.py +++ b/forge/test/models/pytorch/text/albert/test_albert.py @@ -51,6 +51,7 @@ def test_albert_masked_lm_pytorch(record_forge_property, size, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) model_ckpt = f"albert-{size}-{variant}" @@ -123,6 +124,7 @@ def test_albert_token_classification_pytorch(record_forge_property, size, varian ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # NOTE: These model variants are pre-trined only. They need to be fine-tuned @@ -181,6 +183,7 @@ def test_albert_question_answering_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Albert tokenizer and model from HuggingFace @@ -217,6 +220,7 @@ def test_albert_sequence_classification_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Albert tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/bart/test_bart.py b/forge/test/models/pytorch/text/bart/test_bart.py index 14207d848..b994f0aaf 100644 --- a/forge/test/models/pytorch/text/bart/test_bart.py +++ b/forge/test/models/pytorch/text/bart/test_bart.py @@ -37,6 +37,7 @@ def test_pt_bart_classifier(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) model = download_model(BartForSequenceClassification.from_pretrained, variant, torchscript=True) diff --git a/forge/test/models/pytorch/text/bert/test_bert.py b/forge/test/models/pytorch/text/bert/test_bert.py index 7e44539b5..86ace191f 100644 --- a/forge/test/models/pytorch/text/bert/test_bert.py +++ b/forge/test/models/pytorch/text/bert/test_bert.py @@ -28,6 +28,7 @@ def test_bert_masked_lm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bert tokenizer and model from HuggingFace @@ -112,6 +113,7 @@ def test_bert_question_answering_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, tokenizer = generate_model_bert_qa_hf_pytorch(variant) @@ -174,6 +176,7 @@ def test_bert_sequence_classification_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_bert_seqcls_hf_pytorch(variant) @@ -226,6 +229,7 @@ def test_bert_token_classification_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_bert_tkcls_hf_pytorch(variant) diff --git a/forge/test/models/pytorch/text/bloom/test_bloom.py b/forge/test/models/pytorch/text/bloom/test_bloom.py index 4d9472e17..6e706d5cc 100644 --- a/forge/test/models/pytorch/text/bloom/test_bloom.py +++ b/forge/test/models/pytorch/text/bloom/test_bloom.py @@ -37,6 +37,7 @@ def test_bloom(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/codegen/test_codegen.py b/forge/test/models/pytorch/text/codegen/test_codegen.py index 2f1379d7f..d7732beac 100644 --- a/forge/test/models/pytorch/text/codegen/test_codegen.py +++ b/forge/test/models/pytorch/text/codegen/test_codegen.py @@ -32,6 +32,7 @@ def test_codegen(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model (with tokenizer) diff --git a/forge/test/models/pytorch/text/distilbert/test_distilbert.py b/forge/test/models/pytorch/text/distilbert/test_distilbert.py index e2b87ff73..da9b899d9 100644 --- a/forge/test/models/pytorch/text/distilbert/test_distilbert.py +++ b/forge/test/models/pytorch/text/distilbert/test_distilbert.py @@ -31,6 +31,7 @@ def test_distilbert_masked_lm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load DistilBert tokenizer and model from HuggingFace @@ -73,6 +74,7 @@ def test_distilbert_question_answering_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bert tokenizer and model from HuggingFace @@ -125,6 +127,7 @@ def test_distilbert_sequence_classification_pytorch(record_forge_property, varia ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load DistilBert tokenizer and model from HuggingFace @@ -167,6 +170,7 @@ def test_distilbert_token_classification_pytorch(record_forge_property, variant) ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load DistilBERT tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/dpr/test_dpr.py b/forge/test/models/pytorch/text/dpr/test_dpr.py index 80861c0e3..b4126431b 100644 --- a/forge/test/models/pytorch/text/dpr/test_dpr.py +++ b/forge/test/models/pytorch/text/dpr/test_dpr.py @@ -42,6 +42,7 @@ def test_dpr_context_encoder_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bert tokenizer and model from HuggingFace @@ -96,6 +97,7 @@ def test_dpr_question_encoder_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bert tokenizer and model from HuggingFace @@ -155,6 +157,7 @@ def test_dpr_reader_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bert tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/falcon/test_falcon.py b/forge/test/models/pytorch/text/falcon/test_falcon.py index cf82db471..5ef61757c 100644 --- a/forge/test/models/pytorch/text/falcon/test_falcon.py +++ b/forge/test/models/pytorch/text/falcon/test_falcon.py @@ -22,6 +22,7 @@ def test_falcon(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) tokenizer = AutoTokenizer.from_pretrained(variant) @@ -69,6 +70,7 @@ def test_falcon_3(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) tokenizer = AutoTokenizer.from_pretrained(variant) diff --git a/forge/test/models/pytorch/text/fuyu/test_fuyu_8b.py b/forge/test/models/pytorch/text/fuyu/test_fuyu_8b.py index 98cb3df8d..2004d02d1 100644 --- a/forge/test/models/pytorch/text/fuyu/test_fuyu_8b.py +++ b/forge/test/models/pytorch/text/fuyu/test_fuyu_8b.py @@ -33,6 +33,7 @@ def test_fuyu8b(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) config = FuyuConfig.from_pretrained(variant) diff --git a/forge/test/models/pytorch/text/gemma/test_gemma_2b.py b/forge/test/models/pytorch/text/gemma/test_gemma_2b.py index 894957d20..c0ca33793 100644 --- a/forge/test/models/pytorch/text/gemma/test_gemma_2b.py +++ b/forge/test/models/pytorch/text/gemma/test_gemma_2b.py @@ -32,6 +32,7 @@ def test_gemma_2b(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Random see for reproducibility diff --git a/forge/test/models/pytorch/text/gpt2/test_gpt2.py b/forge/test/models/pytorch/text/gpt2/test_gpt2.py index 3a2f61d20..67377e721 100644 --- a/forge/test/models/pytorch/text/gpt2/test_gpt2.py +++ b/forge/test/models/pytorch/text/gpt2/test_gpt2.py @@ -36,6 +36,7 @@ def test_gpt2_text_gen(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace @@ -75,6 +76,7 @@ def test_gpt2_sequence_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/gptneo/test_gptneo.py b/forge/test/models/pytorch/text/gptneo/test_gptneo.py index c754ff066..d54e0b1d9 100644 --- a/forge/test/models/pytorch/text/gptneo/test_gptneo.py +++ b/forge/test/models/pytorch/text/gptneo/test_gptneo.py @@ -35,6 +35,7 @@ def test_gptneo_causal_lm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Set random seed for repeatability @@ -101,6 +102,7 @@ def test_gptneo_sequence_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/llama/test_llama3.py b/forge/test/models/pytorch/text/llama/test_llama3.py index e5f6a6a53..119c5e46c 100644 --- a/forge/test/models/pytorch/text/llama/test_llama3.py +++ b/forge/test/models/pytorch/text/llama/test_llama3.py @@ -141,6 +141,7 @@ def test_llama3_causal_lm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model (with tokenizer) @@ -201,6 +202,7 @@ def test_llama3_sequence_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model (with tokenizer) diff --git a/forge/test/models/pytorch/text/mamba/test_mamba.py b/forge/test/models/pytorch/text/mamba/test_mamba.py index 20e902b82..a77d94163 100644 --- a/forge/test/models/pytorch/text/mamba/test_mamba.py +++ b/forge/test/models/pytorch/text/mamba/test_mamba.py @@ -45,6 +45,7 @@ def test_mamba(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/mistral/test_mistral.py b/forge/test/models/pytorch/text/mistral/test_mistral.py index 9c2087349..8eb19913f 100644 --- a/forge/test/models/pytorch/text/mistral/test_mistral.py +++ b/forge/test/models/pytorch/text/mistral/test_mistral.py @@ -24,6 +24,7 @@ def test_mistral(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) configuration = MistralConfig() diff --git a/forge/test/models/pytorch/text/nanogpt/test_nanogpt.py b/forge/test/models/pytorch/text/nanogpt/test_nanogpt.py index 8006b9d60..ecf8bc390 100644 --- a/forge/test/models/pytorch/text/nanogpt/test_nanogpt.py +++ b/forge/test/models/pytorch/text/nanogpt/test_nanogpt.py @@ -36,6 +36,7 @@ def test_nanogpt_text_generation(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model diff --git a/forge/test/models/pytorch/text/opt/test_opt.py b/forge/test/models/pytorch/text/opt/test_opt.py index 538c80f0c..d5bdf0a94 100644 --- a/forge/test/models/pytorch/text/opt/test_opt.py +++ b/forge/test/models/pytorch/text/opt/test_opt.py @@ -31,6 +31,7 @@ def test_opt_causal_lm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace @@ -81,6 +82,7 @@ def test_opt_qa(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace @@ -131,6 +133,7 @@ def test_opt_sequence_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/perceiverio/test_perceiverio.py b/forge/test/models/pytorch/text/perceiverio/test_perceiverio.py index 703e1a933..477cfdd9a 100644 --- a/forge/test/models/pytorch/text/perceiverio/test_perceiverio.py +++ b/forge/test/models/pytorch/text/perceiverio/test_perceiverio.py @@ -28,6 +28,7 @@ def test_perceiverio_masked_lm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and tokenizer diff --git a/forge/test/models/pytorch/text/phi2/test_phi2.py b/forge/test/models/pytorch/text/phi2/test_phi2.py index c3782d4d2..8ba67fca7 100644 --- a/forge/test/models/pytorch/text/phi2/test_phi2.py +++ b/forge/test/models/pytorch/text/phi2/test_phi2.py @@ -31,6 +31,10 @@ def test_phi2_clm(record_forge_property, variant): ) # Record Forge Property + if variant in ["microsoft/phi-2"]: + record_forge_property("group", "priority") + else: + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load PhiConfig from pretrained variant, disable return_dict and caching. @@ -85,6 +89,7 @@ def test_phi2_token_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # PhiConfig from pretrained variant, disable return_dict and caching. @@ -129,6 +134,7 @@ def test_phi2_sequence_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # PhiConfig from pretrained variant, disable return_dict and caching. diff --git a/forge/test/models/pytorch/text/phi3/test_phi3.py b/forge/test/models/pytorch/text/phi3/test_phi3.py index e6128e349..f226724fb 100644 --- a/forge/test/models/pytorch/text/phi3/test_phi3.py +++ b/forge/test/models/pytorch/text/phi3/test_phi3.py @@ -29,6 +29,10 @@ def test_phi3_causal_lm(record_forge_property, variant): ) # Record Forge Property + if variant in ["microsoft/phi-3-mini-4k-instruct"]: + record_forge_property("group", "priority") + else: + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Phi3Config from pretrained variant, disable return_dict and caching. @@ -84,6 +88,7 @@ def test_phi3_token_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Phi3Config from pretrained variant, disable return_dict and caching. @@ -129,6 +134,7 @@ def test_phi3_sequence_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Phi3Config from pretrained variant, disable return_dict and caching. diff --git a/forge/test/models/pytorch/text/qwen/test_qwen.py b/forge/test/models/pytorch/text/qwen/test_qwen.py index 465908b47..427a2e1df 100644 --- a/forge/test/models/pytorch/text/qwen/test_qwen.py +++ b/forge/test/models/pytorch/text/qwen/test_qwen.py @@ -20,6 +20,7 @@ def test_qwen1_5_causal_lm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Setup model configuration @@ -65,6 +66,7 @@ def test_qwen1_5_chat(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Setup model configuration diff --git a/forge/test/models/pytorch/text/qwen/test_qwen_coder.py b/forge/test/models/pytorch/text/qwen/test_qwen_coder.py index 868a36eb7..274372cfe 100644 --- a/forge/test/models/pytorch/text/qwen/test_qwen_coder.py +++ b/forge/test/models/pytorch/text/qwen/test_qwen_coder.py @@ -33,6 +33,7 @@ def test_qwen_clm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and tokenizer diff --git a/forge/test/models/pytorch/text/qwen/test_qwen_v2.py b/forge/test/models/pytorch/text/qwen/test_qwen_v2.py index 49db45519..5e7645bb6 100644 --- a/forge/test/models/pytorch/text/qwen/test_qwen_v2.py +++ b/forge/test/models/pytorch/text/qwen/test_qwen_v2.py @@ -38,6 +38,7 @@ def test_qwen_clm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and tokenizer @@ -78,6 +79,7 @@ def test_qwen2_token_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and tokenizer diff --git a/forge/test/models/pytorch/text/roberta/test_roberta.py b/forge/test/models/pytorch/text/roberta/test_roberta.py index 306c3c41a..7e608a627 100644 --- a/forge/test/models/pytorch/text/roberta/test_roberta.py +++ b/forge/test/models/pytorch/text/roberta/test_roberta.py @@ -25,6 +25,7 @@ def test_roberta_masked_lm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Albert tokenizer and model from HuggingFace @@ -67,6 +68,7 @@ def test_roberta_sentiment_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bart tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/speecht5_tts/test_speecht5_tts.py b/forge/test/models/pytorch/text/speecht5_tts/test_speecht5_tts.py index 63de96ba1..1ddae48f2 100644 --- a/forge/test/models/pytorch/text/speecht5_tts/test_speecht5_tts.py +++ b/forge/test/models/pytorch/text/speecht5_tts/test_speecht5_tts.py @@ -35,6 +35,7 @@ def test_speecht5_tts(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and Processer diff --git a/forge/test/models/pytorch/text/squeezebert/test_squeezebert.py b/forge/test/models/pytorch/text/squeezebert/test_squeezebert.py index 3b791ee8b..adbf1cbda 100644 --- a/forge/test/models/pytorch/text/squeezebert/test_squeezebert.py +++ b/forge/test/models/pytorch/text/squeezebert/test_squeezebert.py @@ -24,6 +24,7 @@ def test_squeezebert_sequence_classification_pytorch(record_forge_property, vari ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Bart tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/t5/test_t5.py b/forge/test/models/pytorch/text/t5/test_t5.py index 9f86af990..2021f729b 100644 --- a/forge/test/models/pytorch/text/t5/test_t5.py +++ b/forge/test/models/pytorch/text/t5/test_t5.py @@ -45,6 +45,7 @@ def test_t5_generation(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load tokenizer and model from HuggingFace diff --git a/forge/test/models/pytorch/text/xglm/test_xglm.py b/forge/test/models/pytorch/text/xglm/test_xglm.py index c4df910ec..520554172 100644 --- a/forge/test/models/pytorch/text/xglm/test_xglm.py +++ b/forge/test/models/pytorch/text/xglm/test_xglm.py @@ -25,6 +25,7 @@ def test_xglm_causal_lm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) config = XGLMConfig.from_pretrained(variant) diff --git a/forge/test/models/pytorch/timeseries/nbeats/test_nbeats.py b/forge/test/models/pytorch/timeseries/nbeats/test_nbeats.py index 443df215f..807f98b66 100644 --- a/forge/test/models/pytorch/timeseries/nbeats/test_nbeats.py +++ b/forge/test/models/pytorch/timeseries/nbeats/test_nbeats.py @@ -26,6 +26,7 @@ def test_nbeats_with_seasonality_basis(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) x, x_mask = get_electricity_dataset_input() @@ -60,6 +61,7 @@ def test_nbeats_with_generic_basis(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) x, x_mask = get_electricity_dataset_input() @@ -87,6 +89,7 @@ def test_nbeats_with_trend_basis(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) x, x_mask = get_electricity_dataset_input() diff --git a/forge/test/models/pytorch/vision/alexnet/test_alexnet.py b/forge/test/models/pytorch/vision/alexnet/test_alexnet.py index 22502a0d6..acc98930b 100644 --- a/forge/test/models/pytorch/vision/alexnet/test_alexnet.py +++ b/forge/test/models/pytorch/vision/alexnet/test_alexnet.py @@ -28,6 +28,7 @@ def test_alexnet_torchhub(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model @@ -72,6 +73,7 @@ def test_alexnet_osmr(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model diff --git a/forge/test/models/pytorch/vision/autoencoder/test_autoencoder.py b/forge/test/models/pytorch/vision/autoencoder/test_autoencoder.py index 9fa4ca249..53f4b8914 100644 --- a/forge/test/models/pytorch/vision/autoencoder/test_autoencoder.py +++ b/forge/test/models/pytorch/vision/autoencoder/test_autoencoder.py @@ -25,6 +25,7 @@ def test_conv_ae_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Instantiate model @@ -71,6 +72,7 @@ def test_linear_ae_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Instantiate model diff --git a/forge/test/models/pytorch/vision/beit/test_beit.py b/forge/test/models/pytorch/vision/beit/test_beit.py index 1b8529b03..8f916e13d 100644 --- a/forge/test/models/pytorch/vision/beit/test_beit.py +++ b/forge/test/models/pytorch/vision/beit/test_beit.py @@ -26,6 +26,7 @@ def test_beit_image_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/blazebase/test_blazepose.py b/forge/test/models/pytorch/vision/blazebase/test_blazepose.py index 979a5d920..d70b41ec9 100644 --- a/forge/test/models/pytorch/vision/blazebase/test_blazepose.py +++ b/forge/test/models/pytorch/vision/blazebase/test_blazepose.py @@ -35,6 +35,7 @@ def test_blazepose_detector_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load BlazePose Detector @@ -73,6 +74,7 @@ def test_blazepose_regressor_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load BlazePose Landmark Regressor @@ -98,6 +100,7 @@ def test_blaze_palm_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load BlazePalm Detector @@ -133,6 +136,7 @@ def test_blaze_hand_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load BlazePalm Detector diff --git a/forge/test/models/pytorch/vision/bts/test_bts.py b/forge/test/models/pytorch/vision/bts/test_bts.py index 5c49f3629..75e55ac41 100644 --- a/forge/test/models/pytorch/vision/bts/test_bts.py +++ b/forge/test/models/pytorch/vision/bts/test_bts.py @@ -40,6 +40,7 @@ def test_bts_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load sample image diff --git a/forge/test/models/pytorch/vision/ddrnet/test_ddrnet.py b/forge/test/models/pytorch/vision/ddrnet/test_ddrnet.py index 70434e94c..135f75875 100644 --- a/forge/test/models/pytorch/vision/ddrnet/test_ddrnet.py +++ b/forge/test/models/pytorch/vision/ddrnet/test_ddrnet.py @@ -39,6 +39,7 @@ def test_ddrnet_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model @@ -103,6 +104,7 @@ def test_ddrnet_semantic_segmentation_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # prepare model diff --git a/forge/test/models/pytorch/vision/deit/test_deit.py b/forge/test/models/pytorch/vision/deit/test_deit.py index 457b802d3..ec94730c1 100644 --- a/forge/test/models/pytorch/vision/deit/test_deit.py +++ b/forge/test/models/pytorch/vision/deit/test_deit.py @@ -50,6 +50,7 @@ def test_deit_imgcls_hf_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_deit_imgcls_hf_pytorch( diff --git a/forge/test/models/pytorch/vision/densenet/test_densenet.py b/forge/test/models/pytorch/vision/densenet/test_densenet.py index 75add251d..983dc7169 100644 --- a/forge/test/models/pytorch/vision/densenet/test_densenet.py +++ b/forge/test/models/pytorch/vision/densenet/test_densenet.py @@ -51,6 +51,7 @@ def test_densenet_121_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model @@ -93,6 +94,7 @@ def test_densenet_161_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model @@ -122,6 +124,7 @@ def test_densenet_169_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model @@ -154,6 +157,7 @@ def test_densenet_201_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model diff --git a/forge/test/models/pytorch/vision/detr/test_detr.py b/forge/test/models/pytorch/vision/detr/test_detr.py index df5b0adc9..5e2b58ca4 100644 --- a/forge/test/models/pytorch/vision/detr/test_detr.py +++ b/forge/test/models/pytorch/vision/detr/test_detr.py @@ -27,6 +27,7 @@ def test_detr_detection(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "priority") record_forge_property("tags.model_name", module_name) # Load the model @@ -60,6 +61,7 @@ def test_detr_segmentation(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model diff --git a/forge/test/models/pytorch/vision/dla/test_dla.py b/forge/test/models/pytorch/vision/dla/test_dla.py index e17c5e688..17e22163e 100644 --- a/forge/test/models/pytorch/vision/dla/test_dla.py +++ b/forge/test/models/pytorch/vision/dla/test_dla.py @@ -36,6 +36,7 @@ def test_dla_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -71,6 +72,7 @@ def test_dla_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and inputs diff --git a/forge/test/models/pytorch/vision/efficientnet/test_efficientnet.py b/forge/test/models/pytorch/vision/efficientnet/test_efficientnet.py index e4b784994..82b6655c7 100644 --- a/forge/test/models/pytorch/vision/efficientnet/test_efficientnet.py +++ b/forge/test/models/pytorch/vision/efficientnet/test_efficientnet.py @@ -62,6 +62,10 @@ def test_efficientnet_timm(record_forge_property, variant): ) # Record Forge Property + if variant in ["efficientnet_b0"]: + record_forge_property("group", "priority") + else: + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model @@ -129,6 +133,7 @@ def test_efficientnet_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model diff --git a/forge/test/models/pytorch/vision/efficientnet/test_efficientnet_lite.py b/forge/test/models/pytorch/vision/efficientnet/test_efficientnet_lite.py index 4c55aad84..af5b80fea 100644 --- a/forge/test/models/pytorch/vision/efficientnet/test_efficientnet_lite.py +++ b/forge/test/models/pytorch/vision/efficientnet/test_efficientnet_lite.py @@ -28,6 +28,7 @@ def test_efficientnet_lite_0_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Model load in Forge @@ -62,6 +63,7 @@ def test_efficientnet_lite_1_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Model load in Forge @@ -96,6 +98,7 @@ def test_efficientnet_lite_2_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Model load in Forge @@ -130,6 +133,7 @@ def test_efficientnet_lite_3_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Model load in Forge @@ -164,6 +168,7 @@ def test_efficientnet_lite_4_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Model load in Forge @@ -206,6 +211,7 @@ def test_efficientnet_lite_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and inputs diff --git a/forge/test/models/pytorch/vision/fchardnet/test_fchardnet.py b/forge/test/models/pytorch/vision/fchardnet/test_fchardnet.py index 7d19b44bf..40f017d44 100644 --- a/forge/test/models/pytorch/vision/fchardnet/test_fchardnet.py +++ b/forge/test/models/pytorch/vision/fchardnet/test_fchardnet.py @@ -25,6 +25,7 @@ def test_fchardnet(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load and pre-process image diff --git a/forge/test/models/pytorch/vision/fpn/test_fpn.py b/forge/test/models/pytorch/vision/fpn/test_fpn.py index d7754a0ad..e117eb6bb 100644 --- a/forge/test/models/pytorch/vision/fpn/test_fpn.py +++ b/forge/test/models/pytorch/vision/fpn/test_fpn.py @@ -19,6 +19,7 @@ def test_fpn_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load FPN model diff --git a/forge/test/models/pytorch/vision/ghostnet/test_ghostnet.py b/forge/test/models/pytorch/vision/ghostnet/test_ghostnet.py index da6605c05..6627d3b59 100644 --- a/forge/test/models/pytorch/vision/ghostnet/test_ghostnet.py +++ b/forge/test/models/pytorch/vision/ghostnet/test_ghostnet.py @@ -33,6 +33,7 @@ def test_ghostnet_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data diff --git a/forge/test/models/pytorch/vision/glpn_kitti/test_glpn_kitti.py b/forge/test/models/pytorch/vision/glpn_kitti/test_glpn_kitti.py index efd9cb652..c7a3fc1a1 100644 --- a/forge/test/models/pytorch/vision/glpn_kitti/test_glpn_kitti.py +++ b/forge/test/models/pytorch/vision/glpn_kitti/test_glpn_kitti.py @@ -24,6 +24,7 @@ def test_glpn_kitti(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/googlenet/test_googlenet.py b/forge/test/models/pytorch/vision/googlenet/test_googlenet.py index b770743fe..d026c0c98 100644 --- a/forge/test/models/pytorch/vision/googlenet/test_googlenet.py +++ b/forge/test/models/pytorch/vision/googlenet/test_googlenet.py @@ -22,6 +22,7 @@ def test_googlenet_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Create Forge module from PyTorch model diff --git a/forge/test/models/pytorch/vision/hardnet/test_hardnet.py b/forge/test/models/pytorch/vision/hardnet/test_hardnet.py index 28cd1131f..c7907a14a 100644 --- a/forge/test/models/pytorch/vision/hardnet/test_hardnet.py +++ b/forge/test/models/pytorch/vision/hardnet/test_hardnet.py @@ -36,6 +36,7 @@ def test_hardnet_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # load only the model architecture without pre-trained weights. diff --git a/forge/test/models/pytorch/vision/hrnet/test_hrnet.py b/forge/test/models/pytorch/vision/hrnet/test_hrnet.py index 59d3073b7..0203ac716 100644 --- a/forge/test/models/pytorch/vision/hrnet/test_hrnet.py +++ b/forge/test/models/pytorch/vision/hrnet/test_hrnet.py @@ -87,6 +87,7 @@ def test_hrnet_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_hrnet_imgcls_osmr_pytorch( @@ -164,6 +165,7 @@ def test_hrnet_timm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_hrnet_imgcls_timm_pytorch( diff --git a/forge/test/models/pytorch/vision/inception/test_inception_v4.py b/forge/test/models/pytorch/vision/inception/test_inception_v4.py index 76dc3ae38..47e797c7b 100644 --- a/forge/test/models/pytorch/vision/inception/test_inception_v4.py +++ b/forge/test/models/pytorch/vision/inception/test_inception_v4.py @@ -34,6 +34,7 @@ def test_inception_v4_osmr_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs = generate_model_inceptionV4_imgcls_osmr_pytorch("inceptionv4") @@ -70,6 +71,7 @@ def test_inception_v4_timm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs = generate_model_inceptionV4_imgcls_timm_pytorch(variant) diff --git a/forge/test/models/pytorch/vision/mgp_str_base/test_mgp_str_base.py b/forge/test/models/pytorch/vision/mgp_str_base/test_mgp_str_base.py index fb6f63c34..977b6390c 100644 --- a/forge/test/models/pytorch/vision/mgp_str_base/test_mgp_str_base.py +++ b/forge/test/models/pytorch/vision/mgp_str_base/test_mgp_str_base.py @@ -26,6 +26,7 @@ def test_mgp_scene_text_recognition(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/mlp_mixer/test_mlp_mixer.py b/forge/test/models/pytorch/vision/mlp_mixer/test_mlp_mixer.py index 96eac273c..b0a81e1e4 100644 --- a/forge/test/models/pytorch/vision/mlp_mixer/test_mlp_mixer.py +++ b/forge/test/models/pytorch/vision/mlp_mixer/test_mlp_mixer.py @@ -48,6 +48,7 @@ def test_mlp_mixer_timm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model = download_model(timm.create_model, variant, pretrained=True) @@ -85,6 +86,7 @@ def test_mlp_mixer_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/mnist/test_mnist.py b/forge/test/models/pytorch/vision/mnist/test_mnist.py index da0082d70..7a5ab9776 100644 --- a/forge/test/models/pytorch/vision/mnist/test_mnist.py +++ b/forge/test/models/pytorch/vision/mnist/test_mnist.py @@ -22,6 +22,7 @@ def test_mnist(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1.py b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1.py index d8e533d3f..b7d7efbe4 100644 --- a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1.py +++ b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1.py @@ -31,6 +31,7 @@ def test_mobilenetv1_basic(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -80,6 +81,7 @@ def test_mobilenetv1_192(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetv1_imgcls_hf_pytorch(variant) @@ -121,6 +123,7 @@ def test_mobilenetv1_224(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV1I224_imgcls_hf_pytorch(variant) @@ -149,6 +152,7 @@ def test_mobilenet_v1_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and inputs diff --git a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1_ssd.py b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1_ssd.py index a4fa27d68..e8cb2d466 100644 --- a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1_ssd.py +++ b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v1_ssd.py @@ -27,6 +27,7 @@ def test_mobilenet_v1_ssd_pytorch_1x1(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load PASCAL VOC dataset class labels diff --git a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v2.py b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v2.py index e09bec219..9c901eac0 100644 --- a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v2.py +++ b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v2.py @@ -42,6 +42,7 @@ def test_mobilenetv2_basic(record_forge_property): ) # Record Forge Property + record_forge_property("group", "priority") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -88,6 +89,7 @@ def test_mobilenetv2_96(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV2I96_imgcls_hf_pytorch(variant) @@ -127,6 +129,7 @@ def test_mobilenetv2_160(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV2I160_imgcls_hf_pytorch(variant) @@ -168,6 +171,7 @@ def test_mobilenetv2_224(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV2I244_imgcls_hf_pytorch(variant) @@ -218,6 +222,7 @@ def test_mobilenetv2_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV2_imgcls_timm_pytorch(variant) @@ -275,6 +280,7 @@ def test_mobilenetv2_deeplabv3(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV2_semseg_hf_pytorch(variant) @@ -305,6 +311,7 @@ def test_mobilenetv2_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3.py b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3.py index c77493767..ca3507039 100644 --- a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3.py +++ b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3.py @@ -43,6 +43,7 @@ def test_mobilenetv3_basic(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -107,6 +108,7 @@ def test_mobilenetv3_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_mobilenetV3_imgcls_timm_pytorch( diff --git a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3_ssd.py b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3_ssd.py index 0a9f47dc1..ce5e246a9 100644 --- a/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3_ssd.py +++ b/forge/test/models/pytorch/vision/mobilenet/test_mobilenet_v3_ssd.py @@ -35,6 +35,7 @@ def test_mobilenetv3_ssd(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/monodepth2/test_monodepth2.py b/forge/test/models/pytorch/vision/monodepth2/test_monodepth2.py index 2dc8afb14..9b8fc559e 100644 --- a/forge/test/models/pytorch/vision/monodepth2/test_monodepth2.py +++ b/forge/test/models/pytorch/vision/monodepth2/test_monodepth2.py @@ -39,6 +39,7 @@ def test_monodepth2(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # prepare model and input diff --git a/forge/test/models/pytorch/vision/monodle/test_monodle.py b/forge/test/models/pytorch/vision/monodle/test_monodle.py index 08cd4d06e..9c8cba58c 100644 --- a/forge/test/models/pytorch/vision/monodle/test_monodle.py +++ b/forge/test/models/pytorch/vision/monodle/test_monodle.py @@ -21,6 +21,7 @@ def test_monodle_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load data sample diff --git a/forge/test/models/pytorch/vision/openpose/test_openpose.py b/forge/test/models/pytorch/vision/openpose/test_openpose.py index 6a3f40da1..5d1a73186 100644 --- a/forge/test/models/pytorch/vision/openpose/test_openpose.py +++ b/forge/test/models/pytorch/vision/openpose/test_openpose.py @@ -61,6 +61,7 @@ def test_openpose_basic(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_openpose_posdet_custom_pytorch( @@ -102,6 +103,7 @@ def test_openpose_osmr(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_openpose_posdet_osmr_pytorch( diff --git a/forge/test/models/pytorch/vision/perceiverio/test_perceiverio.py b/forge/test/models/pytorch/vision/perceiverio/test_perceiverio.py index d01497786..95195550e 100644 --- a/forge/test/models/pytorch/vision/perceiverio/test_perceiverio.py +++ b/forge/test/models/pytorch/vision/perceiverio/test_perceiverio.py @@ -61,6 +61,7 @@ def test_perceiverio_for_image_classification_pytorch(record_forge_property, var ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Sample Image diff --git a/forge/test/models/pytorch/vision/pidnet/test_pidnet.py b/forge/test/models/pytorch/vision/pidnet/test_pidnet.py index f7adc42f6..380c38b90 100644 --- a/forge/test/models/pytorch/vision/pidnet/test_pidnet.py +++ b/forge/test/models/pytorch/vision/pidnet/test_pidnet.py @@ -32,6 +32,7 @@ def test_pidnet_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load and pre-process image diff --git a/forge/test/models/pytorch/vision/rcnn/test_rcnn.py b/forge/test/models/pytorch/vision/rcnn/test_rcnn.py index a08850aee..570ce653a 100644 --- a/forge/test/models/pytorch/vision/rcnn/test_rcnn.py +++ b/forge/test/models/pytorch/vision/rcnn/test_rcnn.py @@ -24,6 +24,7 @@ def test_rcnn_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load Alexnet Model diff --git a/forge/test/models/pytorch/vision/regnet/test_regnet.py b/forge/test/models/pytorch/vision/regnet/test_regnet.py index c1046a84e..f8a37cbf6 100644 --- a/forge/test/models/pytorch/vision/regnet/test_regnet.py +++ b/forge/test/models/pytorch/vision/regnet/test_regnet.py @@ -25,6 +25,7 @@ def test_regnet(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load RegNet model @@ -56,6 +57,7 @@ def test_regnet_img_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the image processor and the RegNet model @@ -108,6 +110,7 @@ def test_regnet_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/resnet/test_resnet.py b/forge/test/models/pytorch/vision/resnet/test_resnet.py index d1ed526fc..4222fcdd5 100644 --- a/forge/test/models/pytorch/vision/resnet/test_resnet.py +++ b/forge/test/models/pytorch/vision/resnet/test_resnet.py @@ -136,6 +136,7 @@ def test_resnet_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/resnext/test_resnext.py b/forge/test/models/pytorch/vision/resnext/test_resnext.py index c6e7c3702..b99e65517 100644 --- a/forge/test/models/pytorch/vision/resnext/test_resnext.py +++ b/forge/test/models/pytorch/vision/resnext/test_resnext.py @@ -32,6 +32,7 @@ def test_resnext_50_torchhub_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -64,6 +65,7 @@ def test_resnext_101_torchhub_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -97,6 +99,7 @@ def test_resnext_101_32x8d_fb_wsl_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -128,6 +131,7 @@ def test_resnext_14_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -159,6 +163,7 @@ def test_resnext_26_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model @@ -190,6 +195,7 @@ def test_resnext_50_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model @@ -221,6 +227,7 @@ def test_resnext_101_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2: Create Forge module from PyTorch model diff --git a/forge/test/models/pytorch/vision/retinanet/test_retinanet.py b/forge/test/models/pytorch/vision/retinanet/test_retinanet.py index c45757a61..0133b0d72 100644 --- a/forge/test/models/pytorch/vision/retinanet/test_retinanet.py +++ b/forge/test/models/pytorch/vision/retinanet/test_retinanet.py @@ -40,6 +40,7 @@ def test_retinanet(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Prepare model @@ -99,6 +100,7 @@ def test_retinanet_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/rmbg/test_rmbg.py b/forge/test/models/pytorch/vision/rmbg/test_rmbg.py index b01d2f957..a83b3ff69 100644 --- a/forge/test/models/pytorch/vision/rmbg/test_rmbg.py +++ b/forge/test/models/pytorch/vision/rmbg/test_rmbg.py @@ -25,6 +25,7 @@ def test_rmbg(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/segformer/test_segformer.py b/forge/test/models/pytorch/vision/segformer/test_segformer.py index 6bd848441..cf92fd1bb 100644 --- a/forge/test/models/pytorch/vision/segformer/test_segformer.py +++ b/forge/test/models/pytorch/vision/segformer/test_segformer.py @@ -41,6 +41,10 @@ def test_segformer_image_classification_pytorch(record_forge_property, variant): ) # Record Forge Property + if variant in ["nvidia/mit-b0"]: + record_forge_property("group", "priority") + else: + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Set model configurations @@ -88,6 +92,7 @@ def test_segformer_semantic_segmentation_pytorch(record_forge_property, variant) ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model from HuggingFace diff --git a/forge/test/models/pytorch/vision/ssd300_resnet50/test_ssd300_resnet50.py b/forge/test/models/pytorch/vision/ssd300_resnet50/test_ssd300_resnet50.py index 73e0969ed..7d0287830 100644 --- a/forge/test/models/pytorch/vision/ssd300_resnet50/test_ssd300_resnet50.py +++ b/forge/test/models/pytorch/vision/ssd300_resnet50/test_ssd300_resnet50.py @@ -21,6 +21,7 @@ def test_pytorch_ssd300_resnet50(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2 : prepare model diff --git a/forge/test/models/pytorch/vision/ssd300_vgg16/test_ssd300_vgg16.py b/forge/test/models/pytorch/vision/ssd300_vgg16/test_ssd300_vgg16.py index 129d72ccb..bc22c5967 100644 --- a/forge/test/models/pytorch/vision/ssd300_vgg16/test_ssd300_vgg16.py +++ b/forge/test/models/pytorch/vision/ssd300_vgg16/test_ssd300_vgg16.py @@ -28,6 +28,7 @@ def test_ssd300_vgg16(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/ssdlite320_mobilenetv3/test_ssdlite320_mobilenetv3.py b/forge/test/models/pytorch/vision/ssdlite320_mobilenetv3/test_ssdlite320_mobilenetv3.py index 6cdcc52a8..840dc3e8f 100644 --- a/forge/test/models/pytorch/vision/ssdlite320_mobilenetv3/test_ssdlite320_mobilenetv3.py +++ b/forge/test/models/pytorch/vision/ssdlite320_mobilenetv3/test_ssdlite320_mobilenetv3.py @@ -28,6 +28,7 @@ def test_ssdlite320_mobilenetv3(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/swin/test_swin.py b/forge/test/models/pytorch/vision/swin/test_swin.py index 8e51fe8e4..407e05889 100644 --- a/forge/test/models/pytorch/vision/swin/test_swin.py +++ b/forge/test/models/pytorch/vision/swin/test_swin.py @@ -32,6 +32,7 @@ def test_swin_v1_tiny_4_224_hf_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 1: Create Forge module from PyTorch model @@ -64,6 +65,7 @@ def test_swin_v2_tiny_4_256_hf_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "priority") record_forge_property("tags.model_name", module_name) feature_extractor = ViTImageProcessor.from_pretrained(variant) @@ -95,6 +97,7 @@ def test_swin_v2_tiny_image_classification(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) feature_extractor = ViTImageProcessor.from_pretrained(variant) @@ -126,6 +129,7 @@ def test_swin_v2_tiny_masked(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) feature_extractor = ViTImageProcessor.from_pretrained(variant) @@ -168,6 +172,7 @@ def test_swin_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/tri/test_tri_basic_2.py b/forge/test/models/pytorch/vision/tri/test_tri_basic_2.py index f23f1e71c..81cd1ee5d 100644 --- a/forge/test/models/pytorch/vision/tri/test_tri_basic_2.py +++ b/forge/test/models/pytorch/vision/tri/test_tri_basic_2.py @@ -28,6 +28,7 @@ def test_tri_basic_2_sematic_segmentation_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Sample Input diff --git a/forge/test/models/pytorch/vision/unet/test_unet.py b/forge/test/models/pytorch/vision/unet/test_unet.py index 6b2ec7f38..ab47c55b3 100644 --- a/forge/test/models/pytorch/vision/unet/test_unet.py +++ b/forge/test/models/pytorch/vision/unet/test_unet.py @@ -46,6 +46,7 @@ def test_unet_osmr_cityscape_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "priority") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_unet_imgseg_osmr_pytorch("unet_cityscapes") @@ -100,6 +101,7 @@ def test_unet_holocron_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) from holocron.models.segmentation.unet import unet_tvvgg11 @@ -157,6 +159,7 @@ def test_unet_qubvel_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_unet_imgseg_smp_pytorch(None) @@ -213,6 +216,7 @@ def test_unet_torchhub_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_unet_imgseg_torchhub_pytorch( @@ -239,6 +243,7 @@ def test_unet_carvana(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/vgg/test_vgg.py b/forge/test/models/pytorch/vision/vgg/test_vgg.py index 244cbd957..c23590f6e 100644 --- a/forge/test/models/pytorch/vision/vgg/test_vgg.py +++ b/forge/test/models/pytorch/vision/vgg/test_vgg.py @@ -36,6 +36,7 @@ def test_vgg_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model = download_model(ptcv_get_model, variant, pretrained=True) @@ -80,6 +81,7 @@ def test_vgg_19_hf_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) """ @@ -153,6 +155,7 @@ def test_vgg_bn19_timm_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) torch.multiprocessing.set_sharing_strategy("file_system") @@ -181,6 +184,7 @@ def test_vgg_bn19_torchhub_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model = download_model(torch.hub.load, "pytorch/vision:v0.10.0", "vgg19_bn", pretrained=True) @@ -243,6 +247,7 @@ def test_vgg_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/vit/test_vit.py b/forge/test/models/pytorch/vision/vit/test_vit.py index 4e928c6a1..0f33c84f7 100644 --- a/forge/test/models/pytorch/vision/vit/test_vit.py +++ b/forge/test/models/pytorch/vision/vit/test_vit.py @@ -46,6 +46,10 @@ def test_vit_classify_224_hf_pytorch(record_forge_property, variant): ) # Record Forge Property + if variant in ["google/vit-base-patch16-224"]: + record_forge_property("group", "priority") + else: + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_vit_imgcls_hf_pytorch(variant) @@ -83,6 +87,7 @@ def test_vit_torchvision(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/vovnet/test_vovnet.py b/forge/test/models/pytorch/vision/vovnet/test_vovnet.py index 7d1246449..98a396c46 100644 --- a/forge/test/models/pytorch/vision/vovnet/test_vovnet.py +++ b/forge/test/models/pytorch/vision/vovnet/test_vovnet.py @@ -40,6 +40,10 @@ def test_vovnet_osmr_pytorch(record_forge_property, variant): ) # Record Forge Property + if variant in ["vovnet27s"]: + record_forge_property("group", "priority") + else: + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_vovnet_imgcls_osmr_pytorch(variant) @@ -73,6 +77,7 @@ def test_vovnet_v1_39_stigma_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_vovnet39_imgcls_stigma_pytorch() @@ -107,6 +112,7 @@ def test_vovnet_v1_57_stigma_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_vovnet57_imgcls_stigma_pytorch() @@ -143,6 +149,7 @@ def test_vovnet_timm_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_vovnet_imgcls_timm_pytorch( diff --git a/forge/test/models/pytorch/vision/wideresnet/test_wideresnet.py b/forge/test/models/pytorch/vision/wideresnet/test_wideresnet.py index 25717280a..620904d44 100644 --- a/forge/test/models/pytorch/vision/wideresnet/test_wideresnet.py +++ b/forge/test/models/pytorch/vision/wideresnet/test_wideresnet.py @@ -41,6 +41,7 @@ def test_wideresnet_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load the model and prepare input data @@ -94,6 +95,7 @@ def test_wideresnet_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) (framework_model, inputs) = generate_model_wideresnet_imgcls_timm(variant) diff --git a/forge/test/models/pytorch/vision/xception/test_xception.py b/forge/test/models/pytorch/vision/xception/test_xception.py index 666bdb005..5bee52945 100644 --- a/forge/test/models/pytorch/vision/xception/test_xception.py +++ b/forge/test/models/pytorch/vision/xception/test_xception.py @@ -61,6 +61,7 @@ def test_xception_timm(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) (framework_model, inputs) = generate_model_xception_imgcls_timm(variant) diff --git a/forge/test/models/pytorch/vision/yolo/test_yolo_v3.py b/forge/test/models/pytorch/vision/yolo/test_yolo_v3.py index cb9139d15..5791c16bc 100644 --- a/forge/test/models/pytorch/vision/yolo/test_yolo_v3.py +++ b/forge/test/models/pytorch/vision/yolo/test_yolo_v3.py @@ -47,6 +47,7 @@ def test_yolov3_tiny_holli_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_yolotinyV3_imgcls_holli_pytorch() @@ -93,6 +94,7 @@ def test_yolov3_holli_pytorch(record_forge_property): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_yoloV3_imgcls_holli_pytorch() diff --git a/forge/test/models/pytorch/vision/yolo/test_yolo_v5.py b/forge/test/models/pytorch/vision/yolo/test_yolo_v5.py index d19ef4748..2a37d10c2 100644 --- a/forge/test/models/pytorch/vision/yolo/test_yolo_v5.py +++ b/forge/test/models/pytorch/vision/yolo/test_yolo_v5.py @@ -41,6 +41,7 @@ def test_yolov5_320x320(record_forge_property, size): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_yoloV5I320_imgcls_torchhub_pytorch( @@ -84,6 +85,7 @@ def test_yolov5_640x640(record_forge_property, size): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_yoloV5I640_imgcls_torchhub_pytorch( @@ -123,6 +125,7 @@ def test_yolov5_480x480(record_forge_property, size): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model, inputs, _ = generate_model_yoloV5I480_imgcls_torchhub_pytorch( @@ -153,6 +156,7 @@ def test_yolov5_1280x1280(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) framework_model = download_model(torch.hub.load, "ultralytics/yolov5", variant, pretrained=True) diff --git a/forge/test/models/pytorch/vision/yolo/test_yolo_v6.py b/forge/test/models/pytorch/vision/yolo/test_yolo_v6.py index 829db3321..dacf404cf 100644 --- a/forge/test/models/pytorch/vision/yolo/test_yolo_v6.py +++ b/forge/test/models/pytorch/vision/yolo/test_yolo_v6.py @@ -36,6 +36,7 @@ def test_yolo_v6_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # STEP 2 :prepare model diff --git a/forge/test/models/pytorch/vision/yolo/test_yolos.py b/forge/test/models/pytorch/vision/yolo/test_yolos.py index 4f7cfadfe..0046c387a 100644 --- a/forge/test/models/pytorch/vision/yolo/test_yolos.py +++ b/forge/test/models/pytorch/vision/yolo/test_yolos.py @@ -24,6 +24,7 @@ def test_yolos(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # Load model and input diff --git a/forge/test/models/pytorch/vision/yolo/test_yolox.py b/forge/test/models/pytorch/vision/yolo/test_yolox.py index d5691bee5..e19f56ba7 100644 --- a/forge/test/models/pytorch/vision/yolo/test_yolox.py +++ b/forge/test/models/pytorch/vision/yolo/test_yolox.py @@ -48,6 +48,7 @@ def test_yolox_pytorch(record_forge_property, variant): ) # Record Forge Property + record_forge_property("group", "generality") record_forge_property("tags.model_name", module_name) # prepare model