Repository navigation
Look Into Slow Tests #9137
Description
I ran each test file individually recently with a 2-GPU setup. Below are those files which took more than 5 seconds to run when excluding the import and initialisation time. It would be good to look into why these are slow (much probably has to do with download times), reduce the amount of redundant testing, and otherwise try to streamline things.
| Filename | Time (s) |
|---|---|
| integration/test_integration_classification_2d.py | 580.076 |
| bundle/test_bundle_trt_export.py | 538.953 |
| integration/test_integration_bundle_run.py | 439.857 |
| integration/test_integration_segmentation_3d.py | 438.660 |
| utils/enums/test_wsireader.py | 404.262 |
| integration/test_integration_workflows.py | 336.788 |
| bundle/test_bundle_download.py | 323.891 |
| integration/test_integration_workflows_adversarial.py | 300.619 |
| integration/test_integration_autorunner.py | 276.426 |
| bundle/test_bundle_ckpt_export.py | 219.295 |
| fl/test_fl_monai_algo_stats.py | 218.605 |
| fl/monai_algo/test_fl_monai_algo_dist.py | 194.986 |
| integration/test_auto3dseg_hpo.py | 193.460 |
| networks/test_convert_to_trt.py | 139.984 |
| data/test_sampler_dist.py | 132.943 |
| integration/test_integration_workers.py | 126.904 |
| integration/test_integration_workflows_gan.py | 116.990 |
| integration/test_auto3dseg_ensemble.py | 110.056 |
| integration/test_integration_gpu_customization.py | 103.974 |
| apps/test_auto3dseg.py | 95.528 |
| data/test_itk_torch_bridge.py | 89.321 |
| networks/layers/test_gmm.py | 77.592 |
| networks/nets/test_resnet.py | 77.323 |
| bundle/test_bundle_verify_net.py | 71.664 |
| handlers/test_handler_regression_metrics_dist.py | 70.013 |
| data/test_mapping_file.py | 58.906 |
| networks/layers/filtering/test_trainable_joint_bilateral.py | 49.001 |
| networks/nets/test_dints_network.py | 46.907 |
| apps/test_auto3dseg_bundlegen.py | 46.594 |
| networks/nets/test_efficientnet.py | 44.872 |
| integration/test_integration_fast_train.py | 44.561 |
| networks/layers/filtering/test_trainable_bilateral.py | 41.359 |
| bundle/test_bundle_verify_metadata.py | 36.982 |
| transforms/test_ultrasound_confidence_map_transform.py | 36.933 |
| networks/nets/test_bundle_init_bundle.py | 36.709 |
| test_timedcall_dist.py | 36.706 |
| networks/test_bundle_onnx_export.py | 36.660 |
| bundle/test_config_parser.py | 35.723 |
| transforms/inverse/test_inverse.py | 35.345 |
| inferers/test_sliding_window_inference.py | 34.826 |
| data/test_weighted_random_sampler_dist.py | 33.763 |
| data/test_persistentdataset_dist.py | 33.200 |
| engines/test_prepare_batch_default_dist.py | 32.900 |
| transforms/test_load_image.py | 32.425 |
| networks/nets/test_senet.py | 32.328 |
| networks/blocks/test_selfattention.py | 32.323 |
| networks/layers/test_gaussian_filter.py | 32.077 |
| bundle/test_bundle_utils.py | 32.029 |
| losses/test_perceptual_loss.py | 28.908 |
| apps/detection/networks/test_retinanet.py | 26.551 |
| networks/blocks/warp/test_warp.py | 26.534 |
| optimizers/test_optim_novograd.py | 21.369 |
| handlers/test_handler_garbage_collector.py | 21.284 |
| networks/nets/test_unetr.py | 21.035 |
| apps/test_mednistdataset.py | 20.684 |
| networks/nets/test_highresnet.py | 20.231 |
| networks/blocks/test_crossattention.py | 19.984 |
| transforms/test_inverse_collation.py | 19.824 |
| config/test_cv2_dist.py | 19.403 |
| networks/nets/test_densenet.py | 18.834 |
| fl/monai_algo/test_fl_monai_algo.py | 18.810 |
| networks/nets/test_swin_unetr.py | 18.792 |
| integration/test_integration_stn.py | 18.156 |
| integration/test_integration_determinism.py | 18.071 |
| handlers/test_handler_confusion_matrix_dist.py | 18.069 |
| utils/test_rankfilter_dist.py | 17.819 |
| data/test_lmdbdataset_dist.py | 17.652 |
| handlers/test_handler_rocauc_dist.py | 17.641 |
| handlers/test_handler_average_precision.py | 17.598 |
| handlers/test_handler_metrics_saver_dist.py | 17.519 |
| handlers/test_handler_classification_saver_dist.py | 17.517 |
| metrics/test_cumulative_average_dist.py | 17.467 |
| transforms/test_intensity_statsd.py | 17.304 |
| integration/test_integration_unet_2d.py | 17.053 |
| data/test_make_nifti.py | 16.725 |
| integration/test_integration_sliding_window.py | 16.366 |
| networks/nets/test_ahnet.py | 15.602 |
| handlers/test_handler_mlflow.py | 15.595 |
| integration/test_vis_gradbased.py | 15.586 |
| transforms/test_utils_pytorch_numpy_unification.py | 15.439 |
| metrics/test_hausdorff_distance.py | 15.134 |
| data/test_cachedataset.py | 15.014 |
| networks/nets/test_daf3d.py | 13.200 |
| apps/test_download_and_extract.py | 12.682 |
| apps/test_cross_validation.py | 12.374 |
| networks/layers/filtering/test_bilateral_precise.py | 11.086 |
| transforms/test_spacing.py | 10.760 |
| inferers/test_controlnet_inferers.py | 10.334 |
| transforms/test_load_imaged.py | 10.105 |
| networks/test_convert_to_onnx.py | 10.082 |
| networks/nets/test_vitautoenc.py | 9.830 |
| networks/nets/test_transchex.py | 9.795 |
| apps/vista3d/test_point_based_window_inferer.py | 9.791 |
| networks/nets/test_masked_autoencoder_vit.py | 9.733 |
| networks/blocks/test_transformerblock.py | 9.419 |
| integration/test_meta_affine.py | 9.076 |
| networks/nets/test_vit.py | 8.909 |
| networks/nets/test_vista3d.py | 8.744 |
| visualize/test_vis_gradcam.py | 8.624 |
| networks/nets/test_hovernet.py | 8.578 |
| apps/test_tciadataset.py | 8.276 |
| inferers/test_latent_diffusion_inferer.py | 7.934 |
| apps/detection/networks/test_retinanet_detector.py | 7.833 |
| data/test_arraydataset.py | 7.601 |
| networks/nets/test_milmodel.py | 7.597 |
| bundle/test_bundle_workflow.py | 7.538 |
| data/test_patch_wsi_dataset.py | 7.416 |
| integration/test_mapping_filed.py | 7.087 |
| networks/blocks/test_unetr_block.py | 7.082 |
| transforms/inverse/test_invertd.py | 7.044 |
| transforms/test_rand_torchio.py | 7.033 |
| networks/nets/test_dynunet.py | 6.875 |
| networks/nets/test_torchvision_fc_model.py | 6.852 |
| losses/test_hausdorff_loss.py | 6.844 |
| optimizers/test_lr_finder.py | 6.652 |
| transforms/test_resample_to_match.py | 6.607 |
| networks/nets/test_transformer.py | 6.463 |
| data/test_lmdbdataset.py | 6.364 |
| data/test_thread_buffer.py | 6.175 |
| networks/nets/test_mednext.py | 6.143 |
| integration/test_reg_loss_integration.py | 5.974 |
| transforms/test_keep_largest_connected_component.py | 5.526 |
| losses/image_dissimilarity/test_global_mutual_information_loss.py | 5.496 |
| losses/test_boundary_loss.py | 5.470 |
| networks/blocks/test_fpn_block.py | 5.339 |
| transforms/test_spatial_resample.py | 5.246 |
| metrics/test_surface_dice.py | 5.119 |
| integration/test_metatensor_integration.py | 5.113 |
Metadata
Metadata
Assignees
Type
Projects
- Status
Activity
Srikar025 commentedon Nov 7, 2026
Hi @ericspod
I'd be interested in helping investigate the slow tests. Would it be okay if I started by profiling a few of the smaller test files, identifying redundant operations or unnecessary downloads, and submitting focused performance improvements?