5671 make verify_net_in_out support float16 input (#5672)

Signed-off-by: Yiheng Wang <vennw@nvidia.com>

Fixes #5671  .

### Description

This PR is used to let `verify_net_in_out` function in `monai.bundle` to
support float16 input.

### Types of changes
<!--- Put an `x` in all the boxes that apply, and remove the not
applicable items -->
- [x] Non-breaking change (fix or new feature that would not break
existing functionality).
- [x] New tests added to cover the changes.
- [ ] Integration tests passed locally by running `./runtests.sh -f -u
--net --coverage`.
- [ ] Quick tests passed locally by running `./runtests.sh --quick
--unittests --disttests`.
- [ ] In-line docstrings updated.
- [ ] Documentation updated, tested `make html` command in the `docs/`
folder.

Signed-off-by: Yiheng Wang <vennw@nvidia.com>

Author: yiheng-wang-nv

monai/bundle/scripts.py

@@ -774,7 +774,16 @@ def verify_net_in_out(
     with torch.no_grad():
         spatial_shape = _get_fake_spatial_shape(input_spatial_shape, p=p_, n=n_, any=any_)
         test_data = torch.rand(*(1, input_channels, *spatial_shape), dtype=input_dtype, device=device_)
-        output = net(test_data)
+        if input_dtype == torch.float16:
+            # fp16 can only be executed in gpu mode
+            net.to("cuda")
+            from torch.cuda.amp import autocast
+
+            with autocast():
+                output = net(test_data.cuda())
+            net.to(device_)
+        else:
+            output = net(test_data)
         if output.shape[1] != output_channels:
             raise ValueError(f"output channel number `{output.shape[1]}` doesn't match: `{output_channels}`.")
         if output.dtype != output_dtype:

tests/test_bundle_verify_net.py

@@ -16,7 +16,7 @@
 from parameterized import parameterized
 
 from monai.bundle import ConfigParser
-from tests.utils import command_line_tests, skip_if_windows
+from tests.utils import command_line_tests, skip_if_no_cuda, skip_if_windows
 
 TEST_CASE_1 = [
     os.path.join(os.path.dirname(__file__), "testing_data", "metadata.json"),
@@ -38,6 +38,21 @@ def test_verify(self, meta_file, config_file):
             cmd += ["--device", "cpu", "--_meta_#network_data_format#inputs#image#spatial_shape", "[16,'*','2**p*n']"]
             command_line_tests(cmd)
 
+    @parameterized.expand([TEST_CASE_1])
+    @skip_if_no_cuda
+    def test_verify_fp16(self, meta_file, config_file):
+        with tempfile.TemporaryDirectory() as tempdir:
+            def_args = {"meta_file": "will be replaced by `meta_file` arg", "p": 2}
+            def_args_file = os.path.join(tempdir, "def_args.json")
+            ConfigParser.export_config_file(config=def_args, filepath=def_args_file)
+
+            cmd = ["coverage", "run", "-m", "monai.bundle", "verify_net_in_out", "network_def", "--meta_file"]
+            cmd += [meta_file, "--config_file", config_file, "-n", "4", "--any", "16", "--args_file", def_args_file]
+            cmd += ["--device", "cuda", "--_meta_#network_data_format#inputs#image#spatial_shape", "[16,'*','2**p*n']"]
+            cmd += ["--_meta_#network_data_format#inputs#image#dtype", "float16"]
+            cmd += ["--_meta_#network_data_format#outputs#pred#dtype", "float16"]
+            command_line_tests(cmd)
+
 
 if __name__ == "__main__":
     unittest.main()