YOLOv7trt.ipynb 1.7 MB

!pip install --upgrade setuptools pip --user
!pip install --ignore-installed PyYAML
!pip install Pillow

!pip install nvidia-pyindex
!pip install --upgrade nvidia-tensorrt
!pip install pycuda

!pip install protobuf<4.21.3
!pip install onnxruntime-gpu
!pip install onnx>=1.9.0
!pip install onnx-simplifier>=0.3.6 --user
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/
Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (57.4.0)
Collecting setuptools
  Downloading setuptools-63.2.0-py3-none-any.whl (1.2 MB)
     |████████████████████████████████| 1.2 MB 4.9 MB/s 
[?25hRequirement already satisfied: pip in /usr/local/lib/python3.7/dist-packages (21.1.3)
Collecting pip
  Downloading pip-22.2-py3-none-any.whl (2.0 MB)
     |████████████████████████████████| 2.0 MB 51.2 MB/s 
[?25hInstalling collected packages: setuptools, pip
  WARNING: The scripts pip, pip3 and pip3.7 are installed in '/root/.local/bin' which is not on PATH.
  Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.
datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.
Successfully installed pip-22.2 setuptools-63.2.0
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/
Collecting PyYAML
  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 596.3/596.3 kB 12.4 MB/s eta 0:00:00
[?25hInstalling collected packages: PyYAML
Successfully installed PyYAML-6.0
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/
Requirement already satisfied: Pillow in /usr/local/lib/python3.7/dist-packages (7.1.2)
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/
Collecting nvidia-pyindex
  Downloading nvidia-pyindex-1.0.9.tar.gz (10 kB)
  Preparing metadata (setup.py) ... [?25l[?25hdone
Building wheels for collected packages: nvidia-pyindex
  Building wheel for nvidia-pyindex (setup.py) ... [?25l[?25hdone
  Created wheel for nvidia-pyindex: filename=nvidia_pyindex-1.0.9-py3-none-any.whl size=8419 sha256=b233353864aedc61e737be474c265e98d0d5a7a1737e803103f231fa9f69361f
  Stored in directory: /root/.cache/pip/wheels/f1/a1/a1/6cc45cc1ae6b1876f12ef399c0d0d6e18809e9ced611c7c2a7
Successfully built nvidia-pyindex
Installing collected packages: nvidia-pyindex
Successfully installed nvidia-pyindex-1.0.9
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://pypi.ngc.nvidia.com
Collecting nvidia-tensorrt
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-tensorrt/nvidia_tensorrt-8.4.1.5-cp37-none-linux_x86_64.whl (774.4 MB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 774.4/774.4 MB 2.2 MB/s eta 0:00:00
[?25hCollecting nvidia-cudnn-cu11
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cudnn-cu11/nvidia-cudnn-cu11-2022.5.19.tar.gz (16 kB)
  Preparing metadata (setup.py) ... [?25l[?25hdone
Collecting nvidia-cuda-runtime-cu11
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cuda-runtime-cu11/nvidia-cuda-runtime-cu11-2022.4.25.tar.gz (16 kB)
  Preparing metadata (setup.py) ... [?25l[?25hdone
Collecting nvidia-cublas-cu11
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cublas-cu11/nvidia-cublas-cu11-2022.4.8.tar.gz (16 kB)
  Preparing metadata (setup.py) ... [?25l[?25hdone
Collecting nvidia-cublas-cu117
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cublas-cu117/nvidia_cublas_cu117-11.10.1.25-py3-none-manylinux1_x86_64.whl (333.1 MB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 333.1/333.1 MB 5.0 MB/s eta 0:00:00
[?25hCollecting nvidia-cuda-runtime-cu117
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cuda-runtime-cu117/nvidia_cuda_runtime_cu117-11.7.60-py3-none-manylinux1_x86_64.whl (849 kB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 849.3/849.3 kB 38.4 MB/s eta 0:00:00
[?25hCollecting nvidia-cudnn-cu116
  Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cudnn-cu116/nvidia_cudnn_cu116-8.4.0.27-py3-none-manylinux1_x86_64.whl (719.3 MB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 719.3/719.3 MB 2.3 MB/s eta 0:00:00
[?25hRequirement already satisfied: setuptools in /root/.local/lib/python3.7/site-packages (from nvidia-cublas-cu117->nvidia-cublas-cu11->nvidia-tensorrt) (63.2.0)
Requirement already satisfied: wheel in /usr/local/lib/python3.7/dist-packages (from nvidia-cublas-cu117->nvidia-cublas-cu11->nvidia-tensorrt) (0.37.1)
Building wheels for collected packages: nvidia-cublas-cu11, nvidia-cuda-runtime-cu11, nvidia-cudnn-cu11
  Building wheel for nvidia-cublas-cu11 (setup.py) ... [?25l[?25hdone
  Created wheel for nvidia-cublas-cu11: filename=nvidia_cublas_cu11-2022.4.8-py3-none-any.whl size=15605 sha256=1c6802ca972101aa042a1e1f8060238b4b3e22189b308c7b80e596b2018899c4
  Stored in directory: /root/.cache/pip/wheels/e2/c3/94/1ffd5bac267cfdc2b222a4ec6915278ef18a028a916b9a5ac3
  Building wheel for nvidia-cuda-runtime-cu11 (setup.py) ... [?25l[?25hdone
  Created wheel for nvidia-cuda-runtime-cu11: filename=nvidia_cuda_runtime_cu11-2022.4.25-py3-none-any.whl size=15678 sha256=7fa1cb6b92a9fdd50e1089e14475c3ae1f72378449871763c0a3a0a33075bd7b
  Stored in directory: /root/.cache/pip/wheels/df/fe/2b/e553db7867508b2268b14ac194e9ac5b3f51f21316c282c96c
  Building wheel for nvidia-cudnn-cu11 (setup.py) ... [?25l[?25hdone
  Created wheel for nvidia-cudnn-cu11: filename=nvidia_cudnn_cu11-2022.5.19-py3-none-any.whl size=15599 sha256=c49de5a7291c8a87a0b72b710227f1b6aa93627397206438c606600d7f55e993
  Stored in directory: /root/.cache/pip/wheels/7c/32/69/9787704b5f889217708864db5e00812c8c1c349ef89084c59c
Successfully built nvidia-cublas-cu11 nvidia-cuda-runtime-cu11 nvidia-cudnn-cu11
Installing collected packages: nvidia-cudnn-cu116, nvidia-cuda-runtime-cu117, nvidia-cublas-cu117, nvidia-cudnn-cu11, nvidia-cuda-runtime-cu11, nvidia-cublas-cu11, nvidia-tensorrt
Successfully installed nvidia-cublas-cu11-2022.4.8 nvidia-cublas-cu117-11.10.1.25 nvidia-cuda-runtime-cu11-2022.4.25 nvidia-cuda-runtime-cu117-11.7.60 nvidia-cudnn-cu11-2022.5.19 nvidia-cudnn-cu116-8.4.0.27 nvidia-tensorrt-8.4.1.5
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://pypi.ngc.nvidia.com
Collecting pycuda
  Downloading pycuda-2022.1.tar.gz (1.7 MB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.7/1.7 MB 24.9 MB/s eta 0:00:00
[?25h  Installing build dependencies ... [?25l[?25hdone
  Getting requirements to build wheel ... [?25l[?25hdone
  Preparing metadata (pyproject.toml) ... [?25l[?25hdone
Requirement already satisfied: appdirs>=1.4.0 in /usr/local/lib/python3.7/dist-packages (from pycuda) (1.4.4)
Collecting pytools>=2011.2
  Downloading pytools-2022.1.12.tar.gz (70 kB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 70.3/70.3 kB 11.4 MB/s eta 0:00:00
[?25h  Preparing metadata (setup.py) ... [?25l[?25hdone
Collecting mako
  Downloading Mako-1.2.1-py3-none-any.whl (78 kB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 78.6/78.6 kB 12.5 MB/s eta 0:00:00
[?25hCollecting platformdirs>=2.2.0
  Downloading platformdirs-2.5.2-py3-none-any.whl (14 kB)
Requirement already satisfied: typing_extensions>=4.0 in /usr/local/lib/python3.7/dist-packages (from pytools>=2011.2->pycuda) (4.1.1)
Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.7/dist-packages (from mako->pycuda) (2.0.1)
Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from mako->pycuda) (4.12.0)
Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->mako->pycuda) (3.8.1)
Building wheels for collected packages: pycuda, pytools
  Building wheel for pycuda (pyproject.toml) ... [?25l[?25hdone
  Created wheel for pycuda: filename=pycuda-2022.1-cp37-cp37m-linux_x86_64.whl size=629484 sha256=352dd94e3a6eeb6de3761172d3eda1dd7bb756d90f36de0b9b99e240f7eb9256
  Stored in directory: /root/.cache/pip/wheels/17/53/c9/caa05618e686df51f017d8a9923f38d915ce31df67ab6628e6
  Building wheel for pytools (setup.py) ... [?25l[?25hdone
  Created wheel for pytools: filename=pytools-2022.1.12-py2.py3-none-any.whl size=65020 sha256=92f3f7c911d20b0d2029d2dd89e890a30569468c0a8045f5eec396edc16082d2
  Stored in directory: /root/.cache/pip/wheels/37/5e/9e/76d7430e116b7cab0016fbabb26b896daae1946a3f7dea9915
Successfully built pycuda pytools
Installing collected packages: platformdirs, pytools, mako, pycuda
Successfully installed mako-1.2.1 platformdirs-2.5.2 pycuda-2022.1 pytools-2022.1.12
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
/bin/bash: 4.21.3: No such file or directory
Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://pypi.ngc.nvidia.com
Collecting onnxruntime-gpu
  Downloading onnxruntime_gpu-1.12.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (111.0 MB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 111.0/111.0 MB 9.2 MB/s eta 0:00:00
[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (21.3)
Requirement already satisfied: protobuf in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (3.17.3)
Requirement already satisfied: numpy>=1.21.0 in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (1.21.6)
Requirement already satisfied: sympy in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (1.7.1)
Collecting coloredlogs
  Downloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 46.0/46.0 kB 7.5 MB/s eta 0:00:00
[?25hRequirement already satisfied: flatbuffers in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (2.0)
Collecting humanfriendly>=9.1
  Downloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)
     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 86.8/86.8 kB 13.4 MB/s eta 0:00:00
[?25hRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->onnxruntime-gpu) (3.0.9)
Requirement already satisfied: six>=1.9 in /usr/local/lib/python3.7/dist-packages (from protobuf->onnxruntime-gpu) (1.15.0)
Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.7/dist-packages (from sympy->onnxruntime-gpu) (1.2.1)
Installing collected packages: humanfriendly, coloredlogs, onnxruntime-gpu
Successfully installed coloredlogs-15.0.1 humanfriendly-10.0 onnxruntime-gpu-1.12.0
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
  WARNING: The script cmark is installed in '/root/.local/bin' which is not on PATH.
  Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
  WARNING: The script onnxsim is installed in '/root/.local/bin' which is not on PATH.
  Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv

import sys
import torch
print(f"Python version: {sys.version}, {sys.version_info} ")
print(f"Pytorch version: {torch.__version__} ")
Python version: 3.7.13 (default, Apr 24 2022, 01:04:09) 
[GCC 7.5.0], sys.version_info(major=3, minor=7, micro=13, releaselevel='final', serial=0) 
Pytorch version: 1.12.0+cu113 
!nvidia-smi
Mon Jul 25 00:34:14 2022       
+-----------------------------------------------------------------------------+
| NVIDIA-SMI 460.32.03    Driver Version: 460.32.03    CUDA Version: 11.2     |
|-------------------------------+----------------------+----------------------+
| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |
| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |
|                               |                      |               MIG M. |
|===============================+======================+======================|
|   0  Tesla T4            Off  | 00000000:00:04.0 Off |                    0 |
| N/A   51C    P8    10W /  70W |      3MiB / 15109MiB |      0%      Default |
|                               |                      |                  N/A |
+-------------------------------+----------------------+----------------------+
                                                                               
+-----------------------------------------------------------------------------+
| Processes:                                                                  |
|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |
|        ID   ID                                                   Usage      |
|=============================================================================|
|  No running processes found                                                 |
+-----------------------------------------------------------------------------+
!# Download YOLOv7 code
!git clone https://github.com/WongKinYiu/yolov7
%cd yolov7
!ls
Cloning into 'yolov7'...
remote: Enumerating objects: 409, done.
remote: Counting objects: 100% (149/149), done.
remote: Compressing objects: 100% (67/67), done.
remote: Total 409 (delta 118), reused 88 (delta 82), pack-reused 260
Receiving objects: 100% (409/409), 17.46 MiB | 22.44 MiB/s, done.
Resolving deltas: 100% (190/190), done.
/content/yolov7
cfg			   export.py   models		 tools
data			   figure      README.md	 train_aux.py
detect.py		   hubconf.py  requirements.txt  train.py
end2end_onnxruntime.ipynb  inference   scripts		 utils
end2end_tensorrt.ipynb	   LICENSE.md  test.py
!# Download trained weights
!wget https://github.com/WongKinYiu/yolov7/releases/download/v0.1/yolov7-tiny.pt
--2022-07-25 00:34:16--  https://github.com/WongKinYiu/yolov7/releases/download/v0.1/yolov7-tiny.pt
Resolving github.com (github.com)... 140.82.114.3
Connecting to github.com (github.com)|140.82.114.3|:443... connected.
HTTP request sent, awaiting response... 302 Found
Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/511187726/ba7d01ee-125a-4134-8864-fa1abcbf94d5?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220725%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220725T003416Z&X-Amz-Expires=300&X-Amz-Signature=96e8cfe45377bc67b87cfa48b50a2e739304599074a228ed226be39a28e5cb2c&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=511187726&response-content-disposition=attachment%3B%20filename%3Dyolov7-tiny.pt&response-content-type=application%2Foctet-stream [following]
--2022-07-25 00:34:17--  https://objects.githubusercontent.com/github-production-release-asset-2e65be/511187726/ba7d01ee-125a-4134-8864-fa1abcbf94d5?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220725%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220725T003416Z&X-Amz-Expires=300&X-Amz-Signature=96e8cfe45377bc67b87cfa48b50a2e739304599074a228ed226be39a28e5cb2c&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=511187726&response-content-disposition=attachment%3B%20filename%3Dyolov7-tiny.pt&response-content-type=application%2Foctet-stream
Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ...
Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 12639769 (12M) [application/octet-stream]
Saving to: ‘yolov7-tiny.pt’

yolov7-tiny.pt      100%[===================>]  12.05M  --.-KB/s    in 0.1s    

2022-07-25 00:34:17 (92.3 MB/s) - ‘yolov7-tiny.pt’ saved [12639769/12639769]

!python detect.py --weights ./yolov7-tiny.pt --conf 0.25 --img-size 640 --source inference/images/horses.jpg
Namespace(agnostic_nms=False, augment=False, classes=None, conf_thres=0.25, device='', exist_ok=False, img_size=640, iou_thres=0.45, name='exp', no_trace=False, nosave=False, project='runs/detect', save_conf=False, save_txt=False, source='inference/images/horses.jpg', update=False, view_img=False, weights=['./yolov7-tiny.pt'])
YOLOR 🚀 v0.1-58-g13458cd torch 1.12.0+cu113 CUDA:0 (Tesla T4, 15109.75MB)

Fusing layers... 
Model Summary: 200 layers, 6219709 parameters, 229245 gradients
 Convert model to Traced-model... 
 traced_script_module saved! 
 model is traced! 

/usr/local/lib/python3.7/dist-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at  ../aten/src/ATen/native/TensorShape.cpp:2894.)
  return _VF.meshgrid(tensors, **kwargs)  # type: ignore[attr-defined]
 The image with the result is saved in: runs/detect/exp/horses.jpg
Done. (0.194s)
from PIL import Image
Image.open('/content/yolov7/runs/detect/exp/horses.jpg')
# export temporary ONNX model for TensorRT converter
!python export.py --weights ./yolov7-tiny.pt --grid --end2end --simplify --topk-all 100 --iou-thres 0.65 --conf-thres 0.35 --img-size 640 640
!ls
Import onnx_graphsurgeon failure: No module named 'onnx_graphsurgeon'
Namespace(batch_size=1, conf_thres=0.35, device='cpu', dynamic=False, end2end=True, grid=True, img_size=[640, 640], include_nms=False, iou_thres=0.65, max_wh=None, simplify=True, topk_all=100, weights='./yolov7-tiny.pt')
YOLOR 🚀 v0.1-58-g13458cd torch 1.12.0+cu113 CPU

Fusing layers... 
Model Summary: 200 layers, 6219709 parameters, 6219709 gradients
/usr/local/lib/python3.7/dist-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at  ../aten/src/ATen/native/TensorShape.cpp:2894.)
  return _VF.meshgrid(tensors, **kwargs)  # type: ignore[attr-defined]

Starting TorchScript export with torch 1.12.0+cu113...
/content/yolov7/models/yolo.py:51: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!
  if self.grid[i].shape[2:4] != x[i].shape[2:4]:
TorchScript export success, saved as ./yolov7-tiny.torchscript.pt

Starting ONNX export with onnx 1.12.0...

Starting export end2end onnx model for TensorRT...
/usr/local/lib/python3.7/dist-packages/torch/_tensor.py:1083: UserWarning: The .grad attribute of a Tensor that is not a leaf Tensor is being accessed. Its .grad attribute won't be populated during autograd.backward(). If you indeed want the .grad field to be populated for a non-leaf Tensor, use .retain_grad() on the non-leaf Tensor. If you access the non-leaf Tensor by mistake, make sure you access the leaf Tensor instead. See github.com/pytorch/pytorch/pull/30531 for more informations. (Triggered internally at  aten/src/ATen/core/TensorBody.h:477.)
  return self._grad
/content/yolov7/models/experimental.py:130: TracerWarning: Converting a tensor to a Python integer might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!
  det_classes = torch.randint(0, num_classes, (batch_size, max_output_boxes), dtype=torch.int32)
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.
WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.

Starting to simplify ONNX...
ONNX export success, saved as ./yolov7-tiny.onnx
CoreML export failure: No module named 'coremltools'

Export complete (6.57s). Visualize with https://github.com/lutzroeder/netron.
cfg			   inference	     tools
data			   LICENSE.md	     traced_model.pt
detect.py		   models	     train_aux.py
end2end_onnxruntime.ipynb  README.md	     train.py
end2end_tensorrt.ipynb	   requirements.txt  utils
export.py		   runs		     yolov7-tiny.onnx
figure			   scripts	     yolov7-tiny.pt
hubconf.py		   test.py	     yolov7-tiny.torchscript.pt
# Download ONNX to TensorRT converter
%cd ../
!git clone https://github.com/Linaom1214/tensorrt-python.git
/content
Cloning into 'tensorrt-python'...
remote: Enumerating objects: 140, done.
remote: Counting objects: 100% (14/14), done.
remote: Compressing objects: 100% (13/13), done.
remote: Total 140 (delta 2), reused 10 (delta 1), pack-reused 126
Receiving objects: 100% (140/140), 76.85 MiB | 48.37 MiB/s, done.
Resolving deltas: 100% (57/57), done.
%cd tensorrt-python
!ls
/content/tensorrt-python
export.py  image_batch.py  README.md  src  utils  yolov5  yolov6  yolov7  yolox
# Export TensorRT-engine model 
!python export.py -o /content/yolov7/yolov7-tiny.onnx -e ./yolov7-tiny-nms.trt -p fp16
[07/25/2022-00:34:50] [TRT] [I] [MemUsageChange] Init CUDA: CPU +0, GPU +0, now: CPU 0, GPU 244 (MiB)
[07/25/2022-00:34:52] [TRT] [I] [MemUsageChange] Init builder kernel library: CPU +0, GPU +68, now: CPU 0, GPU 312 (MiB)
export.py:109: DeprecationWarning: Use set_memory_pool_limit instead.
  self.config.max_workspace_size = workspace * (2 ** 30)
[07/25/2022-00:34:52] [TRT] [W] onnx2trt_utils.cpp:369: Your ONNX model has been generated with INT64 weights, while TensorRT does not natively support INT64. Attempting to cast down to INT32.
[07/25/2022-00:34:52] [TRT] [W] onnx2trt_utils.cpp:395: One or more weights outside the range of INT32 was clamped
[07/25/2022-00:34:52] [TRT] [I] No importer registered for op: EfficientNMS_TRT. Attempting to import as plugin.
[07/25/2022-00:34:52] [TRT] [I] Searching for plugin: EfficientNMS_TRT, plugin_version: 1, plugin_namespace: 
[07/25/2022-00:34:52] [TRT] [I] Successfully created plugin: EfficientNMS_TRT
Network Description
Input 'images' with shape (1, 3, 640, 640) and dtype DataType.FLOAT
Output 'num_dets' with shape (1, 1) and dtype DataType.INT32
Output 'det_boxes' with shape (1, 100, 4) and dtype DataType.FLOAT
Output 'det_scores' with shape (1, 100) and dtype DataType.FLOAT
Output 'det_classes' with shape (1, 100) and dtype DataType.INT32
export.py:143: DeprecationWarning: Use network created with NetworkDefinitionCreationFlag::EXPLICIT_BATCH flag instead.
  self.builder.max_batch_size = self.batch_size
Building fp16 Engine in /content/tensorrt-python/yolov7-tiny-nms.trt
export.py:187: DeprecationWarning: Use build_serialized_network instead.
  with self.builder.build_engine(self.network, self.config) as engine, open(engine_path, "wb") as f:
[07/25/2022-00:34:53] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +224, now: CPU 0, GPU 536 (MiB)
[07/25/2022-00:34:53] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +54, now: CPU 0, GPU 590 (MiB)
[07/25/2022-00:34:53] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.4.0
[07/25/2022-00:34:53] [TRT] [I] Local timing cache in use. Profiling results in this builder pass will not be stored.
[07/25/2022-00:36:06] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:06] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:06] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:06] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:06] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:06] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:11] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:11] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:12] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:12] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:12] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:12] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:12] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:12] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:12] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:12] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:12] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [I] Some tactics do not have sufficient workspace memory to run. Increasing workspace size will enable more tactics, please check verbose output for requested sizes.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:38] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:38] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:38] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:44] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:44] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:44] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:44] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:44] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:44] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:36:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:58] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:58] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:58] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:59] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:59] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:59] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:36:59] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:07] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:10] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:10] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:10] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:11] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:11] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:11] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:11] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:13] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:13] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:13] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:14] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:14] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:14] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:14] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:16] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:19] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:23] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:23] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:23] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:23] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:23] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:23] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:25] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:25] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:25] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:25] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:27] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:27] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:27] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:28] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:28] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:28] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:28] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:33] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:37:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:37:39] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:42] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:42] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:42] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:42] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:42] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:46] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:51] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:51] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:52] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:52] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:52] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:52] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:52] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:37:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:04] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:04] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:04] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:04] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:05] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:05] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:05] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:05] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:06] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:06] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:06] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:06] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:06] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:06] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:08] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:10] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:13] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:15] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:15] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:15] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:15] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:15] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:17] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:18] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:20] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:20] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:20] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:20] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:21] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:21] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:21] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:21] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:23] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:23] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:23] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:23] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:23] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:23] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:24] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:24] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:24] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:24] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:29] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:30] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:32] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:32] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:32] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:32] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:32] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:34] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:34] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:34] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:34] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:35] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:38:36] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:38] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:38] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:38] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:38] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:40] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:41] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:41] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:41] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:41] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:41] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:41] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:43] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:43] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:43] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:43] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:45] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:45] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:45] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:45] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:45] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:48] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:48] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:48] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:49] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:49] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:49] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:49] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:49] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:50] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:50] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:50] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:50] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:50] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:50] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:51] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:53] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:53] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:53] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:53] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:54] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:54] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:55] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:55] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:55] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:55] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:58] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:58] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:38:58] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:38:58] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:38:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:39:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:39:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:39:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:39:01] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:39:02] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:40:56] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:41:37] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [I] Detected 1 inputs and 4 output network tensors.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:
[07/25/2022-00:42:26] [TRT] [W]  - Subnormal FP16 values detected. 
[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.
[07/25/2022-00:42:26] [TRT] [I] Total Host Persistent Memory: 138640
[07/25/2022-00:42:26] [TRT] [I] Total Device Persistent Memory: 743936
[07/25/2022-00:42:26] [TRT] [I] Total Scratch Memory: 40320768
[07/25/2022-00:42:26] [TRT] [I] [MemUsageStats] Peak memory usage of TRT CPU/GPU memory allocators: CPU 16 MiB, GPU 770 MiB
[07/25/2022-00:42:26] [TRT] [I] [BlockAssignment] Algorithm ShiftNTopDown took 7.52301ms to assign 5 blocks to 91 nodes requiring 49741824 bytes.
[07/25/2022-00:42:26] [TRT] [I] Total Activation Memory: 49741824
[07/25/2022-00:42:26] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 0, GPU 834 (MiB)
[07/25/2022-00:42:26] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 0, GPU 842 (MiB)
[07/25/2022-00:42:26] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.4.0
[07/25/2022-00:42:26] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in building engine: CPU +12, GPU +12, now: CPU 12, GPU 12 (MiB)
Serializing engine to file: /content/tensorrt-python/yolov7-tiny-nms.trt
[07/25/2022-00:42:26] [TRT] [W] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.
[07/25/2022-00:42:26] [TRT] [W] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.
import cv2
import torch
import random
import time
import numpy as np
import tensorrt as trt
from PIL import Image
from pathlib import Path
from collections import OrderedDict,namedtuple
w = './yolov7-tiny-nms.trt'
device = torch.device('cuda:0')
img = cv2.imread('/content/yolov7/inference/images/horses.jpg')
# Infer TensorRT Engine
Binding = namedtuple('Binding', ('name', 'dtype', 'shape', 'data', 'ptr'))
logger = trt.Logger(trt.Logger.INFO)
trt.init_libnvinfer_plugins(logger, namespace="")
with open(w, 'rb') as f, trt.Runtime(logger) as runtime:
    model = runtime.deserialize_cuda_engine(f.read())
bindings = OrderedDict()
for index in range(model.num_bindings):
    name = model.get_binding_name(index)
    dtype = trt.nptype(model.get_binding_dtype(index))
    shape = tuple(model.get_binding_shape(index))
    data = torch.from_numpy(np.empty(shape, dtype=np.dtype(dtype))).to(device)
    bindings[name] = Binding(name, dtype, shape, data, int(data.data_ptr()))
binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())
context = model.create_execution_context()


def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleup=True, stride=32):
    # Resize and pad image while meeting stride-multiple constraints
    shape = im.shape[:2]  # current shape [height, width]
    if isinstance(new_shape, int):
        new_shape = (new_shape, new_shape)

    # Scale ratio (new / old)
    r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])
    if not scaleup:  # only scale down, do not scale up (for better val mAP)
        r = min(r, 1.0)

    # Compute padding
    new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))
    dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1]  # wh padding

    if auto:  # minimum rectangle
        dw, dh = np.mod(dw, stride), np.mod(dh, stride)  # wh padding

    dw /= 2  # divide padding into 2 sides
    dh /= 2

    if shape[::-1] != new_unpad:  # resize
        im = cv2.resize(im, new_unpad, interpolation=cv2.INTER_LINEAR)
    top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))
    left, right = int(round(dw - 0.1)), int(round(dw + 0.1))
    im = cv2.copyMakeBorder(im, top, bottom, left, right, cv2.BORDER_CONSTANT, value=color)  # add border
    return im, r, (dw, dh)

def postprocess(boxes,r,dwdh):
    dwdh = torch.tensor(dwdh*2).to(boxes.device)
    boxes -= dwdh
    boxes /= r
    return boxes

names = ['person', 'bicycle', 'car', 'motorcycle', 'airplane', 'bus', 'train', 'truck', 'boat', 'traffic light', 
         'fire hydrant', 'stop sign', 'parking meter', 'bench', 'bird', 'cat', 'dog', 'horse', 'sheep', 'cow', 
         'elephant', 'bear', 'zebra', 'giraffe', 'backpack', 'umbrella', 'handbag', 'tie', 'suitcase', 'frisbee', 
         'skis', 'snowboard', 'sports ball', 'kite', 'baseball bat', 'baseball glove', 'skateboard', 'surfboard', 
         'tennis racket', 'bottle', 'wine glass', 'cup', 'fork', 'knife', 'spoon', 'bowl', 'banana', 'apple', 
         'sandwich', 'orange', 'broccoli', 'carrot', 'hot dog', 'pizza', 'donut', 'cake', 'chair', 'couch', 
         'potted plant', 'bed', 'dining table', 'toilet', 'tv', 'laptop', 'mouse', 'remote', 'keyboard', 'cell phone', 
         'microwave', 'oven', 'toaster', 'sink', 'refrigerator', 'book', 'clock', 'vase', 'scissors', 'teddy bear', 
         'hair drier', 'toothbrush']
colors = {name:[random.randint(0, 255) for _ in range(3)] for i,name in enumerate(names)}
img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
image = img.copy()
image, ratio, dwdh = letterbox(image, auto=False)
image = image.transpose((2, 0, 1))
image = np.expand_dims(image, 0)
image = np.ascontiguousarray(image)

im = image.astype(np.float32)
im.shape
(1, 3, 640, 640)
im = torch.from_numpy(im).to(device)
im/=255
im.shape

# warmup for 10 times
for _ in range(10):
    tmp = torch.randn(1,3,640,640).to(device)
    binding_addrs['images'] = int(tmp.data_ptr())
    context.execute_v2(list(binding_addrs.values()))

start = time.perf_counter()
binding_addrs['images'] = int(im.data_ptr())
context.execute_v2(list(binding_addrs.values()))
print(f'Cost {time.perf_counter()-start} s')

nums = bindings['num_dets'].data
boxes = bindings['det_boxes'].data
scores = bindings['det_scores'].data
classes = bindings['det_classes'].data
nums.shape,boxes.shape,scores.shape,classes.shape

boxes = boxes[0,:nums[0][0]]
scores = scores[0,:nums[0][0]]
classes = classes[0,:nums[0][0]]

for box,score,cl in zip(boxes,scores,classes):
    box = postprocess(box,ratio,dwdh).round().int()
    name = names[cl]
    color = colors[name]
    name += ' ' + str(round(float(score),3))
    cv2.rectangle(img,box[:2].tolist(),box[2:].tolist(),color,2)
    cv2.putText(img,name,(int(box[0]), int(box[1]) - 2),cv2.FONT_HERSHEY_SIMPLEX,0.75,color,thickness=2)

Image.fromarray(img)
Cost 0.00477353700000549 s