mindspore_yolo/end2end_tensorrt.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "336e61e0-e43a-458d-be6c-14520f87074c",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "# Export onnx for TensorRT8.0+ end2end detect !!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b5d03b05-6c6b-448b-9002-ef8109d2c533",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Namespace(batch_size=1, conf_thres=0.35, device='cpu', dynamic=False, end2end=True, grid=True, img_size=[640, 640], iou_thres=0.65, max_wh=None, simplify=True, topk_all=100, weights='weights/yolov7-d6.pt')\n",
      "YOLOR 🚀 v0.1-51-g2596994 torch 1.12.0+cu116 CPU\n",
      "\n",
      "Fusing layers... \n",
      "Model Summary: 539 layers, 133757052 parameters, 133757052 gradients\n",
      "/home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at  ../aten/src/ATen/native/TensorShape.cpp:2894.)\n",
      "  return _VF.meshgrid(tensors, **kwargs)  # type: ignore[attr-defined]\n",
      "\n",
      "Starting TorchScript export with torch 1.12.0+cu116...\n",
      "/home/ubuntu/work/yolo/yolov7/models/yolo.py:50: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!\n",
      "  if self.grid[i].shape[2:4] != x[i].shape[2:4]:\n",
      "TorchScript export success, saved as weights/yolov7-d6.torchscript.pt\n",
      "\n",
      "Starting ONNX export with onnx 1.12.0...\n",
      "\n",
      "Starting export end2end onnx model for TensorRT...\n",
      "/home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/_tensor.py:1083: UserWarning: The .grad attribute of a Tensor that is not a leaf Tensor is being accessed. Its .grad attribute won't be populated during autograd.backward(). If you indeed want the .grad field to be populated for a non-leaf Tensor, use .retain_grad() on the non-leaf Tensor. If you access the non-leaf Tensor by mistake, make sure you access the leaf Tensor instead. See github.com/pytorch/pytorch/pull/30531 for more informations. (Triggered internally at  aten/src/ATen/core/TensorBody.h:477.)\n",
      "  return self._grad\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
      "\n",
      "Starting to simplify ONNX...\n",
      "ONNX export success, saved as weights/yolov7-d6.onnx\n",
      "CoreML export failure: No module named 'coremltools'\n",
      "\n",
      "Export complete (17.57s). Visualize with https://github.com/lutzroeder/netron.\n"
     ]
    }
   ],
   "source": [
    "# export onnx first\n",
    "!python export.py --weights weights/yolov7-d6.pt --grid --end2end --simplify --topk-all 100 --iou-thres 0.65 --conf-thres 0.35"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "a4e7118a-dbaf-44d8-accb-89e1cb978d11",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "&&&& RUNNING TensorRT.trtexec [TensorRT v8401] # /usr/src/tensorrt/bin/trtexec --onnx=weights/yolov7-d6.onnx --saveEngine=weights/yolov7-d6.engine\n",
      "[07/22/2022-16:21:28] [I] === Model Options ===\n",
      "[07/22/2022-16:21:28] [I] Format: ONNX\n",
      "[07/22/2022-16:21:28] [I] Model: weights/yolov7-d6.onnx\n",
      "[07/22/2022-16:21:28] [I] Output:\n",
      "[07/22/2022-16:21:28] [I] === Build Options ===\n",
      "[07/22/2022-16:21:28] [I] Max batch: explicit batch\n",
      "[07/22/2022-16:21:28] [I] Memory Pools: workspace: default, dlaSRAM: default, dlaLocalDRAM: default, dlaGlobalDRAM: default\n",
      "[07/22/2022-16:21:28] [I] minTiming: 1\n",
      "[07/22/2022-16:21:28] [I] avgTiming: 8\n",
      "[07/22/2022-16:21:28] [I] Precision: FP32\n",
      "[07/22/2022-16:21:28] [I] LayerPrecisions: \n",
      "[07/22/2022-16:21:28] [I] Calibration: \n",
      "[07/22/2022-16:21:28] [I] Refit: Disabled\n",
      "[07/22/2022-16:21:28] [I] Sparsity: Disabled\n",
      "[07/22/2022-16:21:28] [I] Safe mode: Disabled\n",
      "[07/22/2022-16:21:28] [I] DirectIO mode: Disabled\n",
      "[07/22/2022-16:21:28] [I] Restricted mode: Disabled\n",
      "[07/22/2022-16:21:28] [I] Build only: Disabled\n",
      "[07/22/2022-16:21:28] [I] Save engine: weights/yolov7-d6.engine\n",
      "[07/22/2022-16:21:28] [I] Load engine: \n",
      "[07/22/2022-16:21:28] [I] Profiling verbosity: 0\n",
      "[07/22/2022-16:21:28] [I] Tactic sources: Using default tactic sources\n",
      "[07/22/2022-16:21:28] [I] timingCacheMode: local\n",
      "[07/22/2022-16:21:28] [I] timingCacheFile: \n",
      "[07/22/2022-16:21:28] [I] Input(s)s format: fp32:CHW\n",
      "[07/22/2022-16:21:28] [I] Output(s)s format: fp32:CHW\n",
      "[07/22/2022-16:21:28] [I] Input build shapes: model\n",
      "[07/22/2022-16:21:28] [I] Input calibration shapes: model\n",
      "[07/22/2022-16:21:28] [I] === System Options ===\n",
      "[07/22/2022-16:21:28] [I] Device: 0\n",
      "[07/22/2022-16:21:28] [I] DLACore: \n",
      "[07/22/2022-16:21:28] [I] Plugins:\n",
      "[07/22/2022-16:21:28] [I] === Inference Options ===\n",
      "[07/22/2022-16:21:28] [I] Batch: Explicit\n",
      "[07/22/2022-16:21:28] [I] Input inference shapes: model\n",
      "[07/22/2022-16:21:28] [I] Iterations: 10\n",
      "[07/22/2022-16:21:28] [I] Duration: 3s (+ 200ms warm up)\n",
      "[07/22/2022-16:21:28] [I] Sleep time: 0ms\n",
      "[07/22/2022-16:21:28] [I] Idle time: 0ms\n",
      "[07/22/2022-16:21:28] [I] Streams: 1\n",
      "[07/22/2022-16:21:28] [I] ExposeDMA: Disabled\n",
      "[07/22/2022-16:21:28] [I] Data transfers: Enabled\n",
      "[07/22/2022-16:21:28] [I] Spin-wait: Disabled\n",
      "[07/22/2022-16:21:28] [I] Multithreading: Disabled\n",
      "[07/22/2022-16:21:28] [I] CUDA Graph: Disabled\n",
      "[07/22/2022-16:21:28] [I] Separate profiling: Disabled\n",
      "[07/22/2022-16:21:28] [I] Time Deserialize: Disabled\n",
      "[07/22/2022-16:21:28] [I] Time Refit: Disabled\n",
      "[07/22/2022-16:21:28] [I] Inputs:\n",
      "[07/22/2022-16:21:28] [I] === Reporting Options ===\n",
      "[07/22/2022-16:21:28] [I] Verbose: Disabled\n",
      "[07/22/2022-16:21:28] [I] Averages: 10 inferences\n",
      "[07/22/2022-16:21:28] [I] Percentile: 99\n",
      "[07/22/2022-16:21:28] [I] Dump refittable layers:Disabled\n",
      "[07/22/2022-16:21:28] [I] Dump output: Disabled\n",
      "[07/22/2022-16:21:28] [I] Profile: Disabled\n",
      "[07/22/2022-16:21:28] [I] Export timing to JSON file: \n",
      "[07/22/2022-16:21:28] [I] Export output to JSON file: \n",
      "[07/22/2022-16:21:28] [I] Export profile to JSON file: \n",
      "[07/22/2022-16:21:28] [I] \n",
      "[07/22/2022-16:21:28] [I] === Device Information ===\n",
      "[07/22/2022-16:21:28] [I] Selected Device: NVIDIA GeForce RTX 3070 Laptop GPU\n",
      "[07/22/2022-16:21:28] [I] Compute Capability: 8.6\n",
      "[07/22/2022-16:21:28] [I] SMs: 40\n",
      "[07/22/2022-16:21:28] [I] Compute Clock Rate: 1.56 GHz\n",
      "[07/22/2022-16:21:28] [I] Device Global Memory: 7982 MiB\n",
      "[07/22/2022-16:21:28] [I] Shared Memory per SM: 100 KiB\n",
      "[07/22/2022-16:21:28] [I] Memory Bus Width: 256 bits (ECC disabled)\n",
      "[07/22/2022-16:21:28] [I] Memory Clock Rate: 7.001 GHz\n",
      "[07/22/2022-16:21:28] [I] \n",
      "[07/22/2022-16:21:28] [I] TensorRT version: 8.4.1\n",
      "[07/22/2022-16:21:28] [I] [TRT] [MemUsageChange] Init CUDA: CPU +328, GPU +0, now: CPU 336, GPU 300 (MiB)\n",
      "[07/22/2022-16:21:29] [I] [TRT] [MemUsageChange] Init builder kernel library: CPU +327, GPU +104, now: CPU 682, GPU 404 (MiB)\n",
      "[07/22/2022-16:21:29] [I] Start parsing network model\n",
      "[07/22/2022-16:21:29] [I] [TRT] ----------------------------------------------------------------\n",
      "[07/22/2022-16:21:29] [I] [TRT] Input filename:   weights/yolov7-d6.onnx\n",
      "[07/22/2022-16:21:29] [I] [TRT] ONNX IR version:  0.0.7\n",
      "[07/22/2022-16:21:29] [I] [TRT] Opset version:    12\n",
      "[07/22/2022-16:21:29] [I] [TRT] Producer name:    pytorch\n",
      "[07/22/2022-16:21:29] [I] [TRT] Producer version: 1.12.0\n",
      "[07/22/2022-16:21:29] [I] [TRT] Domain:           \n",
      "[07/22/2022-16:21:29] [I] [TRT] Model version:    0\n",
      "[07/22/2022-16:21:29] [I] [TRT] Doc string:       \n",
      "[07/22/2022-16:21:29] [I] [TRT] ----------------------------------------------------------------\n",
      "[07/22/2022-16:21:30] [W] [TRT] onnx2trt_utils.cpp:369: Your ONNX model has been generated with INT64 weights, while TensorRT does not natively support INT64. Attempting to cast down to INT32.\n",
      "[07/22/2022-16:21:30] [W] [TRT] onnx2trt_utils.cpp:395: One or more weights outside the range of INT32 was clamped\n",
      "[07/22/2022-16:21:30] [I] [TRT] No importer registered for op: EfficientNMS_TRT. Attempting to import as plugin.\n",
      "[07/22/2022-16:21:30] [I] [TRT] Searching for plugin: EfficientNMS_TRT, plugin_version: 1, plugin_namespace: \n",
      "[07/22/2022-16:21:30] [I] [TRT] Successfully created plugin: EfficientNMS_TRT\n",
      "[07/22/2022-16:21:30] [I] Finish parsing network model\n",
      "[07/22/2022-16:21:31] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +850, GPU +368, now: CPU 2095, GPU 772 (MiB)\n",
      "[07/22/2022-16:21:31] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +128, GPU +58, now: CPU 2223, GPU 830 (MiB)\n",
      "[07/22/2022-16:21:31] [I] [TRT] Local timing cache in use. Profiling results in this builder pass will not be stored.\n",
      "[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
      "[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
      "[07/22/2022-16:22:28] [W] [TRT] -------------- The current system memory allocations dump as below --------------\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879db00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18932 time: 1.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18923 time: 2.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856a970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18920 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18905 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e09b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18902 time: 1.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18893 time: 1.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776aea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18884 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879ee10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18225 time: 1.87e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8669b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18219 time: 1.55e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5034b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18195 time: 1.96e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8653bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18189 time: 1.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d1059d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18183 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18180 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87592c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18177 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb076fc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18171 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87591a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17522 time: 1.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780fb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17519 time: 7.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8660df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18911 time: 8.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7802fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17516 time: 1.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17510 time: 2.26e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780ae60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18875 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78023c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17501 time: 8.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85693b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17498 time: 1.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859acc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17492 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8569640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17489 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8704c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17486 time: 1.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6df7e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17483 time: 3.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7819660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17477 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875a3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17474 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb076fad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17471 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16923 time: 3.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8664f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16920 time: 3.98e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6df7c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16917 time: 4.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776b1c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16908 time: 4.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86581f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16899 time: 5.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8659c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16890 time: 4.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16884 time: 6.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8677320]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16881 time: 1.117e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780adc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18887 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8590270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16887 time: 6.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876cad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16863 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16237 time: 3.84e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16225 time: 3.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d2c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16222 time: 3.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7773de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16207 time: 3.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6da9780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16204 time: 4.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85964f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16198 time: 9.58e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8656f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16186 time: 5.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d4160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16183 time: 5.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78175c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15387 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15381 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16195 time: 6.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86918f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15378 time: 1.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879ca30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15375 time: 1.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b0e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15366 time: 1.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5035340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15357 time: 1.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776be20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15354 time: 1.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15351 time: 2.34e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8695e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15342 time: 5.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e87220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15336 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776d110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15333 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e17e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15330 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d42e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15327 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8571350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14716 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14713 time: 2.17e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7812fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14710 time: 1.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879dc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14704 time: 2.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8664990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14701 time: 2.28e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804011d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14686 time: 1.42e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14707 time: 9.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8795260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14689 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc89125e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14680 time: 3.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8922220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14674 time: 1.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5035010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14668 time: 5.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8675d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14665 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879cc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14656 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14071 time: 2.04e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867e8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14062 time: 9.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80428f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18186 time: 4.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14059 time: 2.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e2ffb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14056 time: 1.78e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776a200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14041 time: 1.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776a090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14038 time: 7.57e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879fdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14035 time: 2.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14032 time: 2.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7805f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14029 time: 1.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14026 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80400da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14014 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8571680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13370 time: 8.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x723fcfb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13367 time: 1.54e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859ae40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16869 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8696260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13358 time: 1.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e106f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18174 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7774b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13352 time: 2.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13349 time: 1.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7803f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13346 time: 1.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859a8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13340 time: 7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13337 time: 2.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879d5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13334 time: 1.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804385b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13325 time: 2.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8586230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13319 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b1d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16192 time: 1.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc858a470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13313 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86914e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13310 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb44d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12667 time: 1.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7804290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12658 time: 8.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8579e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12649 time: 1.52e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776ed00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12646 time: 7.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x8043b530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12640 time: 8.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8660ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18908 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8617250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12637 time: 1.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8691440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12631 time: 2.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e37fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12622 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8579f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12619 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc858fa70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12616 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86664d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12613 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7774600]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12062 time: 4.67e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8666380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12059 time: 7.24e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8586000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13328 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85cb500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12044 time: 7.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e70900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12041 time: 3.214e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12038 time: 6.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8691240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12032 time: 5.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12005 time: 1.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f0dc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14050 time: 8.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e42f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11379 time: 3.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857e970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11376 time: 3.924e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879d260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11364 time: 6.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77741c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11361 time: 6.13e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11358 time: 3.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865dde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14695 time: 2.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8917530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11355 time: 5.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8651d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11349 time: 6.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8647820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12029 time: 8.42e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7767a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11346 time: 6.45e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc833b5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11340 time: 1.144e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xf998890]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11337 time: 4.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86c7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11334 time: 1.245e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11322 time: 1.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1db9af50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10523 time: 2.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7802120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10520 time: 2.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876c5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10517 time: 8.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876c450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10514 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x8043b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10511 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856e770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10499 time: 1.9e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776bfd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10496 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2db97e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10490 time: 2.2e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e099a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18899 time: 4.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d5420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10481 time: 2.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8799c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10475 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10472 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f5140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10469 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x71f34310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9855 time: 1.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e7d150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9852 time: 1.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776abc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9849 time: 1.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e04ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9843 time: 2.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77727a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9840 time: 1.92e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e04e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9834 time: 1.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a0f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9828 time: 1.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16231 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e10060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11367 time: 5.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2db9a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9822 time: 1.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8908f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9819 time: 2.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a0b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9816 time: 2.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867ac90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9813 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8593440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9810 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9807 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77da180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13343 time: 2.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9804 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776d310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15369 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f9b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9798 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9795 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18228 time: 1.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e10d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9210 time: 8.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835fa50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9207 time: 5.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb6f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9204 time: 6.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8919830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9198 time: 5.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a0de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9801 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804021f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9195 time: 5.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8654950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9192 time: 5.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e109b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14068 time: 2e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804038f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9189 time: 9.59e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e870d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14692 time: 1.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85c2ee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9186 time: 6.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0bd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9183 time: 6.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f4770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9174 time: 7.73e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8919430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9171 time: 6.28e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9168 time: 5.45e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8917680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10487 time: 2.44e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9a1859f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9162 time: 2.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8928400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10505 time: 2.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9159 time: 1.03e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f16d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18896 time: 1.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8657fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9153 time: 1.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7819820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9180 time: 4.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d9a340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8506 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875aae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18231 time: 1.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776e3d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8488 time: 9.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e088a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8482 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16216 time: 4.07e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803e4a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8479 time: 1.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8677480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16893 time: 1.005e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859a590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8476 time: 1.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8614cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8473 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865e1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14683 time: 2.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8678180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8470 time: 2.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8464 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77da0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15348 time: 1.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbf33beb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12625 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d108ad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8461 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77719e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8458 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87699f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8452 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8358510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16911 time: 4.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864a170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7794 time: 8.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d51d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7791 time: 5.993e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864a2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7797 time: 3.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8611db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7785 time: 2.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8771060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7773 time: 5.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867b170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7758 time: 7.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876a850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16210 time: 2.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856b570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7201 time: 4.25e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e10550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18213 time: 1.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7814e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7198 time: 6.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869ed50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7189 time: 1.113e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85fb2e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7186 time: 5.79e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc878fbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14044 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85aa8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7180 time: 3.44e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7177 time: 9.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc832b240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7171 time: 2.028e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc89195e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7168 time: 1.93e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d3380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7165 time: 6.87e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8fc80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 256 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87704e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4331 time: 5.01e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e50fa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 255 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7b040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 253 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27e8d400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7770 time: 7.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8c630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 252 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e88d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 249 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e88c50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 248 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7f960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 239 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2795fc50]:4608 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 343 time: 7.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7f730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 238 time: 6.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7b560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 234 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e39270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17507 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86494d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16905 time: 4.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d1058a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18207 time: 1.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866d1f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15384 time: 1.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e09380]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e773a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 230 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de34c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e75720]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 228 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e73ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 226 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb4700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12002 time: 1.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e71e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 224 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d83150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6e650]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 221 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6e550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 220 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e37630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 162 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f7f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7779 time: 1.101e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2db76a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4988 time: 1.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6c8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 219 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77736c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11373 time: 6.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e305b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 210 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866e280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3612 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8750bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12011 time: 6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d9aee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7764 time: 4.55e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e62340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 209 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ee31d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 329 time: 7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc891b680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14698 time: 2.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83cb260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4976 time: 2.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e603d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 206 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e75820]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 229 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5e6b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 204 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 201 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc863b630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12035 time: 7.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc483ad30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4292 time: 1.06e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e59130]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 199 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8912f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4964 time: 1.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7150 time: 1.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc12e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d6f960]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85b4070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7755 time: 1.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4fb70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 191 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2f940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 190 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d5cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5662 time: 2.2e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f5010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14023 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8922040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14017 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e45a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 179 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dad7b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e43da0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 177 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e66f10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 212 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e43ce0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 176 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e41e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 174 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5e770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 205 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e40590]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 173 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f4990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2918 time: 7.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3e8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 171 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db64a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10466 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e35ba0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 161 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5ca70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 203 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e35aa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 160 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7d2e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 237 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e30e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 157 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a04e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11343 time: 8.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x809a4200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1675 time: 1.85e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859aba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16914 time: 3.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27add890]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 349 time: 5.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddbbf0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 155 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddbaf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 154 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867eec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4295 time: 8.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e260c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 149 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e25140]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 148 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x809ffdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1684 time: 9.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7805c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4319 time: 5.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18890 time: 1.18e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86aa210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13364 time: 1.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e68e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 214 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7e040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 251 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e37b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14065 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e209a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 145 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfeca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866fb10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18926 time: 1.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e556f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 194 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea1830]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 273 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e57390]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 196 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1ee80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 142 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27964870]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 353 time: 3.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1d330]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 141 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866a630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18914 time: 1.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e47770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 181 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0e680]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865e060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15339 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2e1b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 313 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2795c7b0]:2304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 339 time: 2.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7804140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12655 time: 2.88e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8647fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2930 time: 7.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e292f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 153 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8658420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18878 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4aff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 187 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1d230]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 140 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 138 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e19090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 137 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0e780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e27d40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 151 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0ffc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12008 time: 1.17e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e17340]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 134 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6aac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 216 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de8b60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db65a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8608ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2888 time: 1.987e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e13b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7811f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5659 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e13a20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc1c3ba80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2915 time: 1.697e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7b660]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 235 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e09480]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12628 time: 2.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e11fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804295e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1729 time: 1.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea1730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 272 time: 4.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x809ff8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1690 time: 1.17e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfb370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daae90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e120d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc4c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db2360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7752 time: 7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e75270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 247 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4334 time: 3.84e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e45970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 178 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da4ba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbc540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e30d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 156 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc892b360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7183 time: 7.78e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e392c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 165 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcb420]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcdad0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780fcc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16896 time: 5.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc878ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3624 time: 1.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7d1e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 236 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d77120]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 6.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8670f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4322 time: 1.587e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867f790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13316 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbc440]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d8df10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc3070]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10526 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7776 time: 4.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e47420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4994 time: 1.31e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8e310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 254 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e85260]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 246 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e557f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 195 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7771180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15372 time: 1.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e070a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8794da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4982 time: 2.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5c970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 202 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da5e10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dac380]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de7640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 9.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776dc30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8467 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de10d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 4.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0ae30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1687 time: 1.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804276b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1699 time: 1.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e67010]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 213 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14659 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e080c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8491 time: 2.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0aef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86469f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5653 time: 1.73e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d1470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18216 time: 1.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e15810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869a4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18192 time: 1.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e37d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12643 time: 1.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8799e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9825 time: 1.68e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e15310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7746 time: 1.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db01c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd1ec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876a570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8509 time: 8.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d77e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df6860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd3aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8769a90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8455 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3e7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 170 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da6ec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56efd460]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 332 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8695310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12661 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8654360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6512 time: 1.456e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27aee120]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 340 time: 7.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0cae0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e81a50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 241 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8722c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6488 time: 3.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2e0f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 312 time: 5.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da80e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14662 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d90ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e26ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 152 time: 7.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8921b30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4952 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dba700]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da6f80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8927f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5617 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e355f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 211 time: 4.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e224c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 146 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb63a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 295 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d103390]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2310 time: 1.57e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daed90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9b860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 266 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d979a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0dd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4937 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb1030]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 291 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427c80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1717 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5cc04c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9177 time: 6.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e49a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 182 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15345 time: 2.58e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec1810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 307 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4ab40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 189 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d8c180]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc4d00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc8d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc833b700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11325 time: 1.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d72ab0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7aec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 245 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16228 time: 1.066e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e53d20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 193 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd1dc0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d3780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4313 time: 9.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc13e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9165 time: 6.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8612100]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5656 time: 1.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db8ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfcef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da9a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12664 time: 2.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de6ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2334 time: 7.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dac2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e12270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16213 time: 3.53e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc7100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776f280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12610 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd5730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddde20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc1302660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2286 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e73400]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 250 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e01220]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e66920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 282 time: 8.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebfb80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 305 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daecd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e99600]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 265 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddfb40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e46cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10502 time: 1.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3cb00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 168 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7802e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17513 time: 1.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86651c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12607 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc8e40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d73fb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80428160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2340 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e40490]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 172 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcb520]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daaf50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcd9d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc855f840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2900 time: 8.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e702b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 223 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e09d30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6503 time: 5.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e336a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 158 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8670a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16219 time: 1.92e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dad6f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd0170]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78076d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2280 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd0070]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80438a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16878 time: 1.52e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd39a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e792c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 233 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df2e10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12056 time: 8.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867e9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7767 time: 1.615e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd5630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd73c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ded890]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb8690]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 296 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876d070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7806 time: 2.24e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e364d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7192 time: 3.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 139 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56def8b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 5.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dba600]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e22580]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 147 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbdf40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3cc00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 169 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddb110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 5.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e2fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14053 time: 4.04e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e73b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 227 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e39150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17504 time: 2.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27991310]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 336 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddb210]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879e040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16902 time: 3.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0adf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6c800]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 218 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e04880]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbf13f7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4301 time: 4.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8918e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18204 time: 1.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87565b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11370 time: 3.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db1e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e604d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 207 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875e690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3636 time: 1.86e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77fa260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12634 time: 2.06e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de2d00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da9b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb1db0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 310 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e71ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 225 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864a4b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2891 time: 1.219e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e57490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 197 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1ef80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 143 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a001a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1693 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc839bde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13355 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6ab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 217 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de8c20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebc160]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 300 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776ddc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8500 time: 7.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e701b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 222 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1696 time: 1.58e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e853d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 257 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db35f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ded990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17480 time: 1.18e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879e560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15360 time: 3.42e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb8790]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 297 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9a185b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6458 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfb270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db8bb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb22b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16875 time: 1.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776d5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14047 time: 2.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780da70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6509 time: 6.26e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfcff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8669d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18201 time: 1.07e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e17440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 135 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df11e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86c73f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11331 time: 2.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb5a70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 311 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df14c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 5.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3af10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 167 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867f8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13322 time: 3.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df4ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebd6e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 314 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e01120]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8651ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7174 time: 1.07e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da8770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 335 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865a580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3639 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e62240]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 208 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8676f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13331 time: 1.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7195 time: 8.54e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df4b70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e15710]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebddf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 302 time: 6.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed7dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 327 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb2130]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 290 time: 6.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e81950]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 240 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0c9e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d104ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2316 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f84cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5611 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da4c60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eacef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 286 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5629 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e18fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 136 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e02a30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879d930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18929 time: 1.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3609 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e02af0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d6fe40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.01e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8659ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16240 time: 1.83e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803ee800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4343 time: 5.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e06fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4d7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 186 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e53c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 192 time: 5.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6470 time: 2.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8608640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11352 time: 6.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e78c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 242 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e33720]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 159 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e53370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 244 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16872 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e37730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 163 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e10760]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 258 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d1de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18210 time: 8.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56def1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbf740]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8590110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2933 time: 1.01e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8d6b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 259 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17528 time: 7.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ecde60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 317 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80426580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1705 time: 1.34e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e774a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 231 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e959d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 260 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e59030]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 198 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db0100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e95a90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 261 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e97870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 262 time: 4.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8649e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16866 time: 5.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e97970]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 263 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e99500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 264 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864de00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17495 time: 2.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de5a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 7.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9b960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 267 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9dcb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 268 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9ddb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 269 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea82e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 289 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3c270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 243 time: 2.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9fca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 271 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x378c2db0]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 356 time: 1.133e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27acffc0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 359 time: 4.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db6dd0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 337 time: 2.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8f770]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 274 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10484 time: 2.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df2ed0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27adf5c0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 361 time: 7.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea13c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 275 time: 2.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc0c5d750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3630 time: 2.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eae3f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 287 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e71990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 277 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8677710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6515 time: 6.25e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea6d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 278 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea2a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 279 time: 5.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879c990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16189 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8657b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9201 time: 1.072e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876cf20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7803 time: 8.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e87150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 281 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7c5977b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7800 time: 4.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e66960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 283 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869ffe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16180 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8721f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14011 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc7200]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9fba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 270 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7812720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2313 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d104870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2295 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea87e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 284 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eab270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 285 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876fac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8503 time: 1.62e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea8220]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 288 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3ae50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 166 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea2dd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 276 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb4310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 292 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb62a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 294 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e49b60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 183 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eba580]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 298 time: 8.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x71f34210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10478 time: 2.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eba680]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 299 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddf370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 6.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebc260]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 301 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7769610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7761 time: 6.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e07fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 185 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebdef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 303 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebfa80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 304 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8696500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12023 time: 7.26e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d103690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4943 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec15e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 306 time: 5.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec3270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 308 time: 5.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec34a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 309 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15363 time: 1.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85aa6b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7749 time: 8.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e391c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 164 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e27c80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 150 time: 4.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb6bd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 318 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec42d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 319 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db36b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec4560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 320 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e41f40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 175 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed53e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 324 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e354f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 321 time: 7.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869a610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18881 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804268b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1708 time: 1.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd72c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb41b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 322 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8752d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2921 time: 8.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x37c90430]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 344 time: 2.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2ce30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 323 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86960b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12026 time: 8.59e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d107790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2328 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d70b00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 2.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77effe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3600 time: 3.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867a950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9846 time: 9.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed54a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 325 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86944b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5632 time: 2.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ecdda0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 316 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed22f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 328 time: 6.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e2e8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4940 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb49d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6479 time: 1.119e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebdb10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 315 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ef1ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 330 time: 6.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e208a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 144 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e14fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2945 time: 9.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ef1bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 331 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56efd560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 333 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27979300]:98304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 334 time: 1.454e-05\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7c7154f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4958 time: 1.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db4930]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8607260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2903 time: 4.333e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x377eada0]:884736 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 338 time: 3.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2796d200]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 341 time: 2.98e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866b4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18198 time: 1.73e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8659f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7782 time: 6.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x37930420]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 342 time: 2.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8616010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6482 time: 8.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x37ff0440]:7962624 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 346 time: 2.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d1093a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2319 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27ac5550]:6912 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 347 time: 4.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d83e00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x38788450]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 348 time: 1.68e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8754b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4955 time: 2.84e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x38d88460]:9437184 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 350 time: 1.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 200 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80428360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1726 time: 1.25e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14020 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8657ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9156 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x279678f0]:6144 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 351 time: 1.173e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80426a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1711 time: 8.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8921930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4346 time: 6.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8609050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2298 time: 1.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb507f810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6497 time: 3.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27c6e130]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 354 time: 1.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5035120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14677 time: 2.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2795e380]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 355 time: 2.96e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db69c0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 357 time: 1.53e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x399e8480]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 358 time: 2.33e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x39b68490]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 360 time: 2.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56deb3d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc861b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2924 time: 1.066e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8916020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12017 time: 8.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x39ec84a0]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 362 time: 1.98e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27acd440]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 363 time: 3.13e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x8030b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1669 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0f0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1672 time: 4.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866be90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6473 time: 1.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1678 time: 1.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7807480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12652 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776b540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9831 time: 1.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1681 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1714 time: 1.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866c110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2912 time: 7.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1720 time: 1.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78127c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2283 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2292 time: 1.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80437e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2301 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869fea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18872 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc838b7c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8494 time: 2.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e89fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 293 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2304 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78022c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11328 time: 2.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27ad2f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8485 time: 1.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbf840]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857ecd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2307 time: 1.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8618c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2322 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d104bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2325 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77709f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17525 time: 2.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f2950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2337 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879fa90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2885 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc892d580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2894 time: 7.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86c6d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12047 time: 5.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8670300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2331 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8913fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4967 time: 1.87e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780c020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2897 time: 3.92e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4fdd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 188 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78108f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2906 time: 5.75e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780e9c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2909 time: 1.051e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc88ce750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5620 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d77d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86070e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2936 time: 4.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e17190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2939 time: 3.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8575420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3588 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8911e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12053 time: 4.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875c5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3591 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10508 time: 2.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1ac3cd00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3594 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1723 time: 7.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5cde0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3597 time: 1.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9150 time: 1.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857ebc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4961 time: 2.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da81a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbf33b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3603 time: 2.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbde40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866fc50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3606 time: 1.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e791c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 232 time: 4.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db1d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7769de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3618 time: 6.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80400b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3621 time: 1.62e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e07940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3627 time: 9.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87f5640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10493 time: 2.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879ec00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6500 time: 5.79e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3633 time: 1.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d1bc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3645 time: 4.27e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db49f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86482d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3648 time: 1.9e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e15590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4289 time: 6.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77d9e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4298 time: 8.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc878f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4304 time: 2.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de4d80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e15f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4985 time: 1.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dddb20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 5.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803ec160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4316 time: 1.298e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7772fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18222 time: 1.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5c680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4325 time: 8.9e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77677b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7788 time: 1.197e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8712f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5623 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x39688470]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 352 time: 2.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5f780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4307 time: 1.227e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4328 time: 1.207e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da5d50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8919d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4337 time: 8.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdbf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8449 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85cafc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4340 time: 1.031e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7772990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4349 time: 2.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857eda0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4934 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86778d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4946 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866fd60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4949 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e09f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4970 time: 1.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e707d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4973 time: 1.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb076fcf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17468 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e476b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 180 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8666020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4979 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856a820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18917 time: 3.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8617ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12020 time: 6.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2942 time: 1.327e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8927e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4991 time: 2.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8691640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5605 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12050 time: 1.108e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8582ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11319 time: 1.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7801d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5608 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87904f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13361 time: 9.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5665 time: 2.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e83840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5614 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc88f42f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5626 time: 2.44e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea7c40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 280 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7816270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3642 time: 2.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4c01360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5635 time: 1.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27adbba0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 345 time: 6.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86942d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5638 time: 2.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e68ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 215 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56deb4d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86468a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5641 time: 1.83e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7769470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2289 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5644 time: 1.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8497 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78145c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2927 time: 7.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8646ef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5647 time: 2.33e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16201 time: 3.85e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbd848550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5650 time: 1.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1702 time: 6.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f3ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6461 time: 1.07e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d105650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6464 time: 1.34e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8375a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12014 time: 2.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f3d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6467 time: 6.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7c6903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6476 time: 8.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8924550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16234 time: 3.79e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86598c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6485 time: 6.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc89220e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14671 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6491 time: 1.454e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6494 time: 6.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8658840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6506 time: 1.106e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e27200]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 184 time: 5.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e04780]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8671090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3615 time: 1.67e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0a3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6518 time: 2.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879c690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7141 time: 8.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9837 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e300f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7144 time: 1.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed7cd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 326 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7776400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7147 time: 1.04e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df67a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7bb08d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7153 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc2f70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4c06570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4310 time: 8.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803f8580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7156 time: 7.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7805860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7159 time: 7.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfeba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7162 time: 8.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] -------------- The current device memory allocations dump as below --------------\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 2907 time: 0.00576601\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x302000000]:5002756096 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1978 time: 0.00014758\n",
      "[07/22/2022-16:22:28] [W] [TRT] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.\n",
      "[07/22/2022-16:22:28] [W] [TRT] Skipping tactic 3 due to insufficient memory on requested size of 8589934592 detected for tactic 0x0000000000000004.\n",
      "Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().\n",
      "[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
      "[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
      "[07/22/2022-16:22:28] [W] [TRT] -------------- The current system memory allocations dump as below --------------\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879db00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18932 time: 1.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18923 time: 2.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856a970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18920 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18905 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e09b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18902 time: 1.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18893 time: 1.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776aea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18884 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879ee10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18225 time: 1.87e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8669b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18219 time: 1.55e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5034b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18195 time: 1.96e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8653bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18189 time: 1.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d1059d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18183 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18180 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87592c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18177 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb076fc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18171 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87591a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17522 time: 1.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780fb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17519 time: 7.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8660df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18911 time: 8.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7802fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17516 time: 1.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17510 time: 2.26e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780ae60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18875 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78023c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17501 time: 8.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85693b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17498 time: 1.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859acc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17492 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8569640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17489 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8704c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17486 time: 1.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6df7e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17483 time: 3.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7819660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17477 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875a3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17474 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb076fad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17471 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16923 time: 3.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8664f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16920 time: 3.98e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6df7c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16917 time: 4.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776b1c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16908 time: 4.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86581f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16899 time: 5.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8659c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16890 time: 4.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16884 time: 6.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8677320]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16881 time: 1.117e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780adc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18887 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8590270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16887 time: 6.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876cad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16863 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16237 time: 3.84e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16225 time: 3.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d2c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16222 time: 3.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7773de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16207 time: 3.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6da9780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16204 time: 4.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85964f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16198 time: 9.58e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8656f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16186 time: 5.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d4160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16183 time: 5.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78175c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15387 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15381 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16195 time: 6.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86918f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15378 time: 1.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879ca30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15375 time: 1.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b0e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15366 time: 1.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5035340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15357 time: 1.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776be20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15354 time: 1.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15351 time: 2.34e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8695e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15342 time: 5.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e87220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15336 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776d110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15333 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e17e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15330 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d42e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15327 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8571350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14716 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14713 time: 2.17e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7812fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14710 time: 1.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879dc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14704 time: 2.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8664990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14701 time: 2.28e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804011d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14686 time: 1.42e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14707 time: 9.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8795260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14689 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc89125e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14680 time: 3.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8922220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14674 time: 1.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5035010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14668 time: 5.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8675d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14665 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879cc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14656 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14071 time: 2.04e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867e8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14062 time: 9.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80428f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18186 time: 4.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14059 time: 2.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e2ffb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14056 time: 1.78e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776a200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14041 time: 1.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776a090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14038 time: 7.57e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879fdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14035 time: 2.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14032 time: 2.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7805f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14029 time: 1.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14026 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80400da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14014 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8571680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13370 time: 8.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x723fcfb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13367 time: 1.54e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859ae40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16869 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8696260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13358 time: 1.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e106f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18174 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7774b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13352 time: 2.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13349 time: 1.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7803f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13346 time: 1.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859a8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13340 time: 7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13337 time: 2.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879d5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13334 time: 1.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804385b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13325 time: 2.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8586230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13319 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b1d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16192 time: 1.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc858a470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13313 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86914e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13310 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb44d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12667 time: 1.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7804290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12658 time: 8.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8579e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12649 time: 1.52e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776ed00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12646 time: 7.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x8043b530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12640 time: 8.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8660ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18908 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8617250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12637 time: 1.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8691440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12631 time: 2.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e37fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12622 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8579f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12619 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc858fa70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12616 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86664d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12613 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7774600]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12062 time: 4.67e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8666380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12059 time: 7.24e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8586000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13328 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85cb500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12044 time: 7.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e70900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12041 time: 3.214e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12038 time: 6.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8691240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12032 time: 5.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12005 time: 1.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f0dc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14050 time: 8.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e42f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11379 time: 3.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857e970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11376 time: 3.924e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879d260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11364 time: 6.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77741c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11361 time: 6.13e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11358 time: 3.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865dde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14695 time: 2.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8917530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11355 time: 5.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8651d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11349 time: 6.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8647820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12029 time: 8.42e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7767a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11346 time: 6.45e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc833b5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11340 time: 1.144e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xf998890]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11337 time: 4.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86c7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11334 time: 1.245e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11322 time: 1.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1db9af50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10523 time: 2.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7802120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10520 time: 2.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876c5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10517 time: 8.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876c450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10514 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x8043b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10511 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856e770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10499 time: 1.9e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776bfd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10496 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2db97e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10490 time: 2.2e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e099a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18899 time: 4.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d5420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10481 time: 2.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8799c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10475 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10472 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f5140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10469 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x71f34310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9855 time: 1.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e7d150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9852 time: 1.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776abc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9849 time: 1.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e04ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9843 time: 2.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77727a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9840 time: 1.92e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e04e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9834 time: 1.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a0f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9828 time: 1.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16231 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e10060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11367 time: 5.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2db9a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9822 time: 1.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8908f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9819 time: 2.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a0b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9816 time: 2.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867ac90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9813 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8593440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9810 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9807 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77da180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13343 time: 2.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9804 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776d310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15369 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f9b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9798 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9795 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18228 time: 1.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e10d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9210 time: 8.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835fa50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9207 time: 5.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb6f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9204 time: 6.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8919830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9198 time: 5.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a0de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9801 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804021f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9195 time: 5.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8654950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9192 time: 5.71e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e109b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14068 time: 2e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804038f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9189 time: 9.59e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e870d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14692 time: 1.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85c2ee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9186 time: 6.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0bd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9183 time: 6.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f4770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9174 time: 7.73e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8919430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9171 time: 6.28e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9168 time: 5.45e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8917680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10487 time: 2.44e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9a1859f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9162 time: 2.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8928400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10505 time: 2.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9159 time: 1.03e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f16d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18896 time: 1.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8657fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9153 time: 1.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7819820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9180 time: 4.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d9a340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8506 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875aae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18231 time: 1.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776e3d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8488 time: 9.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e088a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8482 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16216 time: 4.07e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803e4a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8479 time: 1.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8677480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16893 time: 1.005e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859a590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8476 time: 1.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8614cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8473 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865e1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14683 time: 2.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8678180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8470 time: 2.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8464 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77da0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15348 time: 1.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbf33beb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12625 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d108ad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8461 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77719e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8458 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87699f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8452 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8358510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16911 time: 4.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864a170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7794 time: 8.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d51d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7791 time: 5.993e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864a2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7797 time: 3.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8611db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7785 time: 2.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8771060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7773 time: 5.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867b170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7758 time: 7.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876a850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16210 time: 2.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856b570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7201 time: 4.25e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e10550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18213 time: 1.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7814e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7198 time: 6.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869ed50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7189 time: 1.113e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85fb2e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7186 time: 5.79e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc878fbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14044 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85aa8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7180 time: 3.44e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7177 time: 9.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc832b240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7171 time: 2.028e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc89195e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7168 time: 1.93e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d3380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7165 time: 6.87e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8fc80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 256 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87704e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4331 time: 5.01e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e50fa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 255 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7b040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 253 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27e8d400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7770 time: 7.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8c630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 252 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e88d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 249 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e88c50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 248 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7f960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 239 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2795fc50]:4608 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 343 time: 7.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7f730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 238 time: 6.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7b560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 234 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e39270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17507 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86494d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16905 time: 4.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d1058a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18207 time: 1.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866d1f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15384 time: 1.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e09380]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e773a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 230 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de34c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e75720]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 228 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e73ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 226 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb4700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12002 time: 1.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e71e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 224 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d83150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6e650]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 221 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6e550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 220 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e37630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 162 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f7f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7779 time: 1.101e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2db76a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4988 time: 1.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6c8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 219 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77736c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11373 time: 6.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e305b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 210 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866e280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3612 time: 2.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8750bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12011 time: 6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d9aee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7764 time: 4.55e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e62340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 209 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ee31d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 329 time: 7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc891b680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14698 time: 2.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83cb260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4976 time: 2.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e603d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 206 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e75820]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 229 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5e6b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 204 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 201 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc863b630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12035 time: 7.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc483ad30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4292 time: 1.06e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e59130]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 199 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8912f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4964 time: 1.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7150 time: 1.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc12e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d6f960]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85b4070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7755 time: 1.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4fb70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 191 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2f940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 190 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d5cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5662 time: 2.2e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f5010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14023 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8922040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14017 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e45a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 179 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dad7b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e43da0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 177 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e66f10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 212 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e43ce0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 176 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e41e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 174 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5e770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 205 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e40590]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 173 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f4990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2918 time: 7.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3e8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 171 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db64a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10466 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e35ba0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 161 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5ca70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 203 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e35aa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 160 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7d2e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 237 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e30e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 157 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87a04e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11343 time: 8.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x809a4200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1675 time: 1.85e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc859aba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16914 time: 3.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27add890]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 349 time: 5.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddbbf0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 155 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddbaf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 154 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867eec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4295 time: 8.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e260c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 149 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e25140]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 148 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x809ffdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1684 time: 9.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7805c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4319 time: 5.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18890 time: 1.18e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86aa210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13364 time: 1.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e68e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 214 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7e040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 251 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e37b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14065 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e209a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 145 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfeca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866fb10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18926 time: 1.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e556f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 194 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea1830]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 273 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e57390]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 196 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1ee80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 142 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27964870]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 353 time: 3.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1d330]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 141 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866a630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18914 time: 1.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e47770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 181 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0e680]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865e060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15339 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2e1b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 313 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2795c7b0]:2304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 339 time: 2.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7804140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12655 time: 2.88e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8647fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2930 time: 7.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e292f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 153 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8658420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18878 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4aff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 187 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1d230]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 140 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 138 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e19090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 137 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0e780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e27d40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 151 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0ffc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12008 time: 1.17e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e17340]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 134 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6aac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 216 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de8b60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db65a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8608ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2888 time: 1.987e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e13b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7811f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5659 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e13a20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc1c3ba80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2915 time: 1.697e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7b660]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 235 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e09480]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12628 time: 2.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e11fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804295e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1729 time: 1.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea1730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 272 time: 4.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x809ff8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1690 time: 1.17e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfb370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daae90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e120d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc4c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db2360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7752 time: 7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e75270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 247 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4334 time: 3.84e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e45970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 178 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da4ba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbc540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e30d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 156 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc892b360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7183 time: 7.78e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e392c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 165 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcb420]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcdad0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780fcc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16896 time: 5.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc878ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3624 time: 1.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7d1e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 236 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d77120]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 6.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8670f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4322 time: 1.587e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867f790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13316 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbc440]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d8df10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc3070]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10526 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7776 time: 4.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e47420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4994 time: 1.31e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8e310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 254 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e85260]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 246 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e557f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 195 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7771180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15372 time: 1.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e070a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8794da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4982 time: 2.61e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5c970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 202 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da5e10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dac380]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de7640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 9.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776dc30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8467 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de10d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 4.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0ae30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1687 time: 1.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804276b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1699 time: 1.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e67010]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 213 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14659 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e080c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8491 time: 2.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0aef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86469f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5653 time: 1.73e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d1470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18216 time: 1.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e15810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869a4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18192 time: 1.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e37d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12643 time: 1.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8799e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9825 time: 1.68e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e15310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7746 time: 1.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db01c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd1ec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876a570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8509 time: 8.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d77e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df6860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd3aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8769a90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8455 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3e7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 170 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da6ec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56efd460]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 332 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8695310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12661 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8654360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6512 time: 1.456e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27aee120]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 340 time: 7.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0cae0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e81a50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 241 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8722c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6488 time: 3.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2e0f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 312 time: 5.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da80e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14662 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d90ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e26ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 152 time: 7.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8921b30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4952 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dba700]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da6f80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8927f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5617 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e355f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 211 time: 4.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e224c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 146 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb63a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 295 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d103390]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2310 time: 1.57e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daed90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9b860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 266 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d979a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0dd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4937 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb1030]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 291 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427c80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1717 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5cc04c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9177 time: 6.65e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e49a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 182 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc835f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15345 time: 2.58e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec1810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 307 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4ab40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 189 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d8c180]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc4d00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc8d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc833b700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11325 time: 1.02e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d72ab0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e7aec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 245 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16228 time: 1.066e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e53d20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 193 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd1dc0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d3780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4313 time: 9.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc13e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9165 time: 6.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8612100]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5656 time: 1.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db8ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfcef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da9a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12664 time: 2.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de6ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2334 time: 7.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dac2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e12270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16213 time: 3.53e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc7100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776f280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12610 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd5730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddde20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc1302660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2286 time: 1.8e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e73400]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 250 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e01220]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e66920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 282 time: 8.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebfb80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 305 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daecd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e99600]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 265 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddfb40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e46cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10502 time: 1.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3cb00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 168 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7802e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17513 time: 1.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86651c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12607 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc8e40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d73fb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80428160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2340 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e40490]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 172 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcb520]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56daaf50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dcd9d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc855f840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2900 time: 8.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e702b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 223 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e09d30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6503 time: 5.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e336a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 158 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8670a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16219 time: 1.92e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dad6f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd0170]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78076d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2280 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd0070]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80438a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16878 time: 1.52e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd39a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e792c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 233 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df2e10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12056 time: 8.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867e9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7767 time: 1.615e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd5630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd73c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ded890]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb8690]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 296 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876d070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7806 time: 2.24e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e364d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7192 time: 3.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 139 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56def8b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 5.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dba600]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e22580]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 147 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbdf40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3cc00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 169 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddb110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 5.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e2fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14053 time: 4.04e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e73b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 227 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e39150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17504 time: 2.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27991310]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 336 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddb210]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879e040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16902 time: 3.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0adf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6c800]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 218 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e04880]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbf13f7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4301 time: 4.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8918e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18204 time: 1.4e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87565b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11370 time: 3.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db1e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e604d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 207 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875e690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3636 time: 1.86e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77fa260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12634 time: 2.06e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de2d00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da9b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb1db0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 310 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e71ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 225 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864a4b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2891 time: 1.219e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e57490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 197 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e1ef80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 143 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a001a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1693 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc839bde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13355 time: 1.69e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e6ab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 217 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de8c20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebc160]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 300 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776ddc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8500 time: 7.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e701b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 222 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1696 time: 1.58e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e853d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 257 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db35f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ded990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17480 time: 1.18e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879e560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15360 time: 3.42e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb8790]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 297 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x9a185b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6458 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfb270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db8bb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb22b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16875 time: 1.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776d5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14047 time: 2.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780da70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6509 time: 6.26e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfcff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8669d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18201 time: 1.07e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e17440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 135 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df11e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86c73f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11331 time: 2.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb5a70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 311 time: 2.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df14c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 5.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3af10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 167 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867f8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13322 time: 3.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df4ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebd6e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 314 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e01120]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8651ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7174 time: 1.07e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da8770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 335 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc865a580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3639 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e62240]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 208 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8676f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13331 time: 1.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7195 time: 8.54e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df4b70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e15710]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebddf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 302 time: 6.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed7dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 327 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb2130]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 290 time: 6.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e81950]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 240 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e0c9e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d104ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2316 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f84cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5611 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da4c60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eacef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 286 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5629 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e18fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 136 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e02a30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879d930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18929 time: 1.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3609 time: 1.77e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e02af0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d6fe40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.01e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8659ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16240 time: 1.83e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803ee800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4343 time: 5.47e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e06fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4d7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 186 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e53c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 192 time: 5.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6470 time: 2.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8608640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11352 time: 6.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e78c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 242 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e33720]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 159 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e53370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 244 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16872 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e37730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 163 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e10760]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 258 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d1de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18210 time: 8.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56def1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbf740]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8590110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2933 time: 1.01e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8d6b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 259 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7770ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17528 time: 7.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ecde60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 317 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80426580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1705 time: 1.34e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e774a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 231 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e959d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 260 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e59030]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 198 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db0100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e95a90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 261 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e97870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 262 time: 4.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8649e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16866 time: 5.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e97970]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 263 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e99500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 264 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc864de00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17495 time: 2.94e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de5a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 7.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9b960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 267 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9dcb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 268 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9ddb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 269 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea82e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 289 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3c270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 243 time: 2.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9fca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 271 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x378c2db0]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 356 time: 1.133e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27acffc0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 359 time: 4.14e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db6dd0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 337 time: 2.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e8f770]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 274 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10484 time: 2.63e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df2ed0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27adf5c0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 361 time: 7.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea13c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 275 time: 2.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc0c5d750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3630 time: 2.05e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eae3f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 287 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e71990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 277 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8677710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6515 time: 6.25e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea6d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 278 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea2a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 279 time: 5.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879c990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16189 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8657b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9201 time: 1.072e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876cf20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7803 time: 8.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e87150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 281 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7c5977b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7800 time: 4.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e66960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 283 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869ffe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16180 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8721f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14011 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc7200]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e9fba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 270 time: 3.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7812720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2313 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d104870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2295 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea87e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 284 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eab270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 285 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876fac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8503 time: 1.62e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea8220]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 288 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e3ae50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 166 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea2dd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 276 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb4310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 292 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb62a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 294 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e49b60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 183 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eba580]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 298 time: 8.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x71f34210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10478 time: 2.5e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eba680]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 299 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ddf370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 6.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebc260]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 301 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7769610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7761 time: 6.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e07fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 185 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebdef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 303 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebfa80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 304 time: 5.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8696500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12023 time: 7.26e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d103690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4943 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec15e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 306 time: 5.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec3270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 308 time: 5.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec34a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 309 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15363 time: 1.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85aa6b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7749 time: 8.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e391c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 164 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e27c80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 150 time: 4.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb6bd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 318 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec42d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 319 time: 4.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db36b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ec4560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 320 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e41f40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 175 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed53e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 324 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e354f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 321 time: 7.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869a610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18881 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x804268b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1708 time: 1.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dd72c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56eb41b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 322 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8752d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2921 time: 8.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x37c90430]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 344 time: 2.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e2ce30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 323 time: 3.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86960b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12026 time: 8.59e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d107790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2328 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d70b00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 2.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77effe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3600 time: 3.39e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc867a950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9846 time: 9.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed54a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 325 time: 4.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86944b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5632 time: 2.37e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ecdda0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 316 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed22f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 328 time: 6.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e2e8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4940 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb49d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6479 time: 1.119e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ebdb10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 315 time: 5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ef1ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 330 time: 6.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e208a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 144 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e14fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2945 time: 9.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ef1bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 331 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56efd560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 333 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27979300]:98304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 334 time: 1.454e-05\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7c7154f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4958 time: 1.95e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db4930]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8607260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2903 time: 4.333e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x377eada0]:884736 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 338 time: 3.75e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2796d200]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 341 time: 2.98e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866b4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18198 time: 1.73e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8659f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7782 time: 6.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x37930420]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 342 time: 2.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8616010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6482 time: 8.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x37ff0440]:7962624 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 346 time: 2.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d1093a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2319 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27ac5550]:6912 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 347 time: 4.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d83e00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x38788450]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 348 time: 1.68e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8754b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4955 time: 2.84e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x38d88460]:9437184 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 350 time: 1.93e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e5acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 200 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80428360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1726 time: 1.25e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83c9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14020 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8657ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9156 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x279678f0]:6144 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 351 time: 1.173e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80426a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1711 time: 8.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8921930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4346 time: 6.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8609050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2298 time: 1.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb507f810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6497 time: 3.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27c6e130]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 354 time: 1.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc5035120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14677 time: 2.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x2795e380]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 355 time: 2.96e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db69c0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 357 time: 1.53e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x399e8480]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 358 time: 2.33e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x39b68490]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 360 time: 2.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56deb3d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 3.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc861b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2924 time: 1.066e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8916020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12017 time: 8.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x39ec84a0]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 362 time: 1.98e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27acd440]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 363 time: 3.13e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x8030b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1669 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0f0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1672 time: 4.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866be90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6473 time: 1.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1678 time: 1.43e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7807480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12652 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc776b540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9831 time: 1.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80a0d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1681 time: 9.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1714 time: 1.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866c110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2912 time: 7.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1720 time: 1.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78127c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2283 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2292 time: 1.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80437e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2301 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc869fea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18872 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc838b7c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8494 time: 2.66e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e89fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 293 time: 3.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2304 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78022c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11328 time: 2.1e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27ad2f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8485 time: 1.99e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbf840]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857ecd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2307 time: 1.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8618c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2322 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d104bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2325 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77709f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17525 time: 2.74e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f2950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2337 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879fa90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2885 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc892d580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2894 time: 7.49e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86c6d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12047 time: 5.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8670300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2331 time: 1.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8913fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4967 time: 1.87e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780c020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2897 time: 3.92e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e4fdd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 188 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78108f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2906 time: 5.75e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc780e9c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2909 time: 1.051e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc88ce750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5620 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56d77d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86070e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2936 time: 4.29e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e17190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2939 time: 3.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8575420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3588 time: 3.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8911e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12053 time: 4.6e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc875c5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3591 time: 2.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10508 time: 2.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x1ac3cd00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3594 time: 4.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1723 time: 7.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5cde0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3597 time: 1.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8598ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9150 time: 1.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857ebc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4961 time: 2.82e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da81a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbf33b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3603 time: 2.36e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dbde40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866fc50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3606 time: 1.08e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e791c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 232 time: 4.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db1d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7769de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3618 time: 6.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80400b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3621 time: 1.62e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e07940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3627 time: 9.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87f5640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10493 time: 2.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879ec00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6500 time: 5.79e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3633 time: 1.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc83d1bc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3645 time: 4.27e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56db49f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86482d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3648 time: 1.9e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e15590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4289 time: 6.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77d9e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4298 time: 8.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc878f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4304 time: 2.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56de4d80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e15f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4985 time: 1.35e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dddb20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 5.5e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803ec160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4316 time: 1.298e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7772fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18222 time: 1.09e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5c680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4325 time: 8.9e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77677b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7788 time: 1.197e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8712f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5623 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x39688470]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 352 time: 2.22e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4f5f780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4307 time: 1.227e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc876b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4328 time: 1.207e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56da5d50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8919d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4337 time: 8.51e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdbf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8449 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc85cafc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4340 time: 1.031e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7772990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4349 time: 2.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc857eda0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4934 time: 2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86778d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4946 time: 3.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc866fd60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4949 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e09f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4970 time: 1.81e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e707d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4973 time: 1.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xb076fcf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17468 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e476b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 180 time: 4.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8666020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4979 time: 1.72e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc856a820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18917 time: 3.38e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8617ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12020 time: 6.41e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2942 time: 1.327e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8927e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4991 time: 2.11e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8691640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5605 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80439e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12050 time: 1.108e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8582ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11319 time: 1.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7801d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5608 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc87904f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13361 time: 9.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8661110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5665 time: 2.46e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e83840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5614 time: 3.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc88f42f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5626 time: 2.44e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ea7c40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 280 time: 4.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7816270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3642 time: 2.32e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4c01360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5635 time: 1.3e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x27adbba0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 345 time: 6.15e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86942d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5638 time: 2.16e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e68ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 215 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56deb4d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 4.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86468a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5641 time: 1.83e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7769470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2289 time: 2.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5644 time: 1.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80425680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8497 time: 2.12e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc78145c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2927 time: 7.56e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8646ef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5647 time: 2.33e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16201 time: 3.85e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xbd848550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5650 time: 1.64e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x80427820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1702 time: 6.8e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f3ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6461 time: 1.07e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7d105650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6464 time: 1.34e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8375a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12014 time: 2.23e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc77f3d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6467 time: 6.7e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7c6903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6476 time: 8.21e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8924550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16234 time: 3.79e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc86598c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6485 time: 6.97e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc89220e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14671 time: 2.1e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8926630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6491 time: 1.454e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6494 time: 6.48e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8658840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6506 time: 1.106e-06\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e27200]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 184 time: 5.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56e04780]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc8671090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3615 time: 1.67e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e0a3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6518 time: 2.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879c690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7141 time: 8.2e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc879f1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9837 time: 1.89e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc6e300f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7144 time: 1.19e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56ed7cd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 326 time: 4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7776400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7147 time: 1.04e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56df67a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x7bb08d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7153 time: 7.6e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dc2f70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 3.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4c06570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4310 time: 8.76e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x803f8580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7156 time: 7.4e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc7805860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7159 time: 7.9e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x56dfeba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 3.3e-08\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7162 time: 8.7e-07\n",
      "[07/22/2022-16:22:28] [W] [TRT] -------------- The current device memory allocations dump as below --------------\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 2908 time: 0.00690646\n",
      "[07/22/2022-16:22:28] [W] [TRT] [0x302000000]:5002756096 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1978 time: 0.00014758\n",
      "[07/22/2022-16:22:28] [W] [TRT] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.\n",
      "[07/22/2022-16:22:29] [W] [TRT] Skipping tactic 8 due to insufficient memory on requested size of 8589934592 detected for tactic 0x000000000000003c.\n",
      "Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().\n",
      "[07/22/2022-16:22:29] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
      "[07/22/2022-16:22:29] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
      "[07/22/2022-16:22:29] [W] [TRT] -------------- The current system memory allocations dump as below --------------\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879db00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18932 time: 1.05e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18923 time: 2.32e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc856a970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18920 time: 1.69e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0c790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18905 time: 1.8e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e09b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18902 time: 1.23e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80425e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18893 time: 1.61e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776aea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18884 time: 2.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879ee10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18225 time: 1.87e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8669b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18219 time: 1.55e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc5034b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18195 time: 1.96e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8653bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18189 time: 1.5e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d1059d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18183 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x1b0dd480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18180 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87592c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18177 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xb076fc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18171 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87591a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17522 time: 1.09e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780fb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17519 time: 7.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8660df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18911 time: 8.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7802fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17516 time: 1.49e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x1b0dd1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17510 time: 2.26e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780ae60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18875 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78023c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17501 time: 8.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85693b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17498 time: 1.63e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc859acc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17492 time: 2.29e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8569640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17489 time: 1.89e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8704c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17486 time: 1.38e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6df7e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17483 time: 3.11e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7819660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17477 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc875a3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17474 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xb076fad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17471 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16923 time: 3.46e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8664f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16920 time: 3.98e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6df7c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16917 time: 4.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776b1c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16908 time: 4.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86581f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16899 time: 5.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8659c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16890 time: 4.43e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16884 time: 6.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8677320]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16881 time: 1.117e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780adc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18887 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8590270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16887 time: 6.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876cad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16863 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb2350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16237 time: 3.84e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8598400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16225 time: 3.21e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d2c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16222 time: 3.74e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7773de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16207 time: 3.81e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6da9780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16204 time: 4.32e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85964f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16198 time: 9.58e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8656f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16186 time: 5.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d4160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16183 time: 5.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78175c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15387 time: 2.29e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8661f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15381 time: 1.69e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8661e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16195 time: 6.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86918f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15378 time: 1.08e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879ca30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15375 time: 1.71e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b0e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15366 time: 1.47e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc5035340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15357 time: 1.3e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776be20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15354 time: 1.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15351 time: 2.34e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8695e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15342 time: 5.71e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e87220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15336 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776d110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15333 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e17e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15330 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d42e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15327 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8571350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14716 time: 2.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x9e5b7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14713 time: 2.17e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7812fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14710 time: 1.63e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879dc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14704 time: 2.46e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8664990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14701 time: 2.28e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804011d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14686 time: 1.42e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7770640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14707 time: 9.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8795260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14689 time: 1.72e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc89125e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14680 time: 3.37e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8922220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14674 time: 1.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc5035010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14668 time: 5.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8675d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14665 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879cc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14656 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc835f420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14071 time: 2.04e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867e8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14062 time: 9.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80428f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18186 time: 4.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14059 time: 2.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e2ffb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14056 time: 1.78e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776a200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14041 time: 1.23e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776a090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14038 time: 7.57e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879fdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14035 time: 2.09e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8598980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14032 time: 2.05e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7805f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14029 time: 1.39e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83c9a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14026 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80400da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14014 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8571680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13370 time: 8.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x723fcfb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13367 time: 1.54e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc859ae40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16869 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8696260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13358 time: 1.81e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e106f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18174 time: 1.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7774b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13352 time: 2.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13349 time: 1.4e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7803f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13346 time: 1.95e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc859a8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13340 time: 7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc859a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13337 time: 2.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879d5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13334 time: 1.94e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804385b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13325 time: 2.43e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8586230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13319 time: 1.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b1d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16192 time: 1.47e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc858a470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13313 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86914e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13310 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb44d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12667 time: 1.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7804290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12658 time: 8.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8579e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12649 time: 1.52e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776ed00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12646 time: 7.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x8043b530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12640 time: 8.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8660ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18908 time: 1.72e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8617250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12637 time: 1.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8691440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12631 time: 2.05e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e37fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12622 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8579f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12619 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc858fa70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12616 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86664d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12613 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7774600]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12062 time: 4.67e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8666380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12059 time: 7.24e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8586000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13328 time: 1.8e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85cb500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12044 time: 7.15e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e70900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12041 time: 3.214e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12038 time: 6.21e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8691240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12032 time: 5.16e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6dc9e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12005 time: 1.19e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f0dc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14050 time: 8.37e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e42f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11379 time: 3.81e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc857e970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11376 time: 3.924e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879d260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11364 time: 6.6e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77741c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11361 time: 6.13e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11358 time: 3.74e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc865dde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14695 time: 2.47e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8917530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11355 time: 5.93e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8651d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11349 time: 6.82e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8647820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12029 time: 8.42e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7767a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11346 time: 6.45e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc833b5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11340 time: 1.144e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xf998890]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11337 time: 4.71e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86c7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11334 time: 1.245e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5a510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11322 time: 1.16e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x1db9af50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10523 time: 2.09e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7802120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10520 time: 2.93e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876c5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10517 time: 8.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876c450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10514 time: 2.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x8043b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10511 time: 1.8e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc856e770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10499 time: 1.9e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776bfd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10496 time: 1.8e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc2db97e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10490 time: 2.2e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e099a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18899 time: 4.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d5420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10481 time: 2.56e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8799c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10475 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc2dc6d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10472 time: 2.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f5140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10469 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x71f34310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9855 time: 1.4e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e7d150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9852 time: 1.61e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776abc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9849 time: 1.66e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e04ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9843 time: 2.11e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77727a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9840 time: 1.92e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e04e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9834 time: 1.66e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87a0f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9828 time: 1.82e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80425a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16231 time: 1.89e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e10060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11367 time: 5.99e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc2db9a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9822 time: 1.93e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8908f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9819 time: 2.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87a0b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9816 time: 2.82e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867ac90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9813 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8593440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9810 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9807 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77da180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13343 time: 2.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9804 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776d310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15369 time: 1.89e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc835f9b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9798 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc835f740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9795 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7770cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18228 time: 1.71e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e10d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9210 time: 8.1e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc835fa50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9207 time: 5.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb6f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9204 time: 6.29e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8919830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9198 time: 5.8e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87a0de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9801 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804021f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9195 time: 5.39e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8654950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9192 time: 5.71e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e109b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14068 time: 2e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804038f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9189 time: 9.59e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e870d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14692 time: 1.82e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85c2ee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9186 time: 6.38e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0bd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9183 time: 6.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f4770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9174 time: 7.73e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8919430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9171 time: 6.28e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0c420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9168 time: 5.45e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8917680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10487 time: 2.44e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x9a1859f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9162 time: 2.16e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8928400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10505 time: 2.51e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5e5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9159 time: 1.03e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f16d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18896 time: 1.93e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8657fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9153 time: 1.11e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7819820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9180 time: 4.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d9a340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8506 time: 1.77e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc875aae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18231 time: 1.43e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776e3d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8488 time: 9.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e088a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8482 time: 1.89e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e1d020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16216 time: 4.07e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x803e4a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8479 time: 1.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8677480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16893 time: 1.005e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc859a590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8476 time: 1.63e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8614cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8473 time: 2.29e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc865e1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14683 time: 2.5e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8678180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8470 time: 2.49e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x5ccbdae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8464 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77da0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15348 time: 1.65e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xbf33beb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12625 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d108ad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8461 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77719e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8458 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87699f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8452 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8358510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16911 time: 4.5e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc864a170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7794 time: 8.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d51d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7791 time: 5.993e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc864a2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7797 time: 3.94e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8611db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7785 time: 2.97e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8771060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7773 time: 5.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867b170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7758 time: 7.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876a850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16210 time: 2.6e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc856b570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7201 time: 4.25e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e10550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18213 time: 1.49e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7814e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7198 time: 6.51e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc869ed50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7189 time: 1.113e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85fb2e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7186 time: 5.79e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc878fbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14044 time: 1.72e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85aa8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7180 time: 3.44e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879f3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7177 time: 9.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc832b240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7171 time: 2.028e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc89195e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7168 time: 1.93e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d3380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7165 time: 6.87e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e8fc80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 256 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87704e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4331 time: 5.01e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e50fa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 255 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7b040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 253 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27e8d400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7770 time: 7.95e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e8c630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 252 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e88d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 249 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e88c50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 248 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7f960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 239 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x2795fc50]:4608 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 343 time: 7.39e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7f730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 238 time: 6.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7b560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 234 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e39270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17507 time: 7.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86494d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16905 time: 4.4e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d1058a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18207 time: 1.75e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866d1f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15384 time: 1.47e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e09380]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e773a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 230 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de34c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e75720]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 228 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e73ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 226 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb4700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12002 time: 1.5e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e71e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 224 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d83150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e6e650]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 221 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e6e550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 220 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e37630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 162 time: 4.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879f7f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7779 time: 1.101e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc2db76a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4988 time: 1.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e6c8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 219 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77736c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11373 time: 6.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e305b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 210 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866e280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3612 time: 2.29e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8750bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12011 time: 6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d9aee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7764 time: 4.55e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e62340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 209 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ee31d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 329 time: 7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc891b680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14698 time: 2.65e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83cb260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4976 time: 2.19e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e603d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 206 time: 4.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e75820]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 229 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e5e6b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 204 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e5add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 201 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc863b630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12035 time: 7.61e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc483ad30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4292 time: 1.06e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e59130]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 199 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8912f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4964 time: 1.74e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb1d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7150 time: 1.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc12e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d6f960]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85b4070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7755 time: 1.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e4fb70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 191 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e2f940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 190 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d5cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5662 time: 2.2e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f5010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14023 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8922040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14017 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e45a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 179 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dad7b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e43da0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 177 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e66f10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 212 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e43ce0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 176 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e41e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 174 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e5e770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 205 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e40590]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 173 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f4990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2918 time: 7.37e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3e8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 171 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db64a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc2dc6cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10466 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e35ba0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 161 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e5ca70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 203 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e35aa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 160 time: 5.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7d2e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 237 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e30e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 157 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87a04e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11343 time: 8.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x809a4200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1675 time: 1.85e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc859aba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16914 time: 3.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27add890]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 349 time: 5.3e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddbbf0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 155 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddbaf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 154 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867eec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4295 time: 8.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e260c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 149 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e25140]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 148 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x809ffdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1684 time: 9.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7805c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4319 time: 5.21e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18890 time: 1.18e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86aa210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13364 time: 1.48e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e68e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 214 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7e040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 251 time: 4.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e37b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14065 time: 1.77e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e209a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 145 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dfeca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866fb10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18926 time: 1.82e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e556f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 194 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea1830]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 273 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e57390]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 196 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e1ee80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 142 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27964870]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 353 time: 3.49e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e1d330]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 141 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866a630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18914 time: 1.65e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e47770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 181 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e0e680]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc865e060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15339 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e2e1b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 313 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x2795c7b0]:2304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 339 time: 2.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7804140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12655 time: 2.88e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8647fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2930 time: 7.77e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e292f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 153 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8658420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18878 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e4aff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 187 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e1d230]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 140 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e1acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 138 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e19090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 137 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e0e780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e27d40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 151 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0ffc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12008 time: 1.17e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e17340]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 134 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e6aac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 216 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de8b60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db65a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8608ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2888 time: 1.987e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e13b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7811f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5659 time: 1.77e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e13a20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc1c3ba80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2915 time: 1.697e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7b660]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 235 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e09480]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6dc9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12628 time: 2.32e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e11fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804295e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1729 time: 1.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea1730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 272 time: 4.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x809ff8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1690 time: 1.17e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dfb370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56daae90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e120d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc4c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db2360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7752 time: 7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e75270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 247 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc875b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4334 time: 3.84e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e45970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 178 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da4ba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dbc540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e30d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 156 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc892b360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7183 time: 7.78e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e392c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 165 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dcb420]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dcdad0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780fcc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16896 time: 5.21e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc878ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3624 time: 1.75e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7d1e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 236 time: 4.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d77120]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 6.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8670f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4322 time: 1.587e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867f790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13316 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dbc440]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d8df10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc3070]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83c9450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10526 time: 1.69e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8926860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7776 time: 4.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e47420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4994 time: 1.31e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e8e310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 254 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e85260]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 246 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e557f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 195 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7771180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15372 time: 1.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e070a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8794da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4982 time: 2.61e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e5c970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 202 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da5e10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 2.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dac380]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de7640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 9.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776dc30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8467 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de10d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 4.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80a0ae30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1687 time: 1.16e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804276b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1699 time: 1.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e67010]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 213 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x9e5b7440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14659 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e080c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8491 time: 2.09e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e0aef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86469f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5653 time: 1.73e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d1470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18216 time: 1.66e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e15810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc869a4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18192 time: 1.95e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e37d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12643 time: 1.94e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8799e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9825 time: 1.68e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e15310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7746 time: 1.3e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db01c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd1ec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876a570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8509 time: 8.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d77e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df6860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd3aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8769a90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8455 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3e7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 170 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da6ec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56efd460]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 332 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8695310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12661 time: 9.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8654360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6512 time: 1.456e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27aee120]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 340 time: 7.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e0cae0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e81a50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 241 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8722c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6488 time: 3.69e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e2e0f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 312 time: 5.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da80e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc2dc6af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14662 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d90ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e26ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 152 time: 7.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8921b30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4952 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dba700]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da6f80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8927f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5617 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e355f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 211 time: 4.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e224c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 146 time: 4.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb63a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 295 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d103390]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2310 time: 1.57e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56daed90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e9b860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 266 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d979a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 4.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0dd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4937 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb1030]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 291 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80427c80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1717 time: 7.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x5cc04c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9177 time: 6.65e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e49a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 182 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc835f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15345 time: 2.58e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ec1810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 307 time: 4.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e4ab40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 189 time: 4.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d8c180]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc4d00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc8d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc833b700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11325 time: 1.02e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d72ab0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 2.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e7aec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 245 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80425900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16228 time: 1.066e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e53d20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 193 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd1dc0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d3780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4313 time: 9.21e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc13e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8598c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9165 time: 6.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8612100]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5656 time: 1.37e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db8ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dfcef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da9a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83c9b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12664 time: 2.08e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de6ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80439d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2334 time: 7.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dac2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e12270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16213 time: 3.53e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc7100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776f280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12610 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd5730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddde20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc1302660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2286 time: 1.8e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e73400]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 250 time: 4.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e01220]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e66920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 282 time: 8.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebfb80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 305 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56daecd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e99600]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 265 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddfb40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 5.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e46cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10502 time: 1.51e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3cb00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 168 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7802e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17513 time: 1.97e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86651c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12607 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc8e40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d73fb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80428160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2340 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e40490]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 172 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dcb520]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56daaf50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dcd9d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc855f840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2900 time: 8.75e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e702b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 223 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e09d30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6503 time: 5.47e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e336a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 158 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8670a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16219 time: 1.92e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dad6f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd0170]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78076d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2280 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd0070]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80438a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16878 time: 1.52e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd39a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e792c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 233 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df2e10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6dc9d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12056 time: 8.08e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867e9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7767 time: 1.615e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd5630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd73c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ded890]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb8690]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 296 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876d070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7806 time: 2.24e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e364d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7192 time: 3.43e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e1add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 139 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56def8b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 5.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dba600]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e22580]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 147 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dbdf40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3cc00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 169 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddb110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 5.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e2fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14053 time: 4.04e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e73b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 227 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e39150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17504 time: 2.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27991310]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 336 time: 2.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddb210]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879e040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16902 time: 3.38e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e0adf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e6c800]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 218 time: 4.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e04880]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xbf13f7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4301 time: 4.56e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8918e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18204 time: 1.4e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87565b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11370 time: 3.41e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db1e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e604d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 207 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc875e690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3636 time: 1.86e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77fa260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12634 time: 2.06e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de2d00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da9b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb1db0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 310 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e71ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 225 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc864a4b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2891 time: 1.219e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e57490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 197 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e1ef80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 143 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80a001a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1693 time: 9.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc839bde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13355 time: 1.69e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e6ab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 217 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de8c20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebc160]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 300 time: 5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776ddc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8500 time: 7.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e701b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 222 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80427540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1696 time: 1.58e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e853d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 257 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db35f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ded990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7770ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17480 time: 1.18e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879e560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15360 time: 3.42e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb8790]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 297 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x9a185b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6458 time: 1.77e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dfb270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db8bb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb22b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16875 time: 1.48e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776d5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14047 time: 2.19e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780da70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6509 time: 6.26e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dfcff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8669d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18201 time: 1.07e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e17440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 135 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df11e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86c73f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11331 time: 2.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb5a70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 311 time: 2.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df14c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 5.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3af10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 167 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867f8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13322 time: 3.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df4ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebd6e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 314 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e01120]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8651ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7174 time: 1.07e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da8770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 335 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc865a580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3639 time: 7.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e62240]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 208 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8676f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13331 time: 1.75e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7195 time: 8.54e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df4b70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e15710]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebddf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 302 time: 6.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ed7dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 327 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb2130]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 290 time: 6.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e81950]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 240 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e0c9e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d104ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2316 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f84cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5611 time: 1.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da4c60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eacef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 286 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0d700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5629 time: 2.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e18fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 136 time: 4.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e02a30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879d930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18929 time: 1.41e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e1d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3609 time: 1.77e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e02af0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d6fe40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.01e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8659ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16240 time: 1.83e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x803ee800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4343 time: 5.47e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e06fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e4d7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 186 time: 4.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e53c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 192 time: 5.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8661050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6470 time: 2.23e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8608640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11352 time: 6.6e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e78c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 242 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e33720]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 159 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e53370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 244 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb2520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16872 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e37730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 163 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e10760]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 258 time: 5.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d1de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18210 time: 8.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56def1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dbf740]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8590110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2933 time: 1.01e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e8d6b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 259 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7770ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17528 time: 7.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ecde60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 317 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80426580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1705 time: 1.34e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e774a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 231 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e959d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 260 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e59030]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 198 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db0100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e95a90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 261 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e97870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 262 time: 4.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8649e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16866 time: 5.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e97970]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 263 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e99500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 264 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc864de00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17495 time: 2.94e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de5a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 7.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e9b960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 267 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e9dcb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 268 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e9ddb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 269 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea82e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 289 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3c270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 243 time: 2.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e9fca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 271 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x378c2db0]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 356 time: 1.133e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27acffc0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 359 time: 4.14e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db6dd0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 337 time: 2.1e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e8f770]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 274 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80439a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10484 time: 2.63e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df2ed0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27adf5c0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 361 time: 7.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea13c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 275 time: 2.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc0c5d750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3630 time: 2.05e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eae3f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 287 time: 4.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e71990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 277 time: 5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8677710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6515 time: 6.25e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea6d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 278 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea2a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 279 time: 5.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879c990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16189 time: 5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8657b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9201 time: 1.072e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876cf20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7803 time: 8.99e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e87150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 281 time: 4.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7c5977b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7800 time: 4.37e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e66960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 283 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc869ffe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16180 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8721f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14011 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc7200]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e9fba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 270 time: 3.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7812720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2313 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d104870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2295 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea87e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 284 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eab270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 285 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876fac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8503 time: 1.62e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea8220]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 288 time: 4.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e3ae50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 166 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea2dd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 276 time: 5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb4310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 292 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb62a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 294 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e49b60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 183 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eba580]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 298 time: 8.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x71f34210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10478 time: 2.5e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eba680]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 299 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ddf370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 6.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebc260]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 301 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7769610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7761 time: 6.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e07fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 185 time: 5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebdef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 303 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebfa80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 304 time: 5.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8696500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12023 time: 7.26e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d103690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4943 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ec15e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 306 time: 5.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ec3270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 308 time: 5.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ec34a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 309 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8926d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15363 time: 1.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85aa6b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7749 time: 8.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e391c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 164 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e27c80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 150 time: 4.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb6bd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 318 time: 4.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ec42d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 319 time: 4.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db36b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ec4560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 320 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e41f40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 175 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ed53e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 324 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e354f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 321 time: 7.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc869a610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18881 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x804268b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1708 time: 1.15e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dd72c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56eb41b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 322 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8752d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2921 time: 8.74e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x37c90430]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 344 time: 2.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e2ce30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 323 time: 3.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86960b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12026 time: 8.59e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d107790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2328 time: 1.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d70b00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 2.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77effe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3600 time: 3.39e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc867a950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9846 time: 9.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ed54a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 325 time: 4.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86944b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5632 time: 2.37e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ecdda0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 316 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ed22f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 328 time: 6.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e2e8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4940 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb49d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6479 time: 1.119e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ebdb10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 315 time: 5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ef1ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 330 time: 6.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e208a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 144 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e14fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2945 time: 9.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ef1bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 331 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56efd560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 333 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27979300]:98304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 334 time: 1.454e-05\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7c7154f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4958 time: 1.95e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db4930]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8607260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2903 time: 4.333e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x377eada0]:884736 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 338 time: 3.75e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x2796d200]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 341 time: 2.98e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866b4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18198 time: 1.73e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8659f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7782 time: 6.08e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x37930420]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 342 time: 2.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8616010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6482 time: 8.74e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x37ff0440]:7962624 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 346 time: 2.89e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d1093a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2319 time: 1.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27ac5550]:6912 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 347 time: 4.56e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d83e00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x38788450]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 348 time: 1.68e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8754b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4955 time: 2.84e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x38d88460]:9437184 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 350 time: 1.93e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e5acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 200 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80428360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1726 time: 1.25e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83c9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14020 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8657ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9156 time: 9.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x279678f0]:6144 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 351 time: 1.173e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80426a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1711 time: 8.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8921930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4346 time: 6.99e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8609050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2298 time: 1.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xb507f810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6497 time: 3.48e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27c6e130]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 354 time: 1.56e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc5035120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14677 time: 2.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x2795e380]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 355 time: 2.96e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db69c0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 357 time: 1.53e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x399e8480]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 358 time: 2.33e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x39b68490]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 360 time: 2.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56deb3d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 3.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc861b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2924 time: 1.066e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8916020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12017 time: 8.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x39ec84a0]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 362 time: 1.98e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27acd440]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 363 time: 3.13e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x8030b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1669 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80a0f0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1672 time: 4.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866be90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6473 time: 1.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80a0b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1678 time: 1.43e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7807480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12652 time: 2.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc776b540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9831 time: 1.6e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80a0d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1681 time: 9.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80427a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1714 time: 1.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866c110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2912 time: 7.66e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80427e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1720 time: 1.1e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78127c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2283 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80439880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2292 time: 1.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80437e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2301 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc869fea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18872 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc838b7c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8494 time: 2.66e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e89fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 293 time: 3.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc875a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2304 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78022c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11328 time: 2.1e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27ad2f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8485 time: 1.99e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dbf840]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc857ecd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2307 time: 1.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8618c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2322 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d104bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2325 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77709f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17525 time: 2.74e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f2950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2337 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879fa90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2885 time: 7.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc892d580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2894 time: 7.49e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86c6d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12047 time: 5.41e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8670300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2331 time: 1.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8913fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4967 time: 1.87e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780c020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2897 time: 3.92e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e4fdd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 188 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78108f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2906 time: 5.75e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc780e9c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2909 time: 1.051e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc88ce750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5620 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56d77d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86070e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2936 time: 4.29e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e17190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2939 time: 3.46e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8575420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3588 time: 3.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8911e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12053 time: 4.6e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc875c5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3591 time: 2.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10508 time: 2.38e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x1ac3cd00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3594 time: 4.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80427fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1723 time: 7.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x5cde0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3597 time: 1.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8598ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9150 time: 1.15e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc857ebc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4961 time: 2.82e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da81a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xbf33b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3603 time: 2.36e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dbde40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866fc50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3606 time: 1.08e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e791c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 232 time: 4.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db1d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7769de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3618 time: 6.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80400b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3621 time: 1.62e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e07940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3627 time: 9.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87f5640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10493 time: 2.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879ec00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6500 time: 5.79e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0d5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3633 time: 1.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc83d1bc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3645 time: 4.27e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56db49f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86482d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3648 time: 1.9e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e15590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4289 time: 6.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77d9e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4298 time: 8.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc878f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4304 time: 2.3e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56de4d80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e15f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4985 time: 1.35e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dddb20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 5.5e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x803ec160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4316 time: 1.298e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7772fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18222 time: 1.09e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5c680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4325 time: 8.9e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77677b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7788 time: 1.197e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8712f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5623 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x39688470]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 352 time: 2.22e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4f5f780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4307 time: 1.227e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc876b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4328 time: 1.207e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56da5d50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8919d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4337 time: 8.51e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x5ccbdbf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8449 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc85cafc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4340 time: 1.031e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7772990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4349 time: 2.3e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc857eda0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4934 time: 2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86778d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4946 time: 3.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc866fd60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4949 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e09f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4970 time: 1.81e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e707d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4973 time: 1.46e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xb076fcf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17468 time: 4.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e476b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 180 time: 4.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8666020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4979 time: 1.72e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc856a820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18917 time: 3.38e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8617ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12020 time: 6.41e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e1d4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2942 time: 1.327e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8927e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4991 time: 2.11e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8691640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5605 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80439e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12050 time: 1.108e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8582ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11319 time: 1.15e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7801d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5608 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc87904f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13361 time: 9.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8661110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5665 time: 2.46e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e83840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5614 time: 3.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc88f42f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5626 time: 2.44e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ea7c40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 280 time: 4.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7816270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3642 time: 2.32e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4c01360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5635 time: 1.3e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x27adbba0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 345 time: 6.15e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86942d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5638 time: 2.16e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e68ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 215 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56deb4d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 4.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86468a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5641 time: 1.83e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7769470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2289 time: 2.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5644 time: 1.97e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80425680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8497 time: 2.12e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc78145c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2927 time: 7.56e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8646ef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5647 time: 2.33e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8926b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16201 time: 3.85e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xbd848550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5650 time: 1.64e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x80427820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1702 time: 6.8e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f3ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6461 time: 1.07e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7d105650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6464 time: 1.34e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8375a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12014 time: 2.23e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc77f3d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6467 time: 6.7e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7c6903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6476 time: 8.21e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8924550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16234 time: 3.79e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc86598c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6485 time: 6.97e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc89220e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14671 time: 2.1e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8926630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6491 time: 1.454e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6494 time: 6.48e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8658840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6506 time: 1.106e-06\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e27200]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 184 time: 5.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56e04780]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc8671090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3615 time: 1.67e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e0a3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6518 time: 2.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879c690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7141 time: 8.2e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc879f1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9837 time: 1.89e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc6e300f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7144 time: 1.19e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56ed7cd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 326 time: 4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7776400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7147 time: 1.04e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56df67a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x7bb08d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7153 time: 7.6e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dc2f70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 3.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4c06570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4310 time: 8.76e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x803f8580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7156 time: 7.4e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc7805860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7159 time: 7.9e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x56dfeba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 3.3e-08\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0xc4eb1ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7162 time: 8.7e-07\n",
      "[07/22/2022-16:22:29] [W] [TRT] -------------- The current device memory allocations dump as below --------------\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 2909 time: 0.0112134\n",
      "[07/22/2022-16:22:29] [W] [TRT] [0x302000000]:5002756096 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1978 time: 0.00014758\n",
      "[07/22/2022-16:22:29] [W] [TRT] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.\n",
      "[07/22/2022-16:22:29] [W] [TRT] Skipping tactic 13 due to insufficient memory on requested size of 8589934592 detected for tactic 0x0000000000000074.\n",
      "Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().\n",
      "[07/22/2022-16:24:17] [I] [TRT] Detected 1 inputs and 4 output network tensors.\n",
      "[07/22/2022-16:24:18] [I] [TRT] Total Host Persistent Memory: 241264\n",
      "[07/22/2022-16:24:18] [I] [TRT] Total Device Persistent Memory: 1964032\n",
      "[07/22/2022-16:24:18] [I] [TRT] Total Scratch Memory: 48960768\n",
      "[07/22/2022-16:24:18] [I] [TRT] [MemUsageStats] Peak memory usage of TRT CPU/GPU memory allocators: CPU 89 MiB, GPU 6344 MiB\n",
      "[07/22/2022-16:24:18] [I] [TRT] [BlockAssignment] Algorithm ShiftNTopDown took 82.1079ms to assign 9 blocks to 319 nodes requiring 139892232 bytes.\n",
      "[07/22/2022-16:24:18] [I] [TRT] Total Activation Memory: 139892232\n",
      "[07/22/2022-16:24:18] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 3434, GPU 2012 (MiB)\n",
      "[07/22/2022-16:24:18] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 3434, GPU 2022 (MiB)\n",
      "[07/22/2022-16:24:18] [I] [TRT] [MemUsageChange] TensorRT-managed allocation in building engine: CPU +48, GPU +629, now: CPU 48, GPU 629 (MiB)\n",
      "[07/22/2022-16:24:18] [W] [TRT] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.\n",
      "[07/22/2022-16:24:18] [W] [TRT] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.\n",
      "[07/22/2022-16:24:19] [I] Engine built in 170.404 sec.\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init CUDA: CPU +0, GPU +0, now: CPU 3147, GPU 1264 (MiB)\n",
      "[07/22/2022-16:24:19] [I] [TRT] Loaded engine size: 631 MiB\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +10, now: CPU 3176, GPU 1902 (MiB)\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 3176, GPU 1910 (MiB)\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +628, now: CPU 0, GPU 628 (MiB)\n",
      "[07/22/2022-16:24:19] [I] Engine deserialized in 0.103674 sec.\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 3176, GPU 1904 (MiB)\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 3176, GPU 1912 (MiB)\n",
      "[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +136, now: CPU 0, GPU 764 (MiB)\n",
      "[07/22/2022-16:24:19] [I] Using random values for input images\n",
      "[07/22/2022-16:24:19] [I] Created input binding for images with dimensions 1x3x640x640\n",
      "[07/22/2022-16:24:19] [I] Using random values for output num_dets\n",
      "[07/22/2022-16:24:19] [I] Created output binding for num_dets with dimensions 1x1\n",
      "[07/22/2022-16:24:19] [I] Using random values for output det_boxes\n",
      "[07/22/2022-16:24:19] [I] Created output binding for det_boxes with dimensions 1x100x4\n",
      "[07/22/2022-16:24:19] [I] Using random values for output det_scores\n",
      "[07/22/2022-16:24:19] [I] Created output binding for det_scores with dimensions 1x100\n",
      "[07/22/2022-16:24:19] [I] Using random values for output det_classes\n",
      "[07/22/2022-16:24:19] [I] Created output binding for det_classes with dimensions 1x100\n",
      "[07/22/2022-16:24:19] [I] Starting inference\n",
      "[07/22/2022-16:24:22] [I] Warmup completed 9 queries over 200 ms\n",
      "[07/22/2022-16:24:22] [I] Timing trace has 129 queries over 3.06118 s\n",
      "[07/22/2022-16:24:22] [I] \n",
      "[07/22/2022-16:24:22] [I] === Trace details ===\n",
      "[07/22/2022-16:24:22] [I] Trace averages of 10 runs:\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.2567 ms - Host latency: 23.5211 ms (enqueue 4.69569 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.3228 ms - Host latency: 23.6006 ms (enqueue 5.76719 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.9354 ms - Host latency: 24.1959 ms (enqueue 4.94689 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.6166 ms - Host latency: 23.8874 ms (enqueue 5.7591 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.3336 ms - Host latency: 23.5929 ms (enqueue 5.16302 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.4093 ms - Host latency: 23.6867 ms (enqueue 5.68168 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.6996 ms - Host latency: 23.9729 ms (enqueue 5.29149 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.7949 ms - Host latency: 24.0542 ms (enqueue 4.59744 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.3707 ms - Host latency: 23.6383 ms (enqueue 5.56155 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.4165 ms - Host latency: 23.686 ms (enqueue 4.44233 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.6525 ms - Host latency: 23.9191 ms (enqueue 5.55225 ms)\n",
      "[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.8072 ms - Host latency: 24.0669 ms (enqueue 4.93503 ms)\n",
      "[07/22/2022-16:24:22] [I] \n",
      "[07/22/2022-16:24:22] [I] === Performance summary ===\n",
      "[07/22/2022-16:24:22] [I] Throughput: 42.1406 qps\n",
      "[07/22/2022-16:24:22] [I] Latency: min = 23.2021 ms, max = 26.2684 ms, mean = 23.8155 ms, median = 23.7214 ms, percentile(99%) = 25.3925 ms\n",
      "[07/22/2022-16:24:22] [I] Enqueue Time: min = 1.36279 ms, max = 6.08386 ms, mean = 5.22827 ms, median = 5.64331 ms, percentile(99%) = 5.99023 ms\n",
      "[07/22/2022-16:24:22] [I] H2D Latency: min = 0.20105 ms, max = 0.330383 ms, mean = 0.257269 ms, median = 0.259216 ms, percentile(99%) = 0.32959 ms\n",
      "[07/22/2022-16:24:22] [I] GPU Compute Time: min = 22.8629 ms, max = 25.9891 ms, mean = 23.5482 ms, median = 23.4527 ms, percentile(99%) = 25.1238 ms\n",
      "[07/22/2022-16:24:22] [I] D2H Latency: min = 0.00756836 ms, max = 0.0153809 ms, mean = 0.0100797 ms, median = 0.0100098 ms, percentile(99%) = 0.0141602 ms\n",
      "[07/22/2022-16:24:22] [I] Total Host Walltime: 3.06118 s\n",
      "[07/22/2022-16:24:22] [I] Total GPU Compute Time: 3.03771 s\n",
      "[07/22/2022-16:24:22] [W] * GPU compute time is unstable, with coefficient of variance = 1.72281%.\n",
      "[07/22/2022-16:24:22] [W]   If not already in use, locking GPU clock frequency or adding --useSpinWait may improve the stability.\n",
      "[07/22/2022-16:24:22] [I] Explanations of the performance metrics are printed in the verbose logs.\n",
      "[07/22/2022-16:24:22] [I] \n",
      "&&&& PASSED TensorRT.trtexec [TensorRT v8401] # /usr/src/tensorrt/bin/trtexec --onnx=weights/yolov7-d6.onnx --saveEngine=weights/yolov7-d6.engine\n"
     ]
    }
   ],
   "source": [
    "# convert onnx to tensorrt engine\n",
    "!/usr/src/tensorrt/bin/trtexec --onnx=weights/yolov7-d6.onnx --saveEngine=weights/yolov7-d6.engine"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "4bb36691",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "import cv2\n",
    "import requests\n",
    "import torch\n",
    "import random\n",
    "import time\n",
    "import numpy as np\n",
    "import tensorrt as trt\n",
    "from PIL import Image\n",
    "from pathlib import Path\n",
    "from collections import OrderedDict,namedtuple"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "1ac7ca3d",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "w = 'weights/yolov7-d6.engine'\n",
    "device = torch.device('cuda:0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7ffebd5a",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# # Create TensorRT Engine\n",
    "# onnx_file = 'yolov5s.onnx'\n",
    "# engine_file = 'yolov5s.engine'\n",
    "# verbose = False\n",
    "# workspace = 8\n",
    "\n",
    "# logger = trt.Logger(trt.Logger.INFO)\n",
    "# if verbose:\n",
    "#     logger.min_severity = trt.Logger.Severity.VERBOSE\n",
    "\n",
    "# builder = trt.Builder(logger)\n",
    "# config = builder.create_builder_config()\n",
    "# config.max_workspace_size = workspace * 1 << 30\n",
    "\n",
    "# flag = (1 << int(trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH))\n",
    "# network = builder.create_network(flag)\n",
    "# parser = trt.OnnxParser(network, logger)\n",
    "# parser.parse_from_file(onnx_file)\n",
    "\n",
    "# with builder.build_serialized_network(network, config) as engine, open(engine_file,'wb') as t:\n",
    "#     t.write(engine)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "318bbc6e",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[07/22/2022-16:24:57] [TRT] [I] [MemUsageChange] Init CUDA: CPU +328, GPU +0, now: CPU 402, GPU 300 (MiB)\n",
      "[07/22/2022-16:24:57] [TRT] [I] Loaded engine size: 631 MiB\n",
      "[07/22/2022-16:24:58] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +872, GPU +378, now: CPU 1953, GPU 1310 (MiB)\n",
      "[07/22/2022-16:24:58] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +125, GPU +60, now: CPU 2078, GPU 1370 (MiB)\n",
      "[07/22/2022-16:24:58] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.3.2\n",
      "[07/22/2022-16:24:58] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +628, now: CPU 0, GPU 628 (MiB)\n",
      "[07/22/2022-16:24:59] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 2454, GPU 1822 (MiB)\n",
      "[07/22/2022-16:24:59] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 2454, GPU 1830 (MiB)\n",
      "[07/22/2022-16:24:59] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.3.2\n",
      "[07/22/2022-16:24:59] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +136, now: CPU 0, GPU 764 (MiB)\n"
     ]
    }
   ],
   "source": [
    "# Infer TensorRT Engine\n",
    "Binding = namedtuple('Binding', ('name', 'dtype', 'shape', 'data', 'ptr'))\n",
    "logger = trt.Logger(trt.Logger.INFO)\n",
    "trt.init_libnvinfer_plugins(logger, namespace=\"\")\n",
    "with open(w, 'rb') as f, trt.Runtime(logger) as runtime:\n",
    "    model = runtime.deserialize_cuda_engine(f.read())\n",
    "bindings = OrderedDict()\n",
    "for index in range(model.num_bindings):\n",
    "    name = model.get_binding_name(index)\n",
    "    dtype = trt.nptype(model.get_binding_dtype(index))\n",
    "    shape = tuple(model.get_binding_shape(index))\n",
    "    data = torch.from_numpy(np.empty(shape, dtype=np.dtype(dtype))).to(device)\n",
    "    bindings[name] = Binding(name, dtype, shape, data, int(data.data_ptr()))\n",
    "binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())\n",
    "context = model.create_execution_context()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "262e5abf-8977-4349-8f4d-3763be6a95dd",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleup=True, stride=32):\n",
    "    # Resize and pad image while meeting stride-multiple constraints\n",
    "    shape = im.shape[:2]  # current shape [height, width]\n",
    "    if isinstance(new_shape, int):\n",
    "        new_shape = (new_shape, new_shape)\n",
    "\n",
    "    # Scale ratio (new / old)\n",
    "    r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])\n",
    "    if not scaleup:  # only scale down, do not scale up (for better val mAP)\n",
    "        r = min(r, 1.0)\n",
    "\n",
    "    # Compute padding\n",
    "    new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))\n",
    "    dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1]  # wh padding\n",
    "\n",
    "    if auto:  # minimum rectangle\n",
    "        dw, dh = np.mod(dw, stride), np.mod(dh, stride)  # wh padding\n",
    "\n",
    "    dw /= 2  # divide padding into 2 sides\n",
    "    dh /= 2\n",
    "\n",
    "    if shape[::-1] != new_unpad:  # resize\n",
    "        im = cv2.resize(im, new_unpad, interpolation=cv2.INTER_LINEAR)\n",
    "    top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))\n",
    "    left, right = int(round(dw - 0.1)), int(round(dw + 0.1))\n",
    "    im = cv2.copyMakeBorder(im, top, bottom, left, right, cv2.BORDER_CONSTANT, value=color)  # add border\n",
    "    return im, r, (dw, dh)\n",
    "\n",
    "def postprocess(boxes,r,dwdh):\n",
    "    dwdh = torch.tensor(dwdh*2).to(boxes.device)\n",
    "    boxes -= dwdh\n",
    "    boxes /= r\n",
    "    return boxes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "033b0c09",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "names = ['person', 'bicycle', 'car', 'motorcycle', 'airplane', 'bus', 'train', 'truck', 'boat', 'traffic light', \n",
    "         'fire hydrant', 'stop sign', 'parking meter', 'bench', 'bird', 'cat', 'dog', 'horse', 'sheep', 'cow', \n",
    "         'elephant', 'bear', 'zebra', 'giraffe', 'backpack', 'umbrella', 'handbag', 'tie', 'suitcase', 'frisbee', \n",
    "         'skis', 'snowboard', 'sports ball', 'kite', 'baseball bat', 'baseball glove', 'skateboard', 'surfboard', \n",
    "         'tennis racket', 'bottle', 'wine glass', 'cup', 'fork', 'knife', 'spoon', 'bowl', 'banana', 'apple', \n",
    "         'sandwich', 'orange', 'broccoli', 'carrot', 'hot dog', 'pizza', 'donut', 'cake', 'chair', 'couch', \n",
    "         'potted plant', 'bed', 'dining table', 'toilet', 'tv', 'laptop', 'mouse', 'remote', 'keyboard', 'cell phone', \n",
    "         'microwave', 'oven', 'toaster', 'sink', 'refrigerator', 'book', 'clock', 'vase', 'scissors', 'teddy bear', \n",
    "         'hair drier', 'toothbrush']\n",
    "colors = {name:[random.randint(0, 255) for _ in range(3)] for i,name in enumerate(names)}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "a2165b86-dc50-4066-a269-9dae3aa3f30e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1, 3, 640, 640)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = 'https://oneflow-static.oss-cn-beijing.aliyuncs.com/tripleMu/image1.jpg'\n",
    "file = requests.get(url)\n",
    "img = cv2.imdecode(np.frombuffer(file.content, np.uint8), 1)\n",
    "img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)\n",
    "\n",
    "image = img.copy()\n",
    "image, ratio, dwdh = letterbox(image, auto=False)\n",
    "image = image.transpose((2, 0, 1))\n",
    "image = np.expand_dims(image, 0)\n",
    "image = np.ascontiguousarray(image)\n",
    "\n",
    "im = image.astype(np.float32)\n",
    "im.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "c4eb552b-9163-4813-a793-c4ff90f9df22",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "torch.Size([1, 3, 640, 640])"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "im = torch.from_numpy(im).to(device)\n",
    "im/=255\n",
    "im.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "0694f319",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# warmup for 10 times\n",
    "for _ in range(10):\n",
    "    tmp = torch.randn(1,3,640,640).to(device)\n",
    "    binding_addrs['images'] = int(tmp.data_ptr())\n",
    "    context.execute_v2(list(binding_addrs.values()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "d46bc215",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cost 0.023061261999828275 s\n"
     ]
    }
   ],
   "source": [
    "start = time.perf_counter()\n",
    "binding_addrs['images'] = int(im.data_ptr())\n",
    "context.execute_v2(list(binding_addrs.values()))\n",
    "print(f'Cost {time.perf_counter()-start} s')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "00a09c3b",
   "metadata": {
    "collapsed": false,
    "jupyter": {
     "outputs_hidden": false
    },
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(torch.Size([1, 1]),\n",
       " torch.Size([1, 100, 4]),\n",
       " torch.Size([1, 100]),\n",
       " torch.Size([1, 100]))"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nums = bindings['num_dets'].data\n",
    "boxes = bindings['det_boxes'].data\n",
    "scores = bindings['det_scores'].data\n",
    "classes = bindings['det_classes'].data\n",
    "nums.shape,boxes.shape,scores.shape,classes.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "b562c976-b347-4ec7-b74b-176a9276bde9",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[4]], device='cuda:0', dtype=torch.int32)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nums"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "fa90f60b-c1c3-458b-a1e2-698267c4f039",
   "metadata": {},
   "outputs": [],
   "source": [
    "boxes = boxes[0,:nums[0][0]]\n",
    "scores = scores[0,:nums[0][0]]\n",
    "classes = classes[0,:nums[0][0]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "2a948e8b-dfaa-40fa-b6c3-4d4adeff3f3c",
   "metadata": {},
   "outputs": [],
   "source": [
    "for box,score,cl in zip(boxes,scores,classes):\n",
    "    box = postprocess(box,ratio,dwdh).round().int()\n",
    "    name = names[cl]\n",
    "    color = colors[name]\n",
    "    name += ' ' + str(round(float(score),3))\n",
    "    cv2.rectangle(img,box[:2].tolist(),box[2:].tolist(),color,2)\n",
    "    cv2.putText(img,name,(int(box[0]), int(box[1]) - 2),cv2.FONT_HERSHEY_SIMPLEX,0.75,color,thickness=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "ba749921-cf76-4415-b1a4-a8ddfe35e73d",
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {