---- Resolved TRT Profile ---- MIN_BATCH=1 OPT_BATCH=3 MAX_BATCH=12 MIN_SEQ_LEN=1 OPT_SEQ_LEN=512 MAX_SEQ_LEN=512 WORKSPACE_SIZE=24696061952 BUILDER_OPTIMIZATION_LEVEL=3 PRECISION=fp16 ==== TensorRT Engine ==== Total Layers: 212 ==== Precision Statistics ==== Half: 696 Int64: 10 Float: 5 ==== Layer Type Statistics ==== kgen: 116 gemm: 89 reshape: 2 cast: 2 shape_call: 1 fusion: 1 Reformat: 1 ==== Layer List ==== # Type Precision Name ---------------------------------------------------------------------------------------------------- 0 shape_call - __mye105005_0_myl0_0 1 kgen Half __myl_SlicCastReplSubCastIotaCastReshCastReshReshSubAbsEqlLtOrReshNotSeleSele_myl0_1 2 kgen Half __myl_MoveMul_myl0_2 3 kgen Half __myl_CastGathCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_3 4 gemm Half /model/layers_0/attn/Wqkv/MatMul_myl0_4 5 reshape Int64 __mye379131_myl0_5 6 cast Int64 cast_hvar^379127i64_myl0_6 7 reshape Int64 __mye379157_myl0_7 8 cast Int64 cast_hvar^379153i64_myl0_8 9 kgen Half __myl_ConcSinCosReshReshTranSlicSlicReshMulSlicNegSlicConcMulAddTranSlicReshMulSlicNegSlicConcMulEtc_myl0_9 10 kgen Half _gemm_mha_v2_myl0_10 11 gemm Half /model/layers_0/attn/Wo/MatMul_myl0_11 12 kgen Half __myl_ReshReshTranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_12 13 gemm Half /model/layers_0/mlp/Wi/MatMul_myl0_13 14 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_14 15 gemm Half /model/layers_0/mlp/Wo/MatMul_myl0_15 16 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_16 17 gemm Half /model/layers_1/attn/Wqkv/MatMul_myl0_17 18 kgen Half __myl_ConcSinCosReshReshReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshEtc_myl0_18 19 kgen Half _gemm_mha_v2_myl0_19 20 gemm Half /model/layers_1/attn/Wo/MatMul_myl0_20 21 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_21 22 gemm Half /model/layers_1/mlp/Wi/MatMul_myl0_22 23 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_23 24 gemm Half /model/layers_1/mlp/Wo/MatMul_myl0_24 25 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_25 26 gemm Half /model/layers_2/attn/Wqkv/MatMul_myl0_26 27 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_27 28 kgen Half _gemm_mha_v2_myl0_28 29 gemm Half /model/layers_2/attn/Wo/MatMul_myl0_29 30 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_30 31 gemm Half /model/layers_2/mlp/Wi/MatMul_myl0_31 32 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_32 33 gemm Half /model/layers_2/mlp/Wo/MatMul_myl0_33 34 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_34 35 gemm Half /model/layers_3/attn/Wqkv/MatMul_myl0_35 36 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_36 37 kgen Half _gemm_mha_v2_myl0_37 38 gemm Half /model/layers_3/attn/Wo/MatMul_myl0_38 39 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_39 40 gemm Half /model/layers_3/mlp/Wi/MatMul_myl0_40 41 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_41 42 gemm Half /model/layers_3/mlp/Wo/MatMul_myl0_42 43 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_43 44 gemm Half /model/layers_4/attn/Wqkv/MatMul_myl0_44 45 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_45 46 kgen Half _gemm_mha_v2_myl0_46 47 gemm Half /model/layers_4/attn/Wo/MatMul_myl0_47 48 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_48 49 gemm Half /model/layers_4/mlp/Wi/MatMul_myl0_49 50 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_50 51 gemm Half /model/layers_4/mlp/Wo/MatMul_myl0_51 52 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_52 53 gemm Half /model/layers_5/attn/Wqkv/MatMul_myl0_53 54 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_54 55 kgen Half _gemm_mha_v2_myl0_55 56 gemm Half /model/layers_5/attn/Wo/MatMul_myl0_56 57 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_57 58 gemm Half /model/layers_5/mlp/Wi/MatMul_myl0_58 59 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_59 60 gemm Half /model/layers_5/mlp/Wo/MatMul_myl0_60 61 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_61 62 gemm Half /model/layers_6/attn/Wqkv/MatMul_myl0_62 63 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_63 64 kgen Half _gemm_mha_v2_myl0_64 65 gemm Half /model/layers_6/attn/Wo/MatMul_myl0_65 66 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_66 67 gemm Half /model/layers_6/mlp/Wi/MatMul_myl0_67 68 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_68 69 gemm Half /model/layers_6/mlp/Wo/MatMul_myl0_69 70 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_70 71 gemm Half /model/layers_7/attn/Wqkv/MatMul_myl0_71 72 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_72 73 kgen Half _gemm_mha_v2_myl0_73 74 gemm Half /model/layers_7/attn/Wo/MatMul_myl0_74 75 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_75 76 gemm Half /model/layers_7/mlp/Wi/MatMul_myl0_76 77 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_77 78 gemm Half /model/layers_7/mlp/Wo/MatMul_myl0_78 79 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_79 80 gemm Half /model/layers_8/attn/Wqkv/MatMul_myl0_80 81 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_81 82 kgen Half _gemm_mha_v2_myl0_82 83 gemm Half /model/layers_8/attn/Wo/MatMul_myl0_83 84 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_84 85 gemm Half /model/layers_8/mlp/Wi/MatMul_myl0_85 86 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_86 87 gemm Half /model/layers_8/mlp/Wo/MatMul_myl0_87 88 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_88 89 gemm Half /model/layers_9/attn/Wqkv/MatMul_myl0_89 90 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_90 91 kgen Half _gemm_mha_v2_myl0_91 92 gemm Half /model/layers_9/attn/Wo/MatMul_myl0_92 93 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_93 94 gemm Half /model/layers_9/mlp/Wi/MatMul_myl0_94 95 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_95 96 gemm Half /model/layers_9/mlp/Wo/MatMul_myl0_96 97 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_97 98 gemm Half /model/layers_10/attn/Wqkv/MatMul_myl0_98 99 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_99 100 kgen Half _gemm_mha_v2_myl0_100 101 gemm Half /model/layers_10/attn/Wo/MatMul_myl0_101 102 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_102 103 gemm Half /model/layers_10/mlp/Wi/MatMul_myl0_103 104 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_104 105 gemm Half /model/layers_10/mlp/Wo/MatMul_myl0_105 106 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_106 107 gemm Half /model/layers_11/attn/Wqkv/MatMul_myl0_107 108 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_108 109 kgen Half _gemm_mha_v2_myl0_109 110 gemm Half /model/layers_11/attn/Wo/MatMul_myl0_110 111 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_111 112 gemm Half /model/layers_11/mlp/Wi/MatMul_myl0_112 113 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_113 114 gemm Half /model/layers_11/mlp/Wo/MatMul_myl0_114 115 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_115 116 gemm Half /model/layers_12/attn/Wqkv/MatMul_myl0_116 117 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_117 118 kgen Half _gemm_mha_v2_myl0_118 119 gemm Half /model/layers_12/attn/Wo/MatMul_myl0_119 120 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_120 121 gemm Half /model/layers_12/mlp/Wi/MatMul_myl0_121 122 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_122 123 gemm Half /model/layers_12/mlp/Wo/MatMul_myl0_123 124 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_124 125 gemm Half /model/layers_13/attn/Wqkv/MatMul_myl0_125 126 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_126 127 kgen Half _gemm_mha_v2_myl0_127 128 gemm Half /model/layers_13/attn/Wo/MatMul_myl0_128 129 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_129 130 gemm Half /model/layers_13/mlp/Wi/MatMul_myl0_130 131 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_131 132 gemm Half /model/layers_13/mlp/Wo/MatMul_myl0_132 133 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_133 134 gemm Half /model/layers_14/attn/Wqkv/MatMul_myl0_134 135 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_135 136 kgen Half _gemm_mha_v2_myl0_136 137 gemm Half /model/layers_14/attn/Wo/MatMul_myl0_137 138 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_138 139 gemm Half /model/layers_14/mlp/Wi/MatMul_myl0_139 140 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_140 141 gemm Half /model/layers_14/mlp/Wo/MatMul_myl0_141 142 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_142 143 gemm Half /model/layers_15/attn/Wqkv/MatMul_myl0_143 144 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_144 145 kgen Half _gemm_mha_v2_myl0_145 146 gemm Half /model/layers_15/attn/Wo/MatMul_myl0_146 147 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_147 148 gemm Half /model/layers_15/mlp/Wi/MatMul_myl0_148 149 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_149 150 gemm Half /model/layers_15/mlp/Wo/MatMul_myl0_150 151 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_151 152 gemm Half /model/layers_16/attn/Wqkv/MatMul_myl0_152 153 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_153 154 kgen Half _gemm_mha_v2_myl0_154 155 gemm Half /model/layers_16/attn/Wo/MatMul_myl0_155 156 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_156 157 gemm Half /model/layers_16/mlp/Wi/MatMul_myl0_157 158 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_158 159 gemm Half /model/layers_16/mlp/Wo/MatMul_myl0_159 160 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_160 161 gemm Half /model/layers_17/attn/Wqkv/MatMul_myl0_161 162 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_162 163 kgen Half _gemm_mha_v2_myl0_163 164 gemm Half /model/layers_17/attn/Wo/MatMul_myl0_164 165 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_165 166 gemm Half /model/layers_17/mlp/Wi/MatMul_myl0_166 167 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_167 168 gemm Half /model/layers_17/mlp/Wo/MatMul_myl0_168 169 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_169 170 gemm Half /model/layers_18/attn/Wqkv/MatMul_myl0_170 171 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_171 172 kgen Half _gemm_mha_v2_myl0_172 173 gemm Half /model/layers_18/attn/Wo/MatMul_myl0_173 174 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_174 175 gemm Half /model/layers_18/mlp/Wi/MatMul_myl0_175 176 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_176 177 gemm Half /model/layers_18/mlp/Wo/MatMul_myl0_177 178 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_178 179 gemm Half /model/layers_19/attn/Wqkv/MatMul_myl0_179 180 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_180 181 kgen Half _gemm_mha_v2_myl0_181 182 gemm Half /model/layers_19/attn/Wo/MatMul_myl0_182 183 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_183 184 gemm Half /model/layers_19/mlp/Wi/MatMul_myl0_184 185 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_185 186 gemm Half /model/layers_19/mlp/Wo/MatMul_myl0_186 187 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_187 188 gemm Half /model/layers_20/attn/Wqkv/MatMul_myl0_188 189 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_189 190 kgen Half _gemm_mha_v2_myl0_190 191 gemm Half /model/layers_20/attn/Wo/MatMul_myl0_191 192 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_192 193 gemm Half /model/layers_20/mlp/Wi/MatMul_myl0_193 194 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_194 195 gemm Half /model/layers_20/mlp/Wo/MatMul_myl0_195 196 kgen Half __myl_TranReshAddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_196 197 gemm Half /model/layers_21/attn/Wqkv/MatMul_myl0_197 198 kgen Half __myl_ReshTranReshMoveReshTranSlicSlicReshSlicNegSlicConcMulMulAddTranSlicReshSlicNegSlicConcMulEtc_myl0_198 199 kgen Half _gemm_mha_v2_myl0_199 200 gemm Half /model/layers_21/attn/Wo/MatMul_myl0_200 201 kgen Half __myl_AddCastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_201 202 gemm Half /model/layers_21/mlp/Wi/MatMul_myl0_202 203 kgen Half __myl_TranReshSlicSlicDivCastErfCastAddMulMulMul_myl0_203 204 gemm Half /model/layers_21/mlp/Wo/MatMul_myl0_204 205 kgen Float __myl_TranReshAddCastMeanSubMulMean_myl0_205 206 kgen Half __myl_CastAddSqrtDivMulCastMulAddMoveReshTranReshMoveReshMulSum_myl0_206 207 kgen Half __myl_SumCastReshDivMul_myl0_207 208 fusion Half __myl_Fc_myl0_208 209 kgen Half __myl_CastMeanSubMulMeanAddSqrtDivMulCastMulAdd_myl0_209 210 gemm Half /classifier/Gemm_myl0_210 211 Reformat Float Reformatting CopyNode for Output Tensor 0 to {ForeignNode[/model/Unsqueeze_1 + /model/Unsqueeze_2...(Unnamed Layer* 6506) [ElementWise]]}