diff --git a/onnxruntime/python/tools/bert/test_data/bert_mrpc_tensorflow2.1_opset10/test_data_set_0/input_0.pb b/onnxruntime/python/tools/bert/test_data/bert_mrpc_tensorflow2.1_opset10/test_data_set_0/input_0.pb deleted file mode 100644 index 77361435f2..0000000000 Binary files a/onnxruntime/python/tools/bert/test_data/bert_mrpc_tensorflow2.1_opset10/test_data_set_0/input_0.pb and /dev/null differ diff --git a/onnxruntime/python/tools/bert/test_data/bert_mrpc_tensorflow2.1_opset10/test_data_set_0/output_0.pb b/onnxruntime/python/tools/bert/test_data/bert_mrpc_tensorflow2.1_opset10/test_data_set_0/output_0.pb deleted file mode 100644 index d8c7e3c8af..0000000000 --- a/onnxruntime/python/tools/bert/test_data/bert_mrpc_tensorflow2.1_opset10/test_data_set_0/output_0.pb +++ /dev/null @@ -1 +0,0 @@ -Boutput_1JwZ \ No newline at end of file diff --git a/onnxruntime/python/tools/bert/test_data/bert_squad_pytorch1.4_opset10_fp32/test_data_set_0/input_0.pb b/onnxruntime/python/tools/bert/test_data/bert_squad_pytorch1.4_opset10_fp32/test_data_set_0/input_0.pb deleted file mode 100644 index 23ef229fb0..0000000000 Binary files a/onnxruntime/python/tools/bert/test_data/bert_squad_pytorch1.4_opset10_fp32/test_data_set_0/input_0.pb and /dev/null differ diff --git a/onnxruntime/python/tools/bert/test_data/bert_squad_pytorch1.4_opset10_fp32/test_data_set_0/output_0.pb b/onnxruntime/python/tools/bert/test_data/bert_squad_pytorch1.4_opset10_fp32/test_data_set_0/output_0.pb deleted file mode 100644 index f54f5a8358..0000000000 --- a/onnxruntime/python/tools/bert/test_data/bert_squad_pytorch1.4_opset10_fp32/test_data_set_0/output_0.pb +++ /dev/null @@ -1,3 +0,0 @@ - -BstartJ(A2Ibert.encoder.layer.11.attention.output.LayerNorm.weight_resize CastDef_1283 CastDef_1283"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1578 CastDef_1276 CastDef_1276"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1575 CastDef_1271 CastDef_1271"Cast* +to20cast node to cast from float16 to float32 on cpu + +8bert.encoder.layer.11.attention.output.dense.bias_resize CastDef_1262 CastDef_1262"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1770_resize CastDef_1259 CastDef_1259"Cast* +to20cast node to cast from float16 to float32 on cpu + +6bert.encoder.layer.11.attention.self.value.bias_resize CastDef_1253 CastDef_1253"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1762_resize CastDef_1250 CastDef_1250"Cast* +to20cast node to cast from float16 to float32 on cpu + +2bert.encoder.layer.10.output.LayerNorm.bias_resize CastDef_1227 CastDef_1227"Cast* +to20cast node to cast from float16 to float32 on cpu + +4bert.encoder.layer.10.output.LayerNorm.weight_resize CastDef_1224 CastDef_1224"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1490 CastDef_1217 CastDef_1217"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1487 CastDef_1212 CastDef_1212"Cast* +to20cast node to cast from float16 to float32 on cpu + +.bert.encoder.layer.10.output.dense.bias_resize CastDef_1203 CastDef_1203"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1759_resize CastDef_1200 CastDef_1200"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1479 CastDef_1197 CastDef_1197"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1476 CastDef_1192 CastDef_1192"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1473 CastDef_1187 CastDef_1187"Cast* +to20cast node to cast from float16 to float32 on cpu + +4bert.encoder.layer.10.intermediate.dense.bias_resize CastDef_1184 CastDef_1184"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1758_resize CastDef_1181 CastDef_1181"Cast* +to20cast node to cast from float16 to float32 on cpu + +bert.encoder.layer.10.attention.output.LayerNorm.weight_resize CastDef_1175 CastDef_1175"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1464 CastDef_1168 CastDef_1168"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1461 CastDef_1163 CastDef_1163"Cast* +to20cast node to cast from float16 to float32 on cpu + +8bert.encoder.layer.10.attention.output.dense.bias_resize CastDef_1154 CastDef_1154"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1757_resize CastDef_1151 CastDef_1151"Cast* +to20cast node to cast from float16 to float32 on cpu + +6bert.encoder.layer.10.attention.self.value.bias_resize CastDef_1145 CastDef_1145"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1749_resize CastDef_1142 CastDef_1142"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.9.output.LayerNorm.bias_resize CastDef_1119 CastDef_1119"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.9.output.LayerNorm.weight_resize CastDef_1116 CastDef_1116"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1376 CastDef_1109 CastDef_1109"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1373 CastDef_1104 CastDef_1104"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.9.output.dense.bias_resize CastDef_1095 CastDef_1095"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1746_resize CastDef_1092 CastDef_1092"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1365 CastDef_1089 CastDef_1089"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1362 CastDef_1084 CastDef_1084"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1359 CastDef_1079 CastDef_1079"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.9.intermediate.dense.bias_resize CastDef_1076 CastDef_1076"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1745_resize CastDef_1073 CastDef_1073"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.9.attention.output.LayerNorm.bias_resize CastDef_1070 CastDef_1070"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.9.attention.output.LayerNorm.weight_resize CastDef_1067 CastDef_1067"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1350 CastDef_1060 CastDef_1060"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1347 CastDef_1055 CastDef_1055"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.9.attention.output.dense.bias_resize CastDef_1046 CastDef_1046"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1744_resize CastDef_1043 CastDef_1043"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.9.attention.self.value.bias_resize CastDef_1037 CastDef_1037"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1736_resize CastDef_1034 CastDef_1034"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.8.output.LayerNorm.bias_resize CastDef_1011 CastDef_1011"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.8.output.LayerNorm.weight_resize CastDef_1008 CastDef_1008"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1262 CastDef_1001 CastDef_1001"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1259 CastDef_996 CastDef_996"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.8.output.dense.bias_resize CastDef_987 CastDef_987"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1733_resize CastDef_984 CastDef_984"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1251 CastDef_981 CastDef_981"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1248 CastDef_976 CastDef_976"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1245 CastDef_971 CastDef_971"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.8.intermediate.dense.bias_resize CastDef_968 CastDef_968"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1732_resize CastDef_965 CastDef_965"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.8.attention.output.LayerNorm.bias_resize CastDef_962 CastDef_962"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.8.attention.output.LayerNorm.weight_resize CastDef_959 CastDef_959"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1236 CastDef_952 CastDef_952"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1233 CastDef_947 CastDef_947"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.8.attention.output.dense.bias_resize CastDef_938 CastDef_938"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1731_resize CastDef_935 CastDef_935"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.8.attention.self.value.bias_resize CastDef_929 CastDef_929"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1723_resize CastDef_926 CastDef_926"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.7.output.LayerNorm.bias_resize CastDef_903 CastDef_903"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.7.output.LayerNorm.weight_resize CastDef_900 CastDef_900"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1148 CastDef_893 CastDef_893"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1145 CastDef_888 CastDef_888"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.7.output.dense.bias_resize CastDef_879 CastDef_879"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1720_resize CastDef_876 CastDef_876"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1137 CastDef_873 CastDef_873"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1134 CastDef_868 CastDef_868"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1131 CastDef_863 CastDef_863"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.7.intermediate.dense.bias_resize CastDef_860 CastDef_860"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1719_resize CastDef_857 CastDef_857"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.7.attention.output.LayerNorm.bias_resize CastDef_854 CastDef_854"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.7.attention.output.LayerNorm.weight_resize CastDef_851 CastDef_851"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1122 CastDef_844 CastDef_844"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1119 CastDef_839 CastDef_839"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.7.attention.output.dense.bias_resize CastDef_830 CastDef_830"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1718_resize CastDef_827 CastDef_827"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.7.attention.self.value.bias_resize CastDef_821 CastDef_821"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1710_resize CastDef_818 CastDef_818"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.6.output.LayerNorm.bias_resize CastDef_795 CastDef_795"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.6.output.LayerNorm.weight_resize CastDef_792 CastDef_792"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1034 CastDef_785 CastDef_785"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1031 CastDef_780 CastDef_780"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.6.output.dense.bias_resize CastDef_771 CastDef_771"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1707_resize CastDef_768 CastDef_768"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1023 CastDef_765 CastDef_765"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1020 CastDef_760 CastDef_760"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1017 CastDef_755 CastDef_755"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.6.intermediate.dense.bias_resize CastDef_752 CastDef_752"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1706_resize CastDef_749 CastDef_749"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.6.attention.output.LayerNorm.bias_resize CastDef_746 CastDef_746"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.6.attention.output.LayerNorm.weight_resize CastDef_743 CastDef_743"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1008 CastDef_736 CastDef_736"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1005 CastDef_731 CastDef_731"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.6.attention.output.dense.bias_resize CastDef_722 CastDef_722"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1705_resize CastDef_719 CastDef_719"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.6.attention.self.value.bias_resize CastDef_713 CastDef_713"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1697_resize CastDef_710 CastDef_710"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.5.output.LayerNorm.bias_resize CastDef_687 CastDef_687"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.5.output.LayerNorm.weight_resize CastDef_684 CastDef_684"Cast* +to20cast node to cast from float16 to float32 on cpu +b +920 CastDef_677 CastDef_677"Cast* +to20cast node to cast from float16 to float32 on cpu +b +917 CastDef_672 CastDef_672"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.5.output.dense.bias_resize CastDef_663 CastDef_663"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1694_resize CastDef_660 CastDef_660"Cast* +to20cast node to cast from float16 to float32 on cpu +b +909 CastDef_657 CastDef_657"Cast* +to20cast node to cast from float16 to float32 on cpu +b +906 CastDef_652 CastDef_652"Cast* +to20cast node to cast from float16 to float32 on cpu +b +903 CastDef_647 CastDef_647"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.5.intermediate.dense.bias_resize CastDef_644 CastDef_644"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1693_resize CastDef_641 CastDef_641"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.5.attention.output.LayerNorm.bias_resize CastDef_638 CastDef_638"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.5.attention.output.LayerNorm.weight_resize CastDef_635 CastDef_635"Cast* +to20cast node to cast from float16 to float32 on cpu +b +894 CastDef_628 CastDef_628"Cast* +to20cast node to cast from float16 to float32 on cpu +b +891 CastDef_623 CastDef_623"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.5.attention.output.dense.bias_resize CastDef_614 CastDef_614"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1692_resize CastDef_611 CastDef_611"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.5.attention.self.value.bias_resize CastDef_605 CastDef_605"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1684_resize CastDef_602 CastDef_602"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.4.output.LayerNorm.bias_resize CastDef_579 CastDef_579"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.4.output.LayerNorm.weight_resize CastDef_576 CastDef_576"Cast* +to20cast node to cast from float16 to float32 on cpu +b +806 CastDef_569 CastDef_569"Cast* +to20cast node to cast from float16 to float32 on cpu +b +803 CastDef_564 CastDef_564"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.4.output.dense.bias_resize CastDef_555 CastDef_555"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1681_resize CastDef_552 CastDef_552"Cast* +to20cast node to cast from float16 to float32 on cpu +b +795 CastDef_549 CastDef_549"Cast* +to20cast node to cast from float16 to float32 on cpu +b +792 CastDef_544 CastDef_544"Cast* +to20cast node to cast from float16 to float32 on cpu +b +789 CastDef_539 CastDef_539"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.4.intermediate.dense.bias_resize CastDef_536 CastDef_536"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1680_resize CastDef_533 CastDef_533"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.4.attention.output.LayerNorm.bias_resize CastDef_530 CastDef_530"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.4.attention.output.LayerNorm.weight_resize CastDef_527 CastDef_527"Cast* +to20cast node to cast from float16 to float32 on cpu +b +780 CastDef_520 CastDef_520"Cast* +to20cast node to cast from float16 to float32 on cpu +b +777 CastDef_515 CastDef_515"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.4.attention.output.dense.bias_resize CastDef_506 CastDef_506"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1679_resize CastDef_503 CastDef_503"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.4.attention.self.value.bias_resize CastDef_497 CastDef_497"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1671_resize CastDef_494 CastDef_494"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.3.output.LayerNorm.bias_resize CastDef_471 CastDef_471"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.3.output.LayerNorm.weight_resize CastDef_468 CastDef_468"Cast* +to20cast node to cast from float16 to float32 on cpu +b +692 CastDef_461 CastDef_461"Cast* +to20cast node to cast from float16 to float32 on cpu +b +689 CastDef_456 CastDef_456"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.3.output.dense.bias_resize CastDef_447 CastDef_447"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1668_resize CastDef_444 CastDef_444"Cast* +to20cast node to cast from float16 to float32 on cpu +b +681 CastDef_441 CastDef_441"Cast* +to20cast node to cast from float16 to float32 on cpu +b +678 CastDef_436 CastDef_436"Cast* +to20cast node to cast from float16 to float32 on cpu +b +675 CastDef_431 CastDef_431"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.3.intermediate.dense.bias_resize CastDef_428 CastDef_428"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1667_resize CastDef_425 CastDef_425"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.3.attention.output.LayerNorm.bias_resize CastDef_422 CastDef_422"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.3.attention.output.LayerNorm.weight_resize CastDef_419 CastDef_419"Cast* +to20cast node to cast from float16 to float32 on cpu +b +666 CastDef_412 CastDef_412"Cast* +to20cast node to cast from float16 to float32 on cpu +b +663 CastDef_407 CastDef_407"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.3.attention.output.dense.bias_resize CastDef_398 CastDef_398"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1666_resize CastDef_395 CastDef_395"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.3.attention.self.value.bias_resize CastDef_389 CastDef_389"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1658_resize CastDef_386 CastDef_386"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.2.output.LayerNorm.bias_resize CastDef_363 CastDef_363"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.2.output.LayerNorm.weight_resize CastDef_360 CastDef_360"Cast* +to20cast node to cast from float16 to float32 on cpu +b +578 CastDef_353 CastDef_353"Cast* +to20cast node to cast from float16 to float32 on cpu +b +575 CastDef_348 CastDef_348"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.2.output.dense.bias_resize CastDef_339 CastDef_339"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1655_resize CastDef_336 CastDef_336"Cast* +to20cast node to cast from float16 to float32 on cpu +b +567 CastDef_333 CastDef_333"Cast* +to20cast node to cast from float16 to float32 on cpu +b +564 CastDef_328 CastDef_328"Cast* +to20cast node to cast from float16 to float32 on cpu +b +561 CastDef_323 CastDef_323"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.2.intermediate.dense.bias_resize CastDef_320 CastDef_320"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1654_resize CastDef_317 CastDef_317"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.2.attention.output.LayerNorm.bias_resize CastDef_314 CastDef_314"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.2.attention.output.LayerNorm.weight_resize CastDef_311 CastDef_311"Cast* +to20cast node to cast from float16 to float32 on cpu +b +552 CastDef_304 CastDef_304"Cast* +to20cast node to cast from float16 to float32 on cpu +b +549 CastDef_299 CastDef_299"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.2.attention.output.dense.bias_resize CastDef_290 CastDef_290"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1653_resize CastDef_287 CastDef_287"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.2.attention.self.value.bias_resize CastDef_281 CastDef_281"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1645_resize CastDef_278 CastDef_278"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.1.output.LayerNorm.bias_resize CastDef_255 CastDef_255"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.1.output.LayerNorm.weight_resize CastDef_252 CastDef_252"Cast* +to20cast node to cast from float16 to float32 on cpu +b +464 CastDef_245 CastDef_245"Cast* +to20cast node to cast from float16 to float32 on cpu +b +461 CastDef_240 CastDef_240"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.1.output.dense.bias_resize CastDef_231 CastDef_231"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1642_resize CastDef_228 CastDef_228"Cast* +to20cast node to cast from float16 to float32 on cpu +b +453 CastDef_225 CastDef_225"Cast* +to20cast node to cast from float16 to float32 on cpu +b +450 CastDef_220 CastDef_220"Cast* +to20cast node to cast from float16 to float32 on cpu +b +447 CastDef_215 CastDef_215"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.1.intermediate.dense.bias_resize CastDef_212 CastDef_212"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1641_resize CastDef_209 CastDef_209"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.1.attention.output.LayerNorm.bias_resize CastDef_206 CastDef_206"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.1.attention.output.LayerNorm.weight_resize CastDef_203 CastDef_203"Cast* +to20cast node to cast from float16 to float32 on cpu +b +438 CastDef_196 CastDef_196"Cast* +to20cast node to cast from float16 to float32 on cpu +b +435 CastDef_191 CastDef_191"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.1.attention.output.dense.bias_resize CastDef_182 CastDef_182"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1640_resize CastDef_179 CastDef_179"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.1.attention.self.value.bias_resize CastDef_173 CastDef_173"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1632_resize CastDef_170 CastDef_170"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.encoder.layer.0.output.LayerNorm.bias_resize CastDef_147 CastDef_147"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.0.output.LayerNorm.weight_resize CastDef_144 CastDef_144"Cast* +to20cast node to cast from float16 to float32 on cpu +b +350 CastDef_137 CastDef_137"Cast* +to20cast node to cast from float16 to float32 on cpu +b +347 CastDef_132 CastDef_132"Cast* +to20cast node to cast from float16 to float32 on cpu + +-bert.encoder.layer.0.output.dense.bias_resize CastDef_123 CastDef_123"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1629_resize CastDef_120 CastDef_120"Cast* +to20cast node to cast from float16 to float32 on cpu +b +339 CastDef_117 CastDef_117"Cast* +to20cast node to cast from float16 to float32 on cpu +b +336 CastDef_112 CastDef_112"Cast* +to20cast node to cast from float16 to float32 on cpu +b +333 CastDef_107 CastDef_107"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.0.intermediate.dense.bias_resize CastDef_104 CastDef_104"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1628_resize CastDef_101 CastDef_101"Cast* +to20cast node to cast from float16 to float32 on cpu + +;bert.encoder.layer.0.attention.output.LayerNorm.bias_resize +CastDef_98 +CastDef_98"Cast* +to20cast node to cast from float16 to float32 on cpu + +=bert.encoder.layer.0.attention.output.LayerNorm.weight_resize +CastDef_95 +CastDef_95"Cast* +to20cast node to cast from float16 to float32 on cpu +` +324 +CastDef_88 +CastDef_88"Cast* +to20cast node to cast from float16 to float32 on cpu +` +321 +CastDef_83 +CastDef_83"Cast* +to20cast node to cast from float16 to float32 on cpu + +7bert.encoder.layer.0.attention.output.dense.bias_resize +CastDef_74 +CastDef_74"Cast* +to20cast node to cast from float16 to float32 on cpu +h + 1627_resize +CastDef_71 +CastDef_71"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.0.attention.self.value.bias_resize +CastDef_65 +CastDef_65"Cast* +to20cast node to cast from float16 to float32 on cpu +h + 1619_resize +CastDef_62 +CastDef_62"Cast* +to20cast node to cast from float16 to float32 on cpu + +%bert.embeddings.LayerNorm.bias_resize +CastDef_32 +CastDef_32"Cast* +to20cast node to cast from float16 to float32 on cpu + +'bert.embeddings.LayerNorm.weight_resize +CastDef_29 +CastDef_29"Cast* +to20cast node to cast from float16 to float32 on cpu +` +236 +CastDef_22 +CastDef_22"Cast* +to20cast node to cast from float16 to float32 on cpu +` +233 +CastDef_17 +CastDef_17"Cast* +to20cast node to cast from float16 to float32 on cpu + +1bert.embeddings.position_embeddings.weight_resize CastDef_0 CastDef_0"Cast* +to20cast node to cast from float16 to float32 on cpu + + input_ids214"Shape +& +214 +215216"Gather* +axis +$ +216223" Unsqueeze* +axes@ + + input_ids211"Shape +& +211 +212213"Gather* +axis +$ +213222" Unsqueeze* +axes@ +& +222 +223224"Concat* +axis + +216217"Cast* +to + +218 +217 +219220"Range +$ +220221" Unsqueeze* +axes@ + +221 +224225"Expand +2 + CastDef_0 +225 CastDef_1"Gather* +axis + +-bert.embeddings.word_embeddings.weight_resize CastDef_2 CastDef_2"Cast* +to20cast node to cast from float16 to float32 on cpu +8 + CastDef_2 + input_ids CastDef_3"Gather* +axis +( + CastDef_3 + CastDef_1 CastDef_6"Add + +3bert.embeddings.token_type_embeddings.weight_resize CastDef_7 CastDef_7"Cast* +to20cast node to cast from float16 to float32 on cpu +: + CastDef_7 + segment_ids CastDef_8"Gather* +axis +) + CastDef_6 + CastDef_8 +CastDef_11"Add +M + +CastDef_11 +CastDef_13" +ReduceMean* +axes@* +keepdims ++ + +CastDef_11 + +CastDef_13 +CastDef_15"Sub ++ + +CastDef_15 + +CastDef_17 +CastDef_18"Pow +M + +CastDef_18 +CastDef_20" +ReduceMean* +axes@* +keepdims ++ + +CastDef_20 + +CastDef_22 +CastDef_23"Add + + +CastDef_23 +CastDef_25"Sqrt ++ + +CastDef_15 + +CastDef_25 +CastDef_27"Div ++ + +CastDef_27 + +CastDef_29 +CastDef_30"Mul ++ + +CastDef_30 + +CastDef_32 +CastDef_33"Add +. + +CastDef_33 + +CastDef_62 +CastDef_63"MatMul ++ + +CastDef_63 + +CastDef_65 +CastDef_66"Add +` + +CastDef_66250 +CastDef_66"Cast* +to +20cast node to cast from float16 to float32 on cpu + +250 +292293"Reshape +* +293294" Transpose* +perm@@@@ +` +294 +CastDef_68 +CastDef_68"Cast* +to20cast node to cast from float16 to float32 on cpu +` +297 +CastDef_49 +CastDef_49"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.0.attention.self.key.bias_resize +CastDef_38 +CastDef_38"Cast* +to20cast node to cast from float16 to float32 on cpu +h + 1618_resize +CastDef_35 +CastDef_35"Cast* +to20cast node to cast from float16 to float32 on cpu +. + +CastDef_33 + +CastDef_35 +CastDef_36"MatMul ++ + +CastDef_36 + +CastDef_38 +CastDef_39"Add +` + +CastDef_39247 +CastDef_39"Cast* +to +20cast node to cast from float16 to float32 on cpu + +247 +278279"Reshape +* +279295" Transpose* +perm@@@@ +` +295 +CastDef_46 +CastDef_46"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.0.attention.self.query.bias_resize +CastDef_43 +CastDef_43"Cast* +to20cast node to cast from float16 to float32 on cpu +h + 1617_resize +CastDef_40 +CastDef_40"Cast* +to20cast node to cast from float16 to float32 on cpu +. + +CastDef_33 + +CastDef_40 +CastDef_41"MatMul ++ + +CastDef_41 + +CastDef_43 +CastDef_44"Add +` + +CastDef_44244 +CastDef_44"Cast* +to +20cast node to cast from float16 to float32 on cpu + +244 +263264"Reshape +* +264265" Transpose* +perm@@@@ +` +265 +CastDef_45 +CastDef_45"Cast* +to20cast node to cast from float16 to float32 on cpu +. + +CastDef_45 + +CastDef_46 +CastDef_47"MatMul ++ + +CastDef_47 + +CastDef_49 +CastDef_50"Div +` +209 +CastDef_55 +CastDef_55"Cast* +to20cast node to cast from float16 to float32 on cpu ++ + +input_mask204" Unsqueeze* +axes@ +$ +204205" Unsqueeze* +axes@ + +205206"Cast* +to + +` +206 +CastDef_52 +CastDef_52"Cast* +to20cast node to cast from float16 to float32 on cpu +` +207 +CastDef_51 +CastDef_51"Cast* +to20cast node to cast from float16 to float32 on cpu ++ + +CastDef_51 + +CastDef_52 +CastDef_53"Sub ++ + +CastDef_53 + +CastDef_55 +CastDef_56"Mul ++ + +CastDef_50 + +CastDef_56 +CastDef_59"Add +0 + +CastDef_59 +CastDef_61"Softmax* +axis +. + +CastDef_61 + +CastDef_68 +CastDef_69"MatMul +` + +CastDef_69301 +CastDef_69"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +301302" Transpose* +perm@@@@ + +302 +313314"Reshape +` +314 +CastDef_70 +CastDef_70"Cast* +to20cast node to cast from float16 to float32 on cpu +. + +CastDef_70 + +CastDef_71 +CastDef_72"MatMul ++ + +CastDef_72 + +CastDef_74 +CastDef_75"Add ++ + +CastDef_75 + +CastDef_33 +CastDef_77"Add +M + +CastDef_77 +CastDef_79" +ReduceMean* +axes@* +keepdims ++ + +CastDef_77 + +CastDef_79 +CastDef_81"Sub ++ + +CastDef_81 + +CastDef_83 +CastDef_84"Pow +M + +CastDef_84 +CastDef_86" +ReduceMean* +axes@* +keepdims ++ + +CastDef_86 + +CastDef_88 +CastDef_89"Add + + +CastDef_89 +CastDef_91"Sqrt ++ + +CastDef_81 + +CastDef_91 +CastDef_93"Div ++ + +CastDef_93 + +CastDef_95 +CastDef_96"Mul ++ + +CastDef_96 + +CastDef_98 +CastDef_99"Add +0 + +CastDef_99 + CastDef_101 CastDef_102"MatMul +. + CastDef_102 + CastDef_104 CastDef_105"Add +. + CastDef_105 + CastDef_107 CastDef_108"Div +! + CastDef_108 CastDef_110"Erf +. + CastDef_110 + CastDef_112 CastDef_113"Add +. + CastDef_105 + CastDef_113 CastDef_115"Mul +. + CastDef_115 + CastDef_117 CastDef_118"Mul +1 + CastDef_118 + CastDef_120 CastDef_121"MatMul +. + CastDef_121 + CastDef_123 CastDef_124"Add +- + CastDef_124 + +CastDef_99 CastDef_126"Add +O + CastDef_126 CastDef_128" +ReduceMean* +axes@* +keepdims +. + CastDef_126 + CastDef_128 CastDef_130"Sub +. + CastDef_130 + CastDef_132 CastDef_133"Pow +O + CastDef_133 CastDef_135" +ReduceMean* +axes@* +keepdims +. + CastDef_135 + CastDef_137 CastDef_138"Add +" + CastDef_138 CastDef_140"Sqrt +. + CastDef_130 + CastDef_140 CastDef_142"Div +. + CastDef_142 + CastDef_144 CastDef_145"Mul +. + CastDef_145 + CastDef_147 CastDef_148"Add +1 + CastDef_148 + CastDef_170 CastDef_171"MatMul +. + CastDef_171 + CastDef_173 CastDef_174"Add +b + CastDef_174364 CastDef_174"Cast* +to +20cast node to cast from float16 to float32 on cpu + +364 +406407"Reshape +* +407408" Transpose* +perm@@@@ +b +408 CastDef_176 CastDef_176"Cast* +to20cast node to cast from float16 to float32 on cpu +b +411 CastDef_164 CastDef_164"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.1.attention.self.key.bias_resize CastDef_153 CastDef_153"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1631_resize CastDef_150 CastDef_150"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_148 + CastDef_150 CastDef_151"MatMul +. + CastDef_151 + CastDef_153 CastDef_154"Add +b + CastDef_154361 CastDef_154"Cast* +to +20cast node to cast from float16 to float32 on cpu + +361 +392393"Reshape +* +393409" Transpose* +perm@@@@ +b +409 CastDef_161 CastDef_161"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.1.attention.self.query.bias_resize CastDef_158 CastDef_158"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1630_resize CastDef_155 CastDef_155"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_148 + CastDef_155 CastDef_156"MatMul +. + CastDef_156 + CastDef_158 CastDef_159"Add +b + CastDef_159358 CastDef_159"Cast* +to +20cast node to cast from float16 to float32 on cpu + +358 +377378"Reshape +* +378379" Transpose* +perm@@@@ +b +379 CastDef_160 CastDef_160"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_160 + CastDef_161 CastDef_162"MatMul +. + CastDef_162 + CastDef_164 CastDef_165"Div +- + CastDef_165 + +CastDef_56 CastDef_167"Add +2 + CastDef_167 CastDef_169"Softmax* +axis +1 + CastDef_169 + CastDef_176 CastDef_177"MatMul +b + CastDef_177415 CastDef_177"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +415416" Transpose* +perm@@@@ + +416 +427428"Reshape +b +428 CastDef_178 CastDef_178"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_178 + CastDef_179 CastDef_180"MatMul +. + CastDef_180 + CastDef_182 CastDef_183"Add +. + CastDef_183 + CastDef_148 CastDef_185"Add +O + CastDef_185 CastDef_187" +ReduceMean* +axes@* +keepdims +. + CastDef_185 + CastDef_187 CastDef_189"Sub +. + CastDef_189 + CastDef_191 CastDef_192"Pow +O + CastDef_192 CastDef_194" +ReduceMean* +axes@* +keepdims +. + CastDef_194 + CastDef_196 CastDef_197"Add +" + CastDef_197 CastDef_199"Sqrt +. + CastDef_189 + CastDef_199 CastDef_201"Div +. + CastDef_201 + CastDef_203 CastDef_204"Mul +. + CastDef_204 + CastDef_206 CastDef_207"Add +1 + CastDef_207 + CastDef_209 CastDef_210"MatMul +. + CastDef_210 + CastDef_212 CastDef_213"Add +. + CastDef_213 + CastDef_215 CastDef_216"Div +! + CastDef_216 CastDef_218"Erf +. + CastDef_218 + CastDef_220 CastDef_221"Add +. + CastDef_213 + CastDef_221 CastDef_223"Mul +. + CastDef_223 + CastDef_225 CastDef_226"Mul +1 + CastDef_226 + CastDef_228 CastDef_229"MatMul +. + CastDef_229 + CastDef_231 CastDef_232"Add +. + CastDef_232 + CastDef_207 CastDef_234"Add +O + CastDef_234 CastDef_236" +ReduceMean* +axes@* +keepdims +. + CastDef_234 + CastDef_236 CastDef_238"Sub +. + CastDef_238 + CastDef_240 CastDef_241"Pow +O + CastDef_241 CastDef_243" +ReduceMean* +axes@* +keepdims +. + CastDef_243 + CastDef_245 CastDef_246"Add +" + CastDef_246 CastDef_248"Sqrt +. + CastDef_238 + CastDef_248 CastDef_250"Div +. + CastDef_250 + CastDef_252 CastDef_253"Mul +. + CastDef_253 + CastDef_255 CastDef_256"Add +1 + CastDef_256 + CastDef_278 CastDef_279"MatMul +. + CastDef_279 + CastDef_281 CastDef_282"Add +b + CastDef_282478 CastDef_282"Cast* +to +20cast node to cast from float16 to float32 on cpu + +478 +520521"Reshape +* +521522" Transpose* +perm@@@@ +b +522 CastDef_284 CastDef_284"Cast* +to20cast node to cast from float16 to float32 on cpu +b +525 CastDef_272 CastDef_272"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.2.attention.self.key.bias_resize CastDef_261 CastDef_261"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1644_resize CastDef_258 CastDef_258"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_256 + CastDef_258 CastDef_259"MatMul +. + CastDef_259 + CastDef_261 CastDef_262"Add +b + CastDef_262475 CastDef_262"Cast* +to +20cast node to cast from float16 to float32 on cpu + +475 +506507"Reshape +* +507523" Transpose* +perm@@@@ +b +523 CastDef_269 CastDef_269"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.2.attention.self.query.bias_resize CastDef_266 CastDef_266"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1643_resize CastDef_263 CastDef_263"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_256 + CastDef_263 CastDef_264"MatMul +. + CastDef_264 + CastDef_266 CastDef_267"Add +b + CastDef_267472 CastDef_267"Cast* +to +20cast node to cast from float16 to float32 on cpu + +472 +491492"Reshape +* +492493" Transpose* +perm@@@@ +b +493 CastDef_268 CastDef_268"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_268 + CastDef_269 CastDef_270"MatMul +. + CastDef_270 + CastDef_272 CastDef_273"Div +- + CastDef_273 + +CastDef_56 CastDef_275"Add +2 + CastDef_275 CastDef_277"Softmax* +axis +1 + CastDef_277 + CastDef_284 CastDef_285"MatMul +b + CastDef_285529 CastDef_285"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +529530" Transpose* +perm@@@@ + +530 +541542"Reshape +b +542 CastDef_286 CastDef_286"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_286 + CastDef_287 CastDef_288"MatMul +. + CastDef_288 + CastDef_290 CastDef_291"Add +. + CastDef_291 + CastDef_256 CastDef_293"Add +O + CastDef_293 CastDef_295" +ReduceMean* +axes@* +keepdims +. + CastDef_293 + CastDef_295 CastDef_297"Sub +. + CastDef_297 + CastDef_299 CastDef_300"Pow +O + CastDef_300 CastDef_302" +ReduceMean* +axes@* +keepdims +. + CastDef_302 + CastDef_304 CastDef_305"Add +" + CastDef_305 CastDef_307"Sqrt +. + CastDef_297 + CastDef_307 CastDef_309"Div +. + CastDef_309 + CastDef_311 CastDef_312"Mul +. + CastDef_312 + CastDef_314 CastDef_315"Add +1 + CastDef_315 + CastDef_317 CastDef_318"MatMul +. + CastDef_318 + CastDef_320 CastDef_321"Add +. + CastDef_321 + CastDef_323 CastDef_324"Div +! + CastDef_324 CastDef_326"Erf +. + CastDef_326 + CastDef_328 CastDef_329"Add +. + CastDef_321 + CastDef_329 CastDef_331"Mul +. + CastDef_331 + CastDef_333 CastDef_334"Mul +1 + CastDef_334 + CastDef_336 CastDef_337"MatMul +. + CastDef_337 + CastDef_339 CastDef_340"Add +. + CastDef_340 + CastDef_315 CastDef_342"Add +O + CastDef_342 CastDef_344" +ReduceMean* +axes@* +keepdims +. + CastDef_342 + CastDef_344 CastDef_346"Sub +. + CastDef_346 + CastDef_348 CastDef_349"Pow +O + CastDef_349 CastDef_351" +ReduceMean* +axes@* +keepdims +. + CastDef_351 + CastDef_353 CastDef_354"Add +" + CastDef_354 CastDef_356"Sqrt +. + CastDef_346 + CastDef_356 CastDef_358"Div +. + CastDef_358 + CastDef_360 CastDef_361"Mul +. + CastDef_361 + CastDef_363 CastDef_364"Add +1 + CastDef_364 + CastDef_386 CastDef_387"MatMul +. + CastDef_387 + CastDef_389 CastDef_390"Add +b + CastDef_390592 CastDef_390"Cast* +to +20cast node to cast from float16 to float32 on cpu + +592 +634635"Reshape +* +635636" Transpose* +perm@@@@ +b +636 CastDef_392 CastDef_392"Cast* +to20cast node to cast from float16 to float32 on cpu +b +639 CastDef_380 CastDef_380"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.3.attention.self.key.bias_resize CastDef_369 CastDef_369"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1657_resize CastDef_366 CastDef_366"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_364 + CastDef_366 CastDef_367"MatMul +. + CastDef_367 + CastDef_369 CastDef_370"Add +b + CastDef_370589 CastDef_370"Cast* +to +20cast node to cast from float16 to float32 on cpu + +589 +620621"Reshape +* +621637" Transpose* +perm@@@@ +b +637 CastDef_377 CastDef_377"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.3.attention.self.query.bias_resize CastDef_374 CastDef_374"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1656_resize CastDef_371 CastDef_371"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_364 + CastDef_371 CastDef_372"MatMul +. + CastDef_372 + CastDef_374 CastDef_375"Add +b + CastDef_375586 CastDef_375"Cast* +to +20cast node to cast from float16 to float32 on cpu + +586 +605606"Reshape +* +606607" Transpose* +perm@@@@ +b +607 CastDef_376 CastDef_376"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_376 + CastDef_377 CastDef_378"MatMul +. + CastDef_378 + CastDef_380 CastDef_381"Div +- + CastDef_381 + +CastDef_56 CastDef_383"Add +2 + CastDef_383 CastDef_385"Softmax* +axis +1 + CastDef_385 + CastDef_392 CastDef_393"MatMul +b + CastDef_393643 CastDef_393"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +643644" Transpose* +perm@@@@ + +644 +655656"Reshape +b +656 CastDef_394 CastDef_394"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_394 + CastDef_395 CastDef_396"MatMul +. + CastDef_396 + CastDef_398 CastDef_399"Add +. + CastDef_399 + CastDef_364 CastDef_401"Add +O + CastDef_401 CastDef_403" +ReduceMean* +axes@* +keepdims +. + CastDef_401 + CastDef_403 CastDef_405"Sub +. + CastDef_405 + CastDef_407 CastDef_408"Pow +O + CastDef_408 CastDef_410" +ReduceMean* +axes@* +keepdims +. + CastDef_410 + CastDef_412 CastDef_413"Add +" + CastDef_413 CastDef_415"Sqrt +. + CastDef_405 + CastDef_415 CastDef_417"Div +. + CastDef_417 + CastDef_419 CastDef_420"Mul +. + CastDef_420 + CastDef_422 CastDef_423"Add +1 + CastDef_423 + CastDef_425 CastDef_426"MatMul +. + CastDef_426 + CastDef_428 CastDef_429"Add +. + CastDef_429 + CastDef_431 CastDef_432"Div +! + CastDef_432 CastDef_434"Erf +. + CastDef_434 + CastDef_436 CastDef_437"Add +. + CastDef_429 + CastDef_437 CastDef_439"Mul +. + CastDef_439 + CastDef_441 CastDef_442"Mul +1 + CastDef_442 + CastDef_444 CastDef_445"MatMul +. + CastDef_445 + CastDef_447 CastDef_448"Add +. + CastDef_448 + CastDef_423 CastDef_450"Add +O + CastDef_450 CastDef_452" +ReduceMean* +axes@* +keepdims +. + CastDef_450 + CastDef_452 CastDef_454"Sub +. + CastDef_454 + CastDef_456 CastDef_457"Pow +O + CastDef_457 CastDef_459" +ReduceMean* +axes@* +keepdims +. + CastDef_459 + CastDef_461 CastDef_462"Add +" + CastDef_462 CastDef_464"Sqrt +. + CastDef_454 + CastDef_464 CastDef_466"Div +. + CastDef_466 + CastDef_468 CastDef_469"Mul +. + CastDef_469 + CastDef_471 CastDef_472"Add +1 + CastDef_472 + CastDef_494 CastDef_495"MatMul +. + CastDef_495 + CastDef_497 CastDef_498"Add +b + CastDef_498706 CastDef_498"Cast* +to +20cast node to cast from float16 to float32 on cpu + +706 +748749"Reshape +* +749750" Transpose* +perm@@@@ +b +750 CastDef_500 CastDef_500"Cast* +to20cast node to cast from float16 to float32 on cpu +b +753 CastDef_488 CastDef_488"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.4.attention.self.key.bias_resize CastDef_477 CastDef_477"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1670_resize CastDef_474 CastDef_474"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_472 + CastDef_474 CastDef_475"MatMul +. + CastDef_475 + CastDef_477 CastDef_478"Add +b + CastDef_478703 CastDef_478"Cast* +to +20cast node to cast from float16 to float32 on cpu + +703 +734735"Reshape +* +735751" Transpose* +perm@@@@ +b +751 CastDef_485 CastDef_485"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.4.attention.self.query.bias_resize CastDef_482 CastDef_482"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1669_resize CastDef_479 CastDef_479"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_472 + CastDef_479 CastDef_480"MatMul +. + CastDef_480 + CastDef_482 CastDef_483"Add +b + CastDef_483700 CastDef_483"Cast* +to +20cast node to cast from float16 to float32 on cpu + +700 +719720"Reshape +* +720721" Transpose* +perm@@@@ +b +721 CastDef_484 CastDef_484"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_484 + CastDef_485 CastDef_486"MatMul +. + CastDef_486 + CastDef_488 CastDef_489"Div +- + CastDef_489 + +CastDef_56 CastDef_491"Add +2 + CastDef_491 CastDef_493"Softmax* +axis +1 + CastDef_493 + CastDef_500 CastDef_501"MatMul +b + CastDef_501757 CastDef_501"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +757758" Transpose* +perm@@@@ + +758 +769770"Reshape +b +770 CastDef_502 CastDef_502"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_502 + CastDef_503 CastDef_504"MatMul +. + CastDef_504 + CastDef_506 CastDef_507"Add +. + CastDef_507 + CastDef_472 CastDef_509"Add +O + CastDef_509 CastDef_511" +ReduceMean* +axes@* +keepdims +. + CastDef_509 + CastDef_511 CastDef_513"Sub +. + CastDef_513 + CastDef_515 CastDef_516"Pow +O + CastDef_516 CastDef_518" +ReduceMean* +axes@* +keepdims +. + CastDef_518 + CastDef_520 CastDef_521"Add +" + CastDef_521 CastDef_523"Sqrt +. + CastDef_513 + CastDef_523 CastDef_525"Div +. + CastDef_525 + CastDef_527 CastDef_528"Mul +. + CastDef_528 + CastDef_530 CastDef_531"Add +1 + CastDef_531 + CastDef_533 CastDef_534"MatMul +. + CastDef_534 + CastDef_536 CastDef_537"Add +. + CastDef_537 + CastDef_539 CastDef_540"Div +! + CastDef_540 CastDef_542"Erf +. + CastDef_542 + CastDef_544 CastDef_545"Add +. + CastDef_537 + CastDef_545 CastDef_547"Mul +. + CastDef_547 + CastDef_549 CastDef_550"Mul +1 + CastDef_550 + CastDef_552 CastDef_553"MatMul +. + CastDef_553 + CastDef_555 CastDef_556"Add +. + CastDef_556 + CastDef_531 CastDef_558"Add +O + CastDef_558 CastDef_560" +ReduceMean* +axes@* +keepdims +. + CastDef_558 + CastDef_560 CastDef_562"Sub +. + CastDef_562 + CastDef_564 CastDef_565"Pow +O + CastDef_565 CastDef_567" +ReduceMean* +axes@* +keepdims +. + CastDef_567 + CastDef_569 CastDef_570"Add +" + CastDef_570 CastDef_572"Sqrt +. + CastDef_562 + CastDef_572 CastDef_574"Div +. + CastDef_574 + CastDef_576 CastDef_577"Mul +. + CastDef_577 + CastDef_579 CastDef_580"Add +1 + CastDef_580 + CastDef_602 CastDef_603"MatMul +. + CastDef_603 + CastDef_605 CastDef_606"Add +b + CastDef_606820 CastDef_606"Cast* +to +20cast node to cast from float16 to float32 on cpu + +820 +862863"Reshape +* +863864" Transpose* +perm@@@@ +b +864 CastDef_608 CastDef_608"Cast* +to20cast node to cast from float16 to float32 on cpu +b +867 CastDef_596 CastDef_596"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.5.attention.self.key.bias_resize CastDef_585 CastDef_585"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1683_resize CastDef_582 CastDef_582"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_580 + CastDef_582 CastDef_583"MatMul +. + CastDef_583 + CastDef_585 CastDef_586"Add +b + CastDef_586817 CastDef_586"Cast* +to +20cast node to cast from float16 to float32 on cpu + +817 +848849"Reshape +* +849865" Transpose* +perm@@@@ +b +865 CastDef_593 CastDef_593"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.5.attention.self.query.bias_resize CastDef_590 CastDef_590"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1682_resize CastDef_587 CastDef_587"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_580 + CastDef_587 CastDef_588"MatMul +. + CastDef_588 + CastDef_590 CastDef_591"Add +b + CastDef_591814 CastDef_591"Cast* +to +20cast node to cast from float16 to float32 on cpu + +814 +833834"Reshape +* +834835" Transpose* +perm@@@@ +b +835 CastDef_592 CastDef_592"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_592 + CastDef_593 CastDef_594"MatMul +. + CastDef_594 + CastDef_596 CastDef_597"Div +- + CastDef_597 + +CastDef_56 CastDef_599"Add +2 + CastDef_599 CastDef_601"Softmax* +axis +1 + CastDef_601 + CastDef_608 CastDef_609"MatMul +b + CastDef_609871 CastDef_609"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +871872" Transpose* +perm@@@@ + +872 +883884"Reshape +b +884 CastDef_610 CastDef_610"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_610 + CastDef_611 CastDef_612"MatMul +. + CastDef_612 + CastDef_614 CastDef_615"Add +. + CastDef_615 + CastDef_580 CastDef_617"Add +O + CastDef_617 CastDef_619" +ReduceMean* +axes@* +keepdims +. + CastDef_617 + CastDef_619 CastDef_621"Sub +. + CastDef_621 + CastDef_623 CastDef_624"Pow +O + CastDef_624 CastDef_626" +ReduceMean* +axes@* +keepdims +. + CastDef_626 + CastDef_628 CastDef_629"Add +" + CastDef_629 CastDef_631"Sqrt +. + CastDef_621 + CastDef_631 CastDef_633"Div +. + CastDef_633 + CastDef_635 CastDef_636"Mul +. + CastDef_636 + CastDef_638 CastDef_639"Add +1 + CastDef_639 + CastDef_641 CastDef_642"MatMul +. + CastDef_642 + CastDef_644 CastDef_645"Add +. + CastDef_645 + CastDef_647 CastDef_648"Div +! + CastDef_648 CastDef_650"Erf +. + CastDef_650 + CastDef_652 CastDef_653"Add +. + CastDef_645 + CastDef_653 CastDef_655"Mul +. + CastDef_655 + CastDef_657 CastDef_658"Mul +1 + CastDef_658 + CastDef_660 CastDef_661"MatMul +. + CastDef_661 + CastDef_663 CastDef_664"Add +. + CastDef_664 + CastDef_639 CastDef_666"Add +O + CastDef_666 CastDef_668" +ReduceMean* +axes@* +keepdims +. + CastDef_666 + CastDef_668 CastDef_670"Sub +. + CastDef_670 + CastDef_672 CastDef_673"Pow +O + CastDef_673 CastDef_675" +ReduceMean* +axes@* +keepdims +. + CastDef_675 + CastDef_677 CastDef_678"Add +" + CastDef_678 CastDef_680"Sqrt +. + CastDef_670 + CastDef_680 CastDef_682"Div +. + CastDef_682 + CastDef_684 CastDef_685"Mul +. + CastDef_685 + CastDef_687 CastDef_688"Add +1 + CastDef_688 + CastDef_710 CastDef_711"MatMul +. + CastDef_711 + CastDef_713 CastDef_714"Add +b + CastDef_714934 CastDef_714"Cast* +to +20cast node to cast from float16 to float32 on cpu + +934 +976977"Reshape +* +977978" Transpose* +perm@@@@ +b +978 CastDef_716 CastDef_716"Cast* +to20cast node to cast from float16 to float32 on cpu +b +981 CastDef_704 CastDef_704"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.6.attention.self.key.bias_resize CastDef_693 CastDef_693"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1696_resize CastDef_690 CastDef_690"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_688 + CastDef_690 CastDef_691"MatMul +. + CastDef_691 + CastDef_693 CastDef_694"Add +b + CastDef_694931 CastDef_694"Cast* +to +20cast node to cast from float16 to float32 on cpu + +931 +962963"Reshape +* +963979" Transpose* +perm@@@@ +b +979 CastDef_701 CastDef_701"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.6.attention.self.query.bias_resize CastDef_698 CastDef_698"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1695_resize CastDef_695 CastDef_695"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_688 + CastDef_695 CastDef_696"MatMul +. + CastDef_696 + CastDef_698 CastDef_699"Add +b + CastDef_699928 CastDef_699"Cast* +to +20cast node to cast from float16 to float32 on cpu + +928 +947948"Reshape +* +948949" Transpose* +perm@@@@ +b +949 CastDef_700 CastDef_700"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_700 + CastDef_701 CastDef_702"MatMul +. + CastDef_702 + CastDef_704 CastDef_705"Div +- + CastDef_705 + +CastDef_56 CastDef_707"Add +2 + CastDef_707 CastDef_709"Softmax* +axis +1 + CastDef_709 + CastDef_716 CastDef_717"MatMul +b + CastDef_717985 CastDef_717"Cast* +to +20cast node to cast from float16 to float32 on cpu +* +985986" Transpose* +perm@@@@ + +986 +997998"Reshape +b +998 CastDef_718 CastDef_718"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_718 + CastDef_719 CastDef_720"MatMul +. + CastDef_720 + CastDef_722 CastDef_723"Add +. + CastDef_723 + CastDef_688 CastDef_725"Add +O + CastDef_725 CastDef_727" +ReduceMean* +axes@* +keepdims +. + CastDef_725 + CastDef_727 CastDef_729"Sub +. + CastDef_729 + CastDef_731 CastDef_732"Pow +O + CastDef_732 CastDef_734" +ReduceMean* +axes@* +keepdims +. + CastDef_734 + CastDef_736 CastDef_737"Add +" + CastDef_737 CastDef_739"Sqrt +. + CastDef_729 + CastDef_739 CastDef_741"Div +. + CastDef_741 + CastDef_743 CastDef_744"Mul +. + CastDef_744 + CastDef_746 CastDef_747"Add +1 + CastDef_747 + CastDef_749 CastDef_750"MatMul +. + CastDef_750 + CastDef_752 CastDef_753"Add +. + CastDef_753 + CastDef_755 CastDef_756"Div +! + CastDef_756 CastDef_758"Erf +. + CastDef_758 + CastDef_760 CastDef_761"Add +. + CastDef_753 + CastDef_761 CastDef_763"Mul +. + CastDef_763 + CastDef_765 CastDef_766"Mul +1 + CastDef_766 + CastDef_768 CastDef_769"MatMul +. + CastDef_769 + CastDef_771 CastDef_772"Add +. + CastDef_772 + CastDef_747 CastDef_774"Add +O + CastDef_774 CastDef_776" +ReduceMean* +axes@* +keepdims +. + CastDef_774 + CastDef_776 CastDef_778"Sub +. + CastDef_778 + CastDef_780 CastDef_781"Pow +O + CastDef_781 CastDef_783" +ReduceMean* +axes@* +keepdims +. + CastDef_783 + CastDef_785 CastDef_786"Add +" + CastDef_786 CastDef_788"Sqrt +. + CastDef_778 + CastDef_788 CastDef_790"Div +. + CastDef_790 + CastDef_792 CastDef_793"Mul +. + CastDef_793 + CastDef_795 CastDef_796"Add +1 + CastDef_796 + CastDef_818 CastDef_819"MatMul +. + CastDef_819 + CastDef_821 CastDef_822"Add +c + CastDef_8221048 CastDef_822"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1048 +10901091"Reshape +, +10911092" Transpose* +perm@@@@ +c +1092 CastDef_824 CastDef_824"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1095 CastDef_812 CastDef_812"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.7.attention.self.key.bias_resize CastDef_801 CastDef_801"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1709_resize CastDef_798 CastDef_798"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_796 + CastDef_798 CastDef_799"MatMul +. + CastDef_799 + CastDef_801 CastDef_802"Add +c + CastDef_8021045 CastDef_802"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1045 +10761077"Reshape +, +10771093" Transpose* +perm@@@@ +c +1093 CastDef_809 CastDef_809"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.7.attention.self.query.bias_resize CastDef_806 CastDef_806"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1708_resize CastDef_803 CastDef_803"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_796 + CastDef_803 CastDef_804"MatMul +. + CastDef_804 + CastDef_806 CastDef_807"Add +c + CastDef_8071042 CastDef_807"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1042 +10611062"Reshape +, +10621063" Transpose* +perm@@@@ +c +1063 CastDef_808 CastDef_808"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_808 + CastDef_809 CastDef_810"MatMul +. + CastDef_810 + CastDef_812 CastDef_813"Div +- + CastDef_813 + +CastDef_56 CastDef_815"Add +2 + CastDef_815 CastDef_817"Softmax* +axis +1 + CastDef_817 + CastDef_824 CastDef_825"MatMul +c + CastDef_8251099 CastDef_825"Cast* +to +20cast node to cast from float16 to float32 on cpu +, +10991100" Transpose* +perm@@@@ + +1100 +11111112"Reshape +c +1112 CastDef_826 CastDef_826"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_826 + CastDef_827 CastDef_828"MatMul +. + CastDef_828 + CastDef_830 CastDef_831"Add +. + CastDef_831 + CastDef_796 CastDef_833"Add +O + CastDef_833 CastDef_835" +ReduceMean* +axes@* +keepdims +. + CastDef_833 + CastDef_835 CastDef_837"Sub +. + CastDef_837 + CastDef_839 CastDef_840"Pow +O + CastDef_840 CastDef_842" +ReduceMean* +axes@* +keepdims +. + CastDef_842 + CastDef_844 CastDef_845"Add +" + CastDef_845 CastDef_847"Sqrt +. + CastDef_837 + CastDef_847 CastDef_849"Div +. + CastDef_849 + CastDef_851 CastDef_852"Mul +. + CastDef_852 + CastDef_854 CastDef_855"Add +1 + CastDef_855 + CastDef_857 CastDef_858"MatMul +. + CastDef_858 + CastDef_860 CastDef_861"Add +. + CastDef_861 + CastDef_863 CastDef_864"Div +! + CastDef_864 CastDef_866"Erf +. + CastDef_866 + CastDef_868 CastDef_869"Add +. + CastDef_861 + CastDef_869 CastDef_871"Mul +. + CastDef_871 + CastDef_873 CastDef_874"Mul +1 + CastDef_874 + CastDef_876 CastDef_877"MatMul +. + CastDef_877 + CastDef_879 CastDef_880"Add +. + CastDef_880 + CastDef_855 CastDef_882"Add +O + CastDef_882 CastDef_884" +ReduceMean* +axes@* +keepdims +. + CastDef_882 + CastDef_884 CastDef_886"Sub +. + CastDef_886 + CastDef_888 CastDef_889"Pow +O + CastDef_889 CastDef_891" +ReduceMean* +axes@* +keepdims +. + CastDef_891 + CastDef_893 CastDef_894"Add +" + CastDef_894 CastDef_896"Sqrt +. + CastDef_886 + CastDef_896 CastDef_898"Div +. + CastDef_898 + CastDef_900 CastDef_901"Mul +. + CastDef_901 + CastDef_903 CastDef_904"Add +1 + CastDef_904 + CastDef_926 CastDef_927"MatMul +. + CastDef_927 + CastDef_929 CastDef_930"Add +c + CastDef_9301162 CastDef_930"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1162 +12041205"Reshape +, +12051206" Transpose* +perm@@@@ +c +1206 CastDef_932 CastDef_932"Cast* +to20cast node to cast from float16 to float32 on cpu +c +1209 CastDef_920 CastDef_920"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.8.attention.self.key.bias_resize CastDef_909 CastDef_909"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1722_resize CastDef_906 CastDef_906"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_904 + CastDef_906 CastDef_907"MatMul +. + CastDef_907 + CastDef_909 CastDef_910"Add +c + CastDef_9101159 CastDef_910"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1159 +11901191"Reshape +, +11911207" Transpose* +perm@@@@ +c +1207 CastDef_917 CastDef_917"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.8.attention.self.query.bias_resize CastDef_914 CastDef_914"Cast* +to20cast node to cast from float16 to float32 on cpu +j + 1721_resize CastDef_911 CastDef_911"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_904 + CastDef_911 CastDef_912"MatMul +. + CastDef_912 + CastDef_914 CastDef_915"Add +c + CastDef_9151156 CastDef_915"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1156 +11751176"Reshape +, +11761177" Transpose* +perm@@@@ +c +1177 CastDef_916 CastDef_916"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_916 + CastDef_917 CastDef_918"MatMul +. + CastDef_918 + CastDef_920 CastDef_921"Div +- + CastDef_921 + +CastDef_56 CastDef_923"Add +2 + CastDef_923 CastDef_925"Softmax* +axis +1 + CastDef_925 + CastDef_932 CastDef_933"MatMul +c + CastDef_9331213 CastDef_933"Cast* +to +20cast node to cast from float16 to float32 on cpu +, +12131214" Transpose* +perm@@@@ + +1214 +12251226"Reshape +c +1226 CastDef_934 CastDef_934"Cast* +to20cast node to cast from float16 to float32 on cpu +1 + CastDef_934 + CastDef_935 CastDef_936"MatMul +. + CastDef_936 + CastDef_938 CastDef_939"Add +. + CastDef_939 + CastDef_904 CastDef_941"Add +O + CastDef_941 CastDef_943" +ReduceMean* +axes@* +keepdims +. + CastDef_941 + CastDef_943 CastDef_945"Sub +. + CastDef_945 + CastDef_947 CastDef_948"Pow +O + CastDef_948 CastDef_950" +ReduceMean* +axes@* +keepdims +. + CastDef_950 + CastDef_952 CastDef_953"Add +" + CastDef_953 CastDef_955"Sqrt +. + CastDef_945 + CastDef_955 CastDef_957"Div +. + CastDef_957 + CastDef_959 CastDef_960"Mul +. + CastDef_960 + CastDef_962 CastDef_963"Add +1 + CastDef_963 + CastDef_965 CastDef_966"MatMul +. + CastDef_966 + CastDef_968 CastDef_969"Add +. + CastDef_969 + CastDef_971 CastDef_972"Div +! + CastDef_972 CastDef_974"Erf +. + CastDef_974 + CastDef_976 CastDef_977"Add +. + CastDef_969 + CastDef_977 CastDef_979"Mul +. + CastDef_979 + CastDef_981 CastDef_982"Mul +1 + CastDef_982 + CastDef_984 CastDef_985"MatMul +. + CastDef_985 + CastDef_987 CastDef_988"Add +. + CastDef_988 + CastDef_963 CastDef_990"Add +O + CastDef_990 CastDef_992" +ReduceMean* +axes@* +keepdims +. + CastDef_990 + CastDef_992 CastDef_994"Sub +. + CastDef_994 + CastDef_996 CastDef_997"Pow +O + CastDef_997 CastDef_999" +ReduceMean* +axes@* +keepdims +0 + CastDef_999 + CastDef_1001 CastDef_1002"Add +$ + CastDef_1002 CastDef_1004"Sqrt +0 + CastDef_994 + CastDef_1004 CastDef_1006"Div +1 + CastDef_1006 + CastDef_1008 CastDef_1009"Mul +1 + CastDef_1009 + CastDef_1011 CastDef_1012"Add +4 + CastDef_1012 + CastDef_1034 CastDef_1035"MatMul +1 + CastDef_1035 + CastDef_1037 CastDef_1038"Add +e + CastDef_10381276 CastDef_1038"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1276 +13181319"Reshape +, +13191320" Transpose* +perm@@@@ +e +1320 CastDef_1040 CastDef_1040"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1323 CastDef_1028 CastDef_1028"Cast* +to20cast node to cast from float16 to float32 on cpu + +3bert.encoder.layer.9.attention.self.key.bias_resize CastDef_1017 CastDef_1017"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1735_resize CastDef_1014 CastDef_1014"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1012 + CastDef_1014 CastDef_1015"MatMul +1 + CastDef_1015 + CastDef_1017 CastDef_1018"Add +e + CastDef_10181273 CastDef_1018"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1273 +13041305"Reshape +, +13051321" Transpose* +perm@@@@ +e +1321 CastDef_1025 CastDef_1025"Cast* +to20cast node to cast from float16 to float32 on cpu + +5bert.encoder.layer.9.attention.self.query.bias_resize CastDef_1022 CastDef_1022"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1734_resize CastDef_1019 CastDef_1019"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1012 + CastDef_1019 CastDef_1020"MatMul +1 + CastDef_1020 + CastDef_1022 CastDef_1023"Add +e + CastDef_10231270 CastDef_1023"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1270 +12891290"Reshape +, +12901291" Transpose* +perm@@@@ +e +1291 CastDef_1024 CastDef_1024"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1024 + CastDef_1025 CastDef_1026"MatMul +1 + CastDef_1026 + CastDef_1028 CastDef_1029"Div +/ + CastDef_1029 + +CastDef_56 CastDef_1031"Add +4 + CastDef_1031 CastDef_1033"Softmax* +axis +4 + CastDef_1033 + CastDef_1040 CastDef_1041"MatMul +e + CastDef_10411327 CastDef_1041"Cast* +to +20cast node to cast from float16 to float32 on cpu +, +13271328" Transpose* +perm@@@@ + +1328 +13391340"Reshape +e +1340 CastDef_1042 CastDef_1042"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1042 + CastDef_1043 CastDef_1044"MatMul +1 + CastDef_1044 + CastDef_1046 CastDef_1047"Add +1 + CastDef_1047 + CastDef_1012 CastDef_1049"Add +Q + CastDef_1049 CastDef_1051" +ReduceMean* +axes@* +keepdims +1 + CastDef_1049 + CastDef_1051 CastDef_1053"Sub +1 + CastDef_1053 + CastDef_1055 CastDef_1056"Pow +Q + CastDef_1056 CastDef_1058" +ReduceMean* +axes@* +keepdims +1 + CastDef_1058 + CastDef_1060 CastDef_1061"Add +$ + CastDef_1061 CastDef_1063"Sqrt +1 + CastDef_1053 + CastDef_1063 CastDef_1065"Div +1 + CastDef_1065 + CastDef_1067 CastDef_1068"Mul +1 + CastDef_1068 + CastDef_1070 CastDef_1071"Add +4 + CastDef_1071 + CastDef_1073 CastDef_1074"MatMul +1 + CastDef_1074 + CastDef_1076 CastDef_1077"Add +1 + CastDef_1077 + CastDef_1079 CastDef_1080"Div +# + CastDef_1080 CastDef_1082"Erf +1 + CastDef_1082 + CastDef_1084 CastDef_1085"Add +1 + CastDef_1077 + CastDef_1085 CastDef_1087"Mul +1 + CastDef_1087 + CastDef_1089 CastDef_1090"Mul +4 + CastDef_1090 + CastDef_1092 CastDef_1093"MatMul +1 + CastDef_1093 + CastDef_1095 CastDef_1096"Add +1 + CastDef_1096 + CastDef_1071 CastDef_1098"Add +Q + CastDef_1098 CastDef_1100" +ReduceMean* +axes@* +keepdims +1 + CastDef_1098 + CastDef_1100 CastDef_1102"Sub +1 + CastDef_1102 + CastDef_1104 CastDef_1105"Pow +Q + CastDef_1105 CastDef_1107" +ReduceMean* +axes@* +keepdims +1 + CastDef_1107 + CastDef_1109 CastDef_1110"Add +$ + CastDef_1110 CastDef_1112"Sqrt +1 + CastDef_1102 + CastDef_1112 CastDef_1114"Div +1 + CastDef_1114 + CastDef_1116 CastDef_1117"Mul +1 + CastDef_1117 + CastDef_1119 CastDef_1120"Add +4 + CastDef_1120 + CastDef_1142 CastDef_1143"MatMul +1 + CastDef_1143 + CastDef_1145 CastDef_1146"Add +e + CastDef_11461390 CastDef_1146"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1390 +14321433"Reshape +, +14331434" Transpose* +perm@@@@ +e +1434 CastDef_1148 CastDef_1148"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1437 CastDef_1136 CastDef_1136"Cast* +to20cast node to cast from float16 to float32 on cpu + +4bert.encoder.layer.10.attention.self.key.bias_resize CastDef_1125 CastDef_1125"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1748_resize CastDef_1122 CastDef_1122"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1120 + CastDef_1122 CastDef_1123"MatMul +1 + CastDef_1123 + CastDef_1125 CastDef_1126"Add +e + CastDef_11261387 CastDef_1126"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1387 +14181419"Reshape +, +14191435" Transpose* +perm@@@@ +e +1435 CastDef_1133 CastDef_1133"Cast* +to20cast node to cast from float16 to float32 on cpu + +6bert.encoder.layer.10.attention.self.query.bias_resize CastDef_1130 CastDef_1130"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1747_resize CastDef_1127 CastDef_1127"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1120 + CastDef_1127 CastDef_1128"MatMul +1 + CastDef_1128 + CastDef_1130 CastDef_1131"Add +e + CastDef_11311384 CastDef_1131"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1384 +14031404"Reshape +, +14041405" Transpose* +perm@@@@ +e +1405 CastDef_1132 CastDef_1132"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1132 + CastDef_1133 CastDef_1134"MatMul +1 + CastDef_1134 + CastDef_1136 CastDef_1137"Div +/ + CastDef_1137 + +CastDef_56 CastDef_1139"Add +4 + CastDef_1139 CastDef_1141"Softmax* +axis +4 + CastDef_1141 + CastDef_1148 CastDef_1149"MatMul +e + CastDef_11491441 CastDef_1149"Cast* +to +20cast node to cast from float16 to float32 on cpu +, +14411442" Transpose* +perm@@@@ + +1442 +14531454"Reshape +e +1454 CastDef_1150 CastDef_1150"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1150 + CastDef_1151 CastDef_1152"MatMul +1 + CastDef_1152 + CastDef_1154 CastDef_1155"Add +1 + CastDef_1155 + CastDef_1120 CastDef_1157"Add +Q + CastDef_1157 CastDef_1159" +ReduceMean* +axes@* +keepdims +1 + CastDef_1157 + CastDef_1159 CastDef_1161"Sub +1 + CastDef_1161 + CastDef_1163 CastDef_1164"Pow +Q + CastDef_1164 CastDef_1166" +ReduceMean* +axes@* +keepdims +1 + CastDef_1166 + CastDef_1168 CastDef_1169"Add +$ + CastDef_1169 CastDef_1171"Sqrt +1 + CastDef_1161 + CastDef_1171 CastDef_1173"Div +1 + CastDef_1173 + CastDef_1175 CastDef_1176"Mul +1 + CastDef_1176 + CastDef_1178 CastDef_1179"Add +4 + CastDef_1179 + CastDef_1181 CastDef_1182"MatMul +1 + CastDef_1182 + CastDef_1184 CastDef_1185"Add +1 + CastDef_1185 + CastDef_1187 CastDef_1188"Div +# + CastDef_1188 CastDef_1190"Erf +1 + CastDef_1190 + CastDef_1192 CastDef_1193"Add +1 + CastDef_1185 + CastDef_1193 CastDef_1195"Mul +1 + CastDef_1195 + CastDef_1197 CastDef_1198"Mul +4 + CastDef_1198 + CastDef_1200 CastDef_1201"MatMul +1 + CastDef_1201 + CastDef_1203 CastDef_1204"Add +1 + CastDef_1204 + CastDef_1179 CastDef_1206"Add +Q + CastDef_1206 CastDef_1208" +ReduceMean* +axes@* +keepdims +1 + CastDef_1206 + CastDef_1208 CastDef_1210"Sub +1 + CastDef_1210 + CastDef_1212 CastDef_1213"Pow +Q + CastDef_1213 CastDef_1215" +ReduceMean* +axes@* +keepdims +1 + CastDef_1215 + CastDef_1217 CastDef_1218"Add +$ + CastDef_1218 CastDef_1220"Sqrt +1 + CastDef_1210 + CastDef_1220 CastDef_1222"Div +1 + CastDef_1222 + CastDef_1224 CastDef_1225"Mul +1 + CastDef_1225 + CastDef_1227 CastDef_1228"Add +4 + CastDef_1228 + CastDef_1250 CastDef_1251"MatMul +1 + CastDef_1251 + CastDef_1253 CastDef_1254"Add +e + CastDef_12541504 CastDef_1254"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1504 +15461547"Reshape +, +15471548" Transpose* +perm@@@@ +e +1548 CastDef_1256 CastDef_1256"Cast* +to20cast node to cast from float16 to float32 on cpu +e +1551 CastDef_1244 CastDef_1244"Cast* +to20cast node to cast from float16 to float32 on cpu + +4bert.encoder.layer.11.attention.self.key.bias_resize CastDef_1233 CastDef_1233"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1761_resize CastDef_1230 CastDef_1230"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1228 + CastDef_1230 CastDef_1231"MatMul +1 + CastDef_1231 + CastDef_1233 CastDef_1234"Add +e + CastDef_12341501 CastDef_1234"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1501 +15321533"Reshape +, +15331549" Transpose* +perm@@@@ +e +1549 CastDef_1241 CastDef_1241"Cast* +to20cast node to cast from float16 to float32 on cpu + +6bert.encoder.layer.11.attention.self.query.bias_resize CastDef_1238 CastDef_1238"Cast* +to20cast node to cast from float16 to float32 on cpu +l + 1760_resize CastDef_1235 CastDef_1235"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1228 + CastDef_1235 CastDef_1236"MatMul +1 + CastDef_1236 + CastDef_1238 CastDef_1239"Add +e + CastDef_12391498 CastDef_1239"Cast* +to +20cast node to cast from float16 to float32 on cpu + +1498 +15171518"Reshape +, +15181519" Transpose* +perm@@@@ +e +1519 CastDef_1240 CastDef_1240"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1240 + CastDef_1241 CastDef_1242"MatMul +1 + CastDef_1242 + CastDef_1244 CastDef_1245"Div +/ + CastDef_1245 + +CastDef_56 CastDef_1247"Add +4 + CastDef_1247 CastDef_1249"Softmax* +axis +4 + CastDef_1249 + CastDef_1256 CastDef_1257"MatMul +e + CastDef_12571555 CastDef_1257"Cast* +to +20cast node to cast from float16 to float32 on cpu +, +15551556" Transpose* +perm@@@@ + +1556 +15671568"Reshape +e +1568 CastDef_1258 CastDef_1258"Cast* +to20cast node to cast from float16 to float32 on cpu +4 + CastDef_1258 + CastDef_1259 CastDef_1260"MatMul +1 + CastDef_1260 + CastDef_1262 CastDef_1263"Add +1 + CastDef_1263 + CastDef_1228 CastDef_1265"Add +Q + CastDef_1265 CastDef_1267" +ReduceMean* +axes@* +keepdims +1 + CastDef_1265 + CastDef_1267 CastDef_1269"Sub +1 + CastDef_1269 + CastDef_1271 CastDef_1272"Pow +Q + CastDef_1272 CastDef_1274" +ReduceMean* +axes@* +keepdims +1 + CastDef_1274 + CastDef_1276 CastDef_1277"Add +$ + CastDef_1277 CastDef_1279"Sqrt +1 + CastDef_1269 + CastDef_1279 CastDef_1281"Div +1 + CastDef_1281 + CastDef_1283 CastDef_1284"Mul +1 + CastDef_1284 + CastDef_1286 CastDef_1287"Add +4 + CastDef_1287 + CastDef_1289 CastDef_1290"MatMul +1 + CastDef_1290 + CastDef_1292 CastDef_1293"Add +1 + CastDef_1293 + CastDef_1295 CastDef_1296"Div +# + CastDef_1296 CastDef_1298"Erf +1 + CastDef_1298 + CastDef_1300 CastDef_1301"Add +1 + CastDef_1293 + CastDef_1301 CastDef_1303"Mul +1 + CastDef_1303 + CastDef_1305 CastDef_1306"Mul +4 + CastDef_1306 + CastDef_1308 CastDef_1309"MatMul +1 + CastDef_1309 + CastDef_1311 CastDef_1312"Add +1 + CastDef_1312 + CastDef_1287 CastDef_1314"Add +Q + CastDef_1314 CastDef_1316" +ReduceMean* +axes@* +keepdims +1 + CastDef_1314 + CastDef_1316 CastDef_1318"Sub +1 + CastDef_1318 + CastDef_1320 CastDef_1321"Pow +Q + CastDef_1321 CastDef_1323" +ReduceMean* +axes@* +keepdims +1 + CastDef_1323 + CastDef_1325 CastDef_1326"Add +$ + CastDef_1326 CastDef_1328"Sqrt +1 + CastDef_1318 + CastDef_1328 CastDef_1330"Div +1 + CastDef_1330 + CastDef_1332 CastDef_1333"Mul +1 + CastDef_1333 + CastDef_1335 CastDef_1336"Add +4 + CastDef_1336 + CastDef_1338 CastDef_1339"MatMul +1 + CastDef_1339 + CastDef_1341 CastDef_1342"Add +Y + CastDef_1342 CastDef_1344 CastDef_1345"Split* +axis* +split@@ += + CastDef_1344 CastDef_1349"Squeeze* +axes@ +f + CastDef_1349start CastDef_1349"Cast* +to +20cast node to cast from float16 to float32 on cpu += + CastDef_1345 CastDef_1347"Squeeze* +axes@ +d + CastDef_1347end CastDef_1347"Cast* +to +20cast node to cast from float16 to float32 on cputorch-jit-export*,B1532J *,B1432J *,B1418J *,B1318J *,B1289J *$B1225J*,B1175J *$B1567J*,B1190J *$B1111J*,B1076J *+B976J *#B883J*+B833J *#B769J*+B748J *+B734J *#B655J*#B541J*+B506J *+B406J *+B848J *+B377J *+B392J *#B313J*+B263J *  +B1604J*  +B1593J8*  +B1587J=*  +B1575J@*  +B1095J@*  +B780J*  +B1551J@*  +B1233J@*+B947J *+B605J *  +B753J@*  +B678J<*  +B1490J*  +B1487J@*$B1453J*,B1517J *  +B1479J8*  +B1473J=*#B427J*  +B1464J*+B620J *+B491J *+B634J *  +B1461J@*  +B681J8*  +B1137J8*  +B689J@*  +B1437J@*+B292J *+B719J *  +B1601J@*+B278J *+B962J *+B862J *,B1090J *#B997J*,B1403J *,B1304J *  +B903J=*  +B795J8*  +B1365J8*  +B1362J<*  +B1359J=*  +B1350J*  +B1347J@*  +B1590J<*  +B909J8*  +B1323J@*,B1546J *  +B692J*  +B1578J*  +B1376J*  +B1373J@*  +B1262J*  +B1259J@*  +B1248J<*  +B1245J=*  +B1236J* +Bqa_outputs.biasJ* +B 1617_resizeJJ'&D|@)'))%7%z%@ר,4$$y¥X,"x"*$K%ʠ&'m(אַ&9 /Wa!g,%#(Ŭ *CP+-(,1*",* +B 1618_resizeJV'H*g啞1ۧ5+!R!0&C.,')S+% 6(j cu%8*I(!='ՠ'#§r #+}k !* +B 1619_resizeJ%ɣMƟ;r($ $yL'͙h !$U_q&';W &ާŤ!O+(D+$՛H'Ԝzy"Q&L% " 9!* +B 1627_resizeJ& n,m'4&(c"'$*!Y(D$D'젶"sk# },2%F&kb%[S%R*%`&)<) 5d!ץDF,۝Q#|,{'*  +B 1628_resizeJB)3a =! Ѯ*!'A'ڦm_ )AG*$$&(觵Y(*&1[+X#i" z'y@^&rWàש Y!>f&% $U++#w((&% m )V(dƦT$lW!"J*'5(O'K"ť" F)> " *Uh}+x$(NF.()('>."$)D)0*S+e+P-$['~g%m-, +3d&nS)%((K BsGݦtg($8g+zM,:!| m(%(N&c,)%+)N$+t$&Z((%ڬ~p!>.Y$X%b"'q@ΠaVk^|*  +B 1629_resizeJ' P|(,'H%(("cÝ%%D&%"p}L +$f$!)v)*(pA$[M"6+t(( !Un(_)H,%Nq]{(%$]($8$a w*ͦN +1x*"9Q$ +*\"#~#G*[(" #%$*$ͧ/$,瞴(,-,~ +n$%c$NXV$95N,(*)) 'ݝp,ä)&# :$L% 뢓hO% *)SI )#Ւj)l5)' #㠱k#j.ԧ%)t'/'jF y}%#/!w%+v^w$8l,w$"'" ]%'q&!'%_u t`)$Aͬʡ %%e*$(#)* +B 1630_resizeJsP_{$b-S\(!˦]$"."u!!Y$U(z(I"$(ӥ)" '-G"+~w(릸Q)$* &%)* +B 1631_resizeJ\-a<%W$'-([s&)&E%+&`晐)Uס}g%s+$D&ۜ(2੣%$?<z ^( '&9+Y* +B 1632_resizeJ$S)B2,"BR(B)")L!e#%&*ܥT))%"%J'"D(m%'¡uu$U%wyk '&'n $Y"$&զ&* +B 1640_resizeJ)%DG*Zթ(ڣ .z%X /,*&*)m&2]($H$+$]?M('"H"+'穌 %\(>!)!.*  +B 1641_resizeJ!$u&&ʢD-K% + ѫl%d&ם*ҩN*Y %]|(\q'ўu#)P)ěl,, .-D&x&E{U(ب*ߥm%!x- & !LuʟP,m/WV&H)).!%$-c&v$ Q)ӥ)#&9*%'y"(M'ӥr*$%e+})c+ਅ)Uy'%H',$;W)+$f(R)) +)2*.aY\9̬&af`%ҩ*x&ܥ/ܜ2^ +G-"Zޥ$&U**.s&*%"((PU<C#&'/f%+!ͪw{ (t%8ͥkB:$-$͟CB7͠HVȢʧKǨ 1*  +B 1642_resizeJ  *&o8ã%(ݢ&!򫘦<* ̦()Xv! t +G"#F0*j H*y&b)z'%,n/+̣!$((}3#w&In%(H(5(ӣ"(9#,(c(++ߩ(iVn&#Ξ\⨡0&\H%!zͥSot0P#ߡ)$ǫ'`?#㢻(x)דB*l%p8(;&&$'jV*i)W&R-V*~ p j*- *""q)y"*),-ݨ%&R,&$çŖG' N%iU%u,b("{ (ţT& '%p(+]i$CޫK&"7*˖s*z%?pa ۜr*.EU .l&ȧђ$ e'=!* +B 1643_resizeJv!A(&ۜ&$3)( "6Ury)&b,8-+k (ޭJ%M9B+ݪ-y!a)*ۥc";)!&I!Z-ͤ!**>p'* +B 1644_resizeJ4%%X/)|()x+gU(,$'& &(/`$C/ <"- Ǫ%^\*#)& \7%Ϋ$&.Q7+_d(*k*(|q%#!G* +B 1645_resizeJ=K5s'_*!Eܥ֥f$M+ !1_ $+T'X*,@"v1 (餖"&g%q)!%$YP$&l#9C(( ]r(* +B 1653_resizeJ' BϜۤatġ)%Ȩx$`N#}e'L04lj%M$1'![uY$.&$+W' )$JinUc&*  +B 1654_resizeJC~8'T% ҩy*)f+((  #٨U(l' +-#+1&4gͧ#˩b̪$fZ%আ嬦)) (Ħ񩮡l1{,&)r*f"$*)&b)%"ɩ''` ,%!{&b )&g%e'<%(3&+";'&V*_,L)&_$,p($( iΨXw$'ϧ,1&)!-k-+xވT'[ '$#פiN+&''ǝcl'&)zuS*ɦ!'$9v!'U +' 1%,(>($-0(*ۍ*:%5,m)%#é$'?&)$Ȣ,B-n)-)%+@Ī;\$aȨ%s"-$S6# 6 ,K䢁#ʪEI%ߨLЫy*  +B 1655_resizeJ($'2(#+#"'"𤖟3'{,g(_ C$&2+(Y 'a i6)&'G-)&)-*Z%*ϨwU*#P(A ,F$֢;g$)'+f$+&ؤj)*"fk#z*c"2͜ q )P%00,v&,)$Aq!}8+<)(ED%f++`$B!0V$Z#,'"",)/%-(;  +gŔV)q!5,$C' h&],}!($[#Gs$=(h)Y(,("[}V$(L,1(&7+x,~ڬ-"ɤ(%%k! +,A& +#9('4):$'k(#(W"'!%%ä0J!E %"*..Wn<- )h$夏P$zp* +B 1656_resizeJ8)K( **!*mʪQ*[(c'b,,4:#+/*%=/`T+% b%.$ +&t)$:(!~"( +Nkwۥb&+Рq #* +B 1657_resizeJ:ע!+:M(%%l&+#3 :'Ϩ;﨓u, ب%J,TBZd#$t*})|"'*,_1)k)$!l﨓K)1M?=$զ* +B 1658_resizeJ%&!87)Ϥ|! "0S%,$  + %+ɤ"JT!0 *%֡ʖ:%٥ "&v'u,&%#P*~#* +B 1666_resizeJxϨD==(E6n.8( ,%8&xi1% ')T)?$$͖'+~m#΢'*l#ݣ%?###U'*'*  +B 1667_resizeJN0)+ݪx$ L2( R#'ף)'Sש^"8~֧sa!Ǩ\7#n^!,$)'g),"(Y"4 ( QL(q"W\, )% ,#&.(f*1%ȫ~(L+<%&W*7)&b+Ǩ,)ngJ^$()ƬFSl$%+ -p6 dx+()襼V$z<):%\ 1K-V(C,9ןs'&w( $ & "\,E٨(,%*|:E~*lj9r%u&I#8 )%)6/$-$*5'U+$(8",b)@&'K%]+8-,*?%, Y0jA($ +*\h/%:'mXFC-& !y#(;?詊c'E!{fDk*  +B 1668_resizeJj'&,M(נ]%,*()#&u)(7O)[!F}")M-H(٢)58Ʃ82$@* }"ߨC!K"ɝ&'ޤ* d$'T] (0*~)E**Bo# S:0器š,"̧-'-c(jm !q(Y*%)RQ6#;')5T#tA]y*۟%a"z\h|(,&'ި8!%FS"*,D*)+64Q(!㗚Qu\!^(*ȡm$[P%7Ϣ&g*e&d$V&?)i\%%UZ'#f"X)Mk'ǩ +{( !Рy(s%I+T,)+$ )R$O%#9 &^,&* +B 1669_resizeJ(oY&#èI"g, &"ޘĤ'",<((ht}*#I#l(G=' ?&*,,2$gz- (Aǜ(#Z()3,%6,* +B 1670_resizeJwM%S{i,V(%s*ݦo度/( A,#K)a*H-#wr$p-,$Fäv,N+;rS6.'ќE*v&)L) +$,'S* +B 1671_resizeJ_$p((J&('Q*;(((E+ڪϦ&A(* 5B'(r()V)( R'j(>({%U#/7&Ѥf^],?ͦ\,#\()* +B 1679_resizeJ&,홋+'c!%$S+$;"W+:!')+*:"(,%a*Q%$pZz )#_(쥬#̟&*&穪橈(i&*  +B 1680_resizeJcB%oP!?awn%;"y'$,.!, -$B *$+*s8'殮,*8 +O!ͨV *(!(;"F,6*m(< +#4)Ф* +B 1684_resizeJ#n&b+ à#-2+)j) +"/y'-ݧѧ AH, e3"B$6(2% %*)2+rѡϦ(ԤZ&(*§( +ߤ )b)1* +B 1692_resizeJX"u +,w%&P+)-1(#U+z)c)˥o(Tԩ| +J##d)+y٩~ w"E;!R(3ir\(S,4a " *  +B 1693_resizeJcz-*ʥ!_)&44,I$D( !Ә,*ѥ%&%;-+ HEr%4[+;)x(;"ɦ.'+)+&Ţ(n")"\"iԬsy(%(©m*("{Π:.#!6 #,@$,_,2$?)j+/'R7!z('v %ɥ"{'fw.,$);-u'9,`홦'2'$R(*!'%$(5g$h8Ҥ%4&%/){)z #'%L,E%s**P!Ԭ;) )($%é%( U#[,}!h'>&#)&+N '<@y=S(o+('6')U)*) (J1)y6X*T(*%0"ۢ%%)+=)k-~ϥ*]&$Wɩq},*  +B 1694_resizeJK)\SbD>$% &-!)"'7&/J)V"R *ie"+#yע#%&-($!+t*%C$ $8 l(,g*} +:*.()s**( "n$ +&+X&z*!L)'+$'hʟ)W)z$%.1"o%"=($i('Ц* )"!);%Uϡa4B*n% +$\#)C(W#`+)o#e(?)vӤ%++v|RQw'UF,H'()$"Jb)S!z(ae(Q%#S$'檺'7 Ҡs||)nqO"V(l(Ĩ/(.P#z#ɤn.ʨ&E#,$#H! - +$I#$1)&U+*h*** +B 1695_resizeJ(()@)C)J%3+Ƣ{K*T),Q%G+*"NF-&(n--oH'֧k( ,,&m[+n** +B 1696_resizeJ&!^J),OA%)" +# ,ݦ٪A(H,${(9g*ƪ&{!'&(%*&)q%*{K'aȦ$f?**O|$I/%* +B 1697_resizeJ"!(W,(7#+T2%j!*-("-.)9*)&-}6s!;%y$*(֡ yH%(h(9q+%X,'Oȣl-,t$#=* +B 1705_resizeJ{'2%!$!C"# (# "̩#o%_#(*-=$GCw$ +;(^<$k֤,bǤ)v&n" !Id()2#1(Ku*  +B 1706_resizeJ$:)\$"t3/DƩO59a)ۮħN,,(1ɥ`+G(ܫf$l${'X')#*ȭ =, ũw),WF*n%j$ءv+7)!$S#G~)Z#!ѧz$w.'-#9򨙠,g(R) ؞d$J"J )&Lq+Vǟd9s\hc|$#i b(4*` }Ý%-&z* z٩@$"רlB*E* +3(v!+աf/])0!햅)`$&y +h)'U* TH))X@Ҥb]*((um#$Y| *̧8'o'+#(u,' -5(&&Y񤱠-,'a:(,W,^&(;*""EӝrLΦ4lc&7-"ۨ*  +B 1707_resizeJ5:&?&?L%#ޢW&mb#7p:$&8*"(-$#j'|b*.(,y/6 PP+w(lH)1e#ѩ t "!M\'^A%<ے:(*$(L. #s$j"~(晭"O$*  +B 1719_resizeJ(d"$&y$Ԛ$m%J$NҢY<8%H"#Uϓ:mYs'U#%% eW(+%$%'*d,203$g(P*Vf*5,I,L),y&x/<*ۣR[&9(!,& +&W.>%By+@('%v" &tg!৲t'ߪ>=8K(2&%!Z,ť21 *6%=3UŪ &إ("%})~"/(&e)%'${*Z,=4&B(ន*lĐ G(("v*'():)-+%x##& +%.*%$-L,(":[*W% ɣ-,$<(#v) $p(yHj%J'4 %+e+&7iV"*"Z.(F E*  +B 1720_resizeJ8-vB)%pjT"ݨk'[!wd'9*P&)6)Tӥթo"$'')^ +!*ݡ5#"N* i!)'8* z(*զǩ,]I$O(x'!*(&͟@m$1)C#%]j%&I!ȟt(?S C"Z!y<*%W+*쭍U%*L)Q)O"+& ;',f@(*dh)l('\Y&!(/'."Z-d(:$$'+ey%&)ޤ"%)"+|+$(" ҩ*K)BQ#VO"%(&l *qԦ %դ2%>$"32#]))P%ۦ%&)Z,})%ɩ2(^#Tѩ*(k("[(,$"Q)LLR!/+%!* +B 1721_resizeJç.*;,QH)`&'%&{ !,#*0&=).:,Q&,6+)C%%!ި%= "]-#_PU),{ ,E4&2&w* +B 1722_resizeJ-$oDE)(4 +P, %&X#C)E$\+&Y6P#ȩ'bV"*}oPj)"FJ&nd#ͧ-@},Σ8*ͨ* +B 1723_resizeJ/?%)#,)ϟ',¢ 5,#}'C&]+*$Ф2`$($}l%ة}$$ Wuvl##w*A:%QW7&y"r'(* +B 1731_resizeJ+]()EH)a'!+?&+1 qN&&˩&%ǧ+h*F?'-+S$[,nZ :*Q&.Β/#"*  +B 1732_resizeJƩ8%Z$ o(k%!*$*"E&s%P]%P)H%9&(&)&ßZ]§O*(a +*}&#7 $+34f5)X қB#^_+s"Fќ5«<%b%fZ +aD ,*  +B 1733_resizeJ*As!d(($Mɫ 'p%$W#7*d]'q&C^Ǧ"'P(&A){$og&*&͕.2x(!#z&;>pu+!E(!(M$Ja$=ά &0 ($f ǫب %Ω, $,$ +P~0p)'().$&5$8#G(!)@"#Qժ >$/$ #$r)(C{XpBiͨ(¨%&[2| *)X(娔l"#|*S/.Y"(-"&.($_d&:=O,&6&"!")$$W%)+)%5$%BmǢn$.( (*Kܤ`#iѡ*&4С&ޣfڝ=()$L$Ψ* +B 1734_resizeJ+ $q AN!()m%;ڦ+V$4$ g)/,y&#h'/$(*.%'%3''.~, ;(,(#֦")y>#,* +B 1735_resizeJZ,樓L+#+]*A+*)*s^(G'pF5+e((*] 8)",+'GZbV';'[#$'W)+$k$)H'{D%Ο))++@** +B 1736_resizeJ"-&,Ԩ %FZ,"(K$!ǫ$4+(,&S !*X#ߨ`$%#y& "7"\(#n,)<%(,P,$LުH"騔* +B 1744_resizeJ 'ר9&&$HH( ]%],ͧmP ++'$+'% d*$!p ]o0ߪ̪ͥ~'iu& 6&Pç%*  +B 1745_resizeJ$ .(*## 5,['Leܘ$P f$] ;)$)g$P()@([&bG)+R*&R,WQ#),&*,#8*3P_&_iͤ¥~19E$&&!&&rH_ c"?,4*'p;(p+(''&#+H*ˢЫh0$(%)ة*&Q`= k+1A%mK+9+i$([&0P#:'%1 +#vc0"p P%&G'-ʧ*,!+6us--,}b(H)%+S2%D Ę (t(j)E#+lg}&('((z%#%n$)&)m ֨ '.*`gPIx('sW&la$U); #d&3-) e)P((%S%*  +B 1746_resizeJݨ󙅣XR&%=Yɩi(.,$!Yܥu*l"V(͚M! +(/+&w3%G('$')>p))(m&*# ^d&:)($'). N!"Ρ A#T+(Ѫ/&@B$+o(Ŝx,ߦƟ1О?%* &$e("a.(&v&,ϣ(* *i%a%^%#} (o#@Ť%,%Dq'*i,N*&K Oĥ)J(u!}#\"}*`)æ&j%N&^&Hy%NhB<)(&,1((=,*Ѩev0טlw'#R,o$ (#-% +>&#m)6$'". h,#a*+)(Z!$xv,Ԭ* +B 1747_resizeJ2 ]))aɭZ);bإ(u$$i hJ+)% *Ҩ) (!r(WN롰#$+H%Z/>"*n+ &+$k,P%(* +B 1748_resizeJ`,lH ,*-.!,џ#'&!"ޥ3(,D)(c*&*ݩ*%3ˬYשp*V***s&+J%l,"n=(&* +B 1749_resizeJYJ"# #+$(7x'$m(7 Ҫ+,J%!IR%6]Q%nfީ"LD%'$.-,t!))謔P*o$* +B 1757_resizeJr,h@*t*&5(@ڠ$h)B$ѝ_Pū})&od-!#&Ʀ$$N%p()G%^+Z*; *4X($<#,)ڪ,$Ǫ*  +B 1758_resizeJ$pn6"T*w t)Ъ bӢ#Nץ3(_$y"*h#1(y!W$_-%$(G⠏+)!%(!$$&& !bz*'')!'+$W,/^F!,&}%,W!$*v!,ާt6 $sޡ>0a)%Ӡ(!T_7b9-Wxtb4U(/ $np>&$Rb!& *n#j<+T&2u$* (H4$''S'8!C)t,}%|;)6*HzS)F(8,;+') *&/(誻G%I 8 *'ߜ%P"j);)G,&#ݘ&/ )&z(¢X+Z3mL, @:`I+,(W#%$,*  +B 1759_resizeJɜ$Ҥp*c# %_42ݩ*J( ,KfT#E$)!Ǭ +%;(#:"l-f!^.c$$i&* $`!)_,.!+%,Q$F4(&9$* % i#')[+ n! + ")!$!+,,,,P=ĞVPQ! #n(*'~&$ yj^()S&&i"?"b!0+ 񬯧$).b'(e'(#%%!)+(9x,19!5c'۫m'ٞ$7# K%N)%@^'$d##,,\#5[&*",!$-]%r&(:"i+#"4'(,)(Ø$C$Ey&U*$&'8%*#!F(3"$8$V,աVe("_+%""(* +B 1760_resizeJ?!Z$;"h 2+mM%I*^'3,-) *PY"Ws$$&y( <, (#ªO,B!c©Ff#^#(* +B 1761_resizeJ|Y %Vө (Y +:̪Q()W'-&B)"N$i#* +B 1762_resizeJ)(R$Q!HQT;,,+s,#⪷ ΩoQ\K~)J7/)j>(Zc,(|&t,+Q)q')!)E*0$𞒩a-* +B 1770_resizeJ:%$*pr(eG,-('h$*$Uϝ P#wө=a:(1*+\!3),`,]$m*˨4)(ūZV -%,%*  +B 1771_resizeJ(4'EF%0'8mDӣ IyI)+NŜ #N*<')aL%j!+Uo%c*"k)㢑,%,))Y)#(,).zΠG( ]RL(X%h%vuR&'$(.. '~*ĥ#,Cm)9ǨFҩ'DQ,4+ 5(~h­V%$\& *4l\&ԕ,! 7$ -ͧ+^$#!(2"j,sצݢ/(6)&"%,%+K!M@#6v&%6')R%,+N%H+f! e%##(S(k(&(⤷&-:((ѝ' /.s+5%$!R\$~!)^=(i)h#M $#C}Ee%k&*  +B 1772_resizeJ&h]-+,t)Q ȨrZꨞ(~<*]%t,A }w$`!','e!%u+*#à-&4++ ){4% Fl%'5sn)W(<+?$f%36 ) "nR,W!ڨ4 +,*_)$2%(v)p iYz"'^O&r(^ u)k#!EM$# %b*(<'|0+)ģ> "uw+((*<%m +)(!+D.#( 'l3(E ѧ (A('̨]!(}m `$((!(&;*g͞+.&+((#&k$(&'"(&EC$ a(B)ͦ'"+]$̙2J'r,U"&`!(( *5 +B 1773_resizeJ  +s#=.%6Z&(T&*= +B%bert.embeddings.LayerNorm.bias_resizeJ Ĩ\(2(M*? +B'bert.embeddings.LayerNorm.weight_resizeJi;F;u;4;:I;59X9* +B1bert.embeddings.position_embeddings.weight_resizeJ&J&ئ4.ޜ /! (($Ds#} $7T'#A %$3ܟ%֤͞ -#Ҟ$cO&&5_T $]#-@#"} ()(L &4'6)$ A%7$%!"##e5%&  $ڥ+zuw$"%"B,L![S&!|b:( I("&x./y)"(c$O!:,tTTڨ"@ +#e*] +B3bert.embeddings.token_type_embeddings.weight_resizeJ ,ߦ& JnLi%* d +B-bert.embeddings.word_embeddings.weight_resizeJ }R"Ѩ"3-3+R$N%%-,ئ >%.*'Ȩ ֩#d+,$yQ%7M#L-+%!-,$Y!C ",(,&% Qtt,-(!࢛?#,y, "##v-,#kT"i ,]+^ H$%S#-I,ܨ6L$$ -S,d$$-(-f#w ,.,#q̩#p,,@^` % ,A,w˦ݛ" ,2,* d"V-_-!̝0-t,!%-z-7d$ jl!W-+,""̪%_-,I!vS%"$,5,!Q$./+"u!J,,D֣x$#-N->㦽!L,-  zv&|,2, "i&G,y, &-7,*px/!+%-v+﨡k% $,<-n ݤqI--XV!-J,"Ҧ$$ ,x,G !-q,aէi9ڨ!"--ʞ[H75-6,0ޝɊѩ!-,zMg&G,t,#uI ' ,b-m/3Ҩ-[.+A Ш"o#,"- ̜ $h!-o+[ f%C%-,&$YGO!-,.&Ħ|"n-,n%. !-i-${u$--&UX Y,*l!:!\-*1fĨ!-{- +!}%ka"-+-<,$2V!3-,H#qTs,,"ڨ]""3g%+/+Ky X$N@$.,\K$q-(-ĢyI-s,%/ ps".+Ş4"͜!h-0+i%: -9-,!%kh$[,x,*V$*V+ -š)"S;$-R,%訾O'$ -.,;t!#-\-M #; #<,,ʍ"٩^.,_ qt$!,*m$A!n ȩ#:-+j#&4;--!Ed!"h-,I:'nw$ ,-"A$&&I!O-$, '&=- ,( %;m-t+; |g¨!-+]A#X"-,s$DA{",-$#R$רv#-,%ȘҪ,R,( 2j!b#,*&") !%- -YXt\Ϩ$~,,׈$>%Ǫ +r-7 O"-,$"d.4,D"_%g`&,c-V t%Ǫ{-B,̦$ V,,0!!$%,-0-"a#1 *[%o,,F!F@$j0",C- |]$,,'\&r--#;k# +)N,s,##멛,3,% f< .f,*S +B;bert.encoder.layer.0.attention.output.LayerNorm.bias_resizeJio275O9*U +B=bert.encoder.layer.0.attention.output.LayerNorm.weight_resizeJ;;;;;;*<(<*O +B7bert.encoder.layer.0.attention.output.dense.bias_resizeJ%ئZ"KI.*K +B3bert.encoder.layer.0.attention.self.key.bias_resizeJc={XS*M +B5bert.encoder.layer.0.attention.self.query.bias_resizeJ7?Et1V*M +B5bert.encoder.layer.0.attention.self.value.bias_resizeJ!T (&_虴"*{  +B3bert.encoder.layer.0.intermediate.dense.bias_resizeJ@ ¯y {j{*]ê8-L*I +B1bert.encoder.layer.0.output.LayerNorm.bias_resizeJ'g6d1٬*K +B3bert.encoder.layer.0.output.LayerNorm.weight_resizeJ;;4;H;6;:E;A:M:*E +B-bert.encoder.layer.0.output.dense.bias_resizeJ#(I,$.)-,*S +B;bert.encoder.layer.1.attention.output.LayerNorm.bias_resizeJ١1#i34*U +B=bert.encoder.layer.1.attention.output.LayerNorm.weight_resizeJ;;;;;;;;*O +B7bert.encoder.layer.1.attention.output.dense.bias_resizeJ4ui>)=9-n*K +B3bert.encoder.layer.1.attention.self.key.bias_resizeJ*핯 t*M +B5bert.encoder.layer.1.attention.self.query.bias_resizeJu%ܡS˩R(̤b*M +B5bert.encoder.layer.1.attention.self.value.bias_resizeJ֒% !ti*{  +B3bert.encoder.layer.1.intermediate.dense.bias_resizeJ@]X +Vyn᤺îڭp@um~ad *I +B1bert.encoder.layer.1.output.LayerNorm.bias_resizeJ%IK (.*K +B3bert.encoder.layer.1.output.LayerNorm.weight_resizeJ;;;;k;;:n:*E +B-bert.encoder.layer.1.output.dense.bias_resizeJl%$K(XK.d,*T +Bbert.encoder.layer.10.attention.output.LayerNorm.weight_resizeJR;O; ;];::::*P +B8bert.encoder.layer.10.attention.output.dense.bias_resizeJ(,5'{]) *L +B4bert.encoder.layer.10.attention.self.key.bias_resizeJ|! *N +B6bert.encoder.layer.10.attention.self.query.bias_resizeJ-'H[+*N +B6bert.encoder.layer.10.attention.self.value.bias_resizeJ&%Y")S*|  +B4bert.encoder.layer.10.intermediate.dense.bias_resizeJ@,:٬ILf楧a%9ͭJKD+*J +B2bert.encoder.layer.10.output.LayerNorm.bias_resizeJb%7M*L +B4bert.encoder.layer.10.output.LayerNorm.weight_resizeJI;V;;O;[;7;:m;*F +B.bert.encoder.layer.10.output.dense.bias_resizeJ +-«^0]}',*T +Bbert.encoder.layer.11.attention.output.LayerNorm.weight_resizeJq;;;o;:;:O;e;*P +B8bert.encoder.layer.11.attention.output.dense.bias_resizeJM"&,"&̗*L +B4bert.encoder.layer.11.attention.self.key.bias_resizeJk Jr/*N +B6bert.encoder.layer.11.attention.self.query.bias_resizeJW+ڟ@/f`2 ,*N +B6bert.encoder.layer.11.attention.self.value.bias_resizeJ_d\7O *|  +B4bert.encoder.layer.11.intermediate.dense.bias_resizeJ@C5( A$ŮݦpEN<#+Ӧѫ*J +B2bert.encoder.layer.11.output.LayerNorm.bias_resizeJq%UZ&}M*L +B4bert.encoder.layer.11.output.LayerNorm.weight_resizeJ999999:9*F +B.bert.encoder.layer.11.output.dense.bias_resizeJ.(E,uXd *S +B;bert.encoder.layer.2.attention.output.LayerNorm.bias_resizeJ6..| 3W5*U +B=bert.encoder.layer.2.attention.output.LayerNorm.weight_resizeJ;t;;~;x;;:;*O +B7bert.encoder.layer.2.attention.output.dense.bias_resizeJl .V(D3͙ݬɫ*K +B3bert.encoder.layer.2.attention.self.key.bias_resizeJ<hzҘ}!֜*M +B5bert.encoder.layer.2.attention.self.query.bias_resizeJ&&#~"*M +B5bert.encoder.layer.2.attention.self.value.bias_resizeJ +D *{  +B3bert.encoder.layer.2.intermediate.dense.bias_resizeJ@fjˬeì GQOh&u^[Jڭ"*I +B1bert.encoder.layer.2.output.LayerNorm.bias_resizeJeZ*Ұ*Ѳ*K +B3bert.encoder.layer.2.output.LayerNorm.weight_resizeJn;;;a;;T;:*:*E +B-bert.encoder.layer.2.output.dense.bias_resizeJF|ўA- '^-*S +B;bert.encoder.layer.3.attention.output.LayerNorm.bias_resizeJ+$𯅦ڭ0⯎4*U +B=bert.encoder.layer.3.attention.output.LayerNorm.weight_resizeJ;c;;[;;\;;;*O +B7bert.encoder.layer.3.attention.output.dense.bias_resizeJ~%E)d&)j/,]*K +B3bert.encoder.layer.3.attention.self.key.bias_resizeJQbƓ*M +B5bert.encoder.layer.3.attention.self.query.bias_resizeJ[&c"&&1 +w%*M +B5bert.encoder.layer.3.attention.self.value.bias_resizeJ%؜ tI +r*{  +B3bert.encoder.layer.3.intermediate.dense.bias_resizeJ@[&R UJ 孙Ddͬ=cӡn'_ϯǬ*I +B1bert.encoder.layer.3.output.LayerNorm.bias_resizeJC^*(Y/%*K +B3bert.encoder.layer.3.output.LayerNorm.weight_resizeJm;;N;o;|;F;::*E +B-bert.encoder.layer.3.output.dense.bias_resizeJǢz<{!,.*S +B;bert.encoder.layer.4.attention.output.LayerNorm.bias_resizeJ'.l[1*U +B=bert.encoder.layer.4.attention.output.LayerNorm.weight_resizeJi;;p;;#;>;+;j;*O +B7bert.encoder.layer.4.attention.output.dense.bias_resizeJA',MO*,,Ŭ*K +B3bert.encoder.layer.4.attention.self.key.bias_resizeJqj٠*M +B5bert.encoder.layer.4.attention.self.query.bias_resizeJ*?4M7";.j]*M +B5bert.encoder.layer.4.attention.self.value.bias_resizeJi;6l"N&z*{  +B3bert.encoder.layer.4.intermediate.dense.bias_resizeJ@CL$R"N~\tM񩵮5 KhM"+xp@*I +B1bert.encoder.layer.4.output.LayerNorm.bias_resizeJ," 5;*K +B3bert.encoder.layer.4.output.LayerNorm.weight_resizeJ;;;;;;F;X;*E +B-bert.encoder.layer.4.output.dense.bias_resizeJ䣑}7x+?x,*S +B;bert.encoder.layer.5.attention.output.LayerNorm.bias_resizeJ!X¯)G,b02*U +B=bert.encoder.layer.5.attention.output.LayerNorm.weight_resizeJC;g;h;,;";$;:;*O +B7bert.encoder.layer.5.attention.output.dense.bias_resizeJf*$)--*K +B3bert.encoder.layer.5.attention.self.key.bias_resizeJBE *M +B5bert.encoder.layer.5.attention.self.query.bias_resizeJ"Z9}(b(((*M +B5bert.encoder.layer.5.attention.self.value.bias_resizeJ5%֕N1G%S*{  +B3bert.encoder.layer.5.intermediate.dense.bias_resizeJ@4by sVi(\ܪmw.Syjbȫ =О*I +B1bert.encoder.layer.5.output.LayerNorm.bias_resizeJW(ӧ+)5*K +B3bert.encoder.layer.5.output.LayerNorm.weight_resizeJ;;;;;;c;c;*E +B-bert.encoder.layer.5.output.dense.bias_resizeJ`(*Ԧ,*S +B;bert.encoder.layer.6.attention.output.LayerNorm.bias_resizeJO S/W%//*U +B=bert.encoder.layer.6.attention.output.LayerNorm.weight_resizeJ];i;i;Y;t;);::*O +B7bert.encoder.layer.6.attention.output.dense.bias_resizeJ\+l&iX.h*!/*K +B3bert.encoder.layer.6.attention.self.key.bias_resizeJ{[[Cf*M +B5bert.encoder.layer.6.attention.self.query.bias_resizeJ'_%(r*M +B5bert.encoder.layer.6.attention.self.value.bias_resizeJF!/$vY*{  +B3bert.encoder.layer.6.intermediate.dense.bias_resizeJ@#_p(ϩIܯѫ6+ +)7M7C#հ`*I +B1bert.encoder.layer.6.output.LayerNorm.bias_resizeJ&*Ŭ'I(4*K +B3bert.encoder.layer.6.output.LayerNorm.weight_resizeJ;;;W;;;;Z;*E +B-bert.encoder.layer.6.output.dense.bias_resizeJ%&E "U#,*S +B;bert.encoder.layer.7.attention.output.LayerNorm.bias_resizeJ.)Izt.$߰.*U +B=bert.encoder.layer.7.attention.output.LayerNorm.weight_resizeJ\;;?;;u;=;:;*O +B7bert.encoder.layer.7.attention.output.dense.bias_resizeJQg,My)Q(.(*K +B3bert.encoder.layer.7.attention.self.key.bias_resizeJmI {DD *M +B5bert.encoder.layer.7.attention.self.query.bias_resizeJ."1G,/5P'*M +B5bert.encoder.layer.7.attention.self.value.bias_resizeJ+Ƨ+*{  +B3bert.encoder.layer.7.intermediate.dense.bias_resizeJ@I;X< a骳%(*ͯխ&ժŪȭ2+ѧ7*I +B1bert.encoder.layer.7.output.LayerNorm.bias_resizeJԩ(Ѫ(&x*K +B3bert.encoder.layer.7.output.LayerNorm.weight_resizeJO;l;N;A;U;W;;6;*E +B-bert.encoder.layer.7.output.dense.bias_resizeJ]/ Ǯ0@'u,*S +B;bert.encoder.layer.8.attention.output.LayerNorm.bias_resizeJ-h1Ϫ䯭-*U +B=bert.encoder.layer.8.attention.output.LayerNorm.weight_resizeJE;m;U;9;[;;: ;*O +B7bert.encoder.layer.8.attention.output.dense.bias_resizeJC)/2&)!-*K +B3bert.encoder.layer.8.attention.self.key.bias_resizeJeJ _d&^*M +B5bert.encoder.layer.8.attention.self.query.bias_resizeJ%0ҩo *M +B5bert.encoder.layer.8.attention.self.value.bias_resizeJǢp,'*{  +B3bert.encoder.layer.8.intermediate.dense.bias_resizeJ@wp5I[[kc( +-̦լ쩻ɭ W L]*I +B1bert.encoder.layer.8.output.LayerNorm.bias_resizeJ5)%* +*K +B3bert.encoder.layer.8.output.LayerNorm.weight_resizeJK;};p;B;;u;;b;*E +B-bert.encoder.layer.8.output.dense.bias_resizeJ&0$q ,(*S +B;bert.encoder.layer.9.attention.output.LayerNorm.bias_resizeJg)d0+*U +B=bert.encoder.layer.9.attention.output.LayerNorm.weight_resizeJ^;L;B;C;2;:::*O +B7bert.encoder.layer.9.attention.output.dense.bias_resizeJyx$,H+X0$*K +B3bert.encoder.layer.9.attention.self.key.bias_resizeJLN*M +B5bert.encoder.layer.9.attention.self.query.bias_resizeJ-%,:l*M +B5bert.encoder.layer.9.attention.self.value.bias_resizeJBHo"