Untitled

avatar
unknown
c_cpp
3 months ago
74 kB
2
Indexable
Group 1:
  Order: 0, OP Type: Identity, Name: unique_ids_graph_outputs_Identity__10

Group 2:
  Order: 1, OP Type: Shape, Name: bert/encoder/Shape

Group 3:
  Order: 2, OP Type: Cast, Name: bert/encoder/Shape__12

Group 4:
  Order: 3, OP Type: Slice, Name: bert/encoder/strided_slice

Group 5:
  Order: 4, OP Type: Squeeze, Name: bert/encoder/strided_slice__16

Group 6:
  Order: 5, OP Type: Cast, Name: bert/encoder/strided_slice__17

Group 7:
  Order: 6, OP Type: Unsqueeze, Name: bert/encoder/ones/packed_Unsqueeze__18

Group 8:
  Order: 7, OP Type: Concat, Name: bert/encoder/ones/packed_Concat__21

Group 9:
  Order: 8, OP Type: Cast, Name: bert/encoder/ones__22

Group 10:
  Order: 9, OP Type: ConstantOfShape, Name: bert/encoder/ones

Group 11:
  Order: 10, OP Type: Reshape, Name: bert/encoder/Reshape

Group 12:
  Order: 11, OP Type: Cast, Name: bert/encoder/Cast

Group 13:
  Order: 12, OP Type: Mul, Name: bert/encoder/mul

Group 14:
  Order: 13, OP Type: Reshape, Name: bert/encoder/layer_9/attention/self/ExpandDims

Group 15:
  Order: 14, OP Type: Sub, Name: bert/encoder/layer_9/attention/self/sub

Group 16:
  Order: 15, OP Type: Mul, Name: bert/encoder/layer_9/attention/self/mul_1

Group 17:
  Order: 16, OP Type: Reshape, Name: bert/embeddings/Reshape_2

Group 18:
  Order: 17, OP Type: Reshape, Name: bert/embeddings/Reshape

Group 19:
  Order: 18, OP Type: Gather, Name: bert/embeddings/GatherV2

Group 20:
  Order: 19, OP Type: Reshape, Name: bert/embeddings/Reshape_1

Group 21:
  Order: 20, OP Type: OneHot, Name: bert/embeddings/one_hot

Group 22:
  Order: 21, OP Type: MatMul, Name: bert/embeddings/MatMul

Group 23:
  Order: 22, OP Type: Reshape, Name: bert/embeddings/Reshape_3

Group 24:
  Order: 23, OP Type: Add, Name: bert/embeddings/add

Group 25:
  Order: 24, OP Type: Add, Name: bert/embeddings/add_1

Group 26:
  Order: 25, OP Type: ReduceMean, Name: bert/embeddings/LayerNorm/moments/mean

Group 27:
  Order: 26, OP Type: Sub, Name: bert/embeddings/LayerNorm/moments/SquaredDifference

Group 28:
  Order: 27, OP Type: Mul, Name: bert/embeddings/LayerNorm/moments/SquaredDifference__72

Group 29:
  Order: 28, OP Type: ReduceMean, Name: bert/embeddings/LayerNorm/moments/variance

Group 30:
  Order: 29, OP Type: Add, Name: bert/embeddings/LayerNorm/batchnorm/add

Group 31:
  Order: 30, OP Type: Sqrt, Name: bert/embeddings/LayerNorm/batchnorm/Rsqrt

Group 32:
  Order: 31, OP Type: Reciprocal, Name: bert/embeddings/LayerNorm/batchnorm/Rsqrt__74

Group 33:
  Order: 32, OP Type: Mul, Name: bert/embeddings/LayerNorm/batchnorm/mul

Group 34:
  Order: 33, OP Type: Mul, Name: bert/embeddings/LayerNorm/batchnorm/mul_2

Group 35:
  Order: 34, OP Type: Sub, Name: bert/embeddings/LayerNorm/batchnorm/sub

Group 36:
  Order: 35, OP Type: Mul, Name: bert/embeddings/LayerNorm/batchnorm/mul_1

Group 37:
  Order: 36, OP Type: Add, Name: bert/embeddings/LayerNorm/batchnorm/add_1

Group 38:
  Order: 37, OP Type: Reshape, Name: bert/encoder/Reshape_1

Group 39:
  Order: 38, OP Type: MatMul, Name: bert/encoder/layer_0/attention/self/value/MatMul
  Order: 39, OP Type: Add, Name: bert/encoder/layer_0/attention/self/value/BiasAdd

Group 40:
  Order: 40, OP Type: Reshape, Name: bert/encoder/layer_0/attention/self/Reshape_2

Group 41:
  Order: 41, OP Type: Transpose, Name: bert/encoder/layer_0/attention/self/transpose_2

Group 42:
  Order: 42, OP Type: MatMul, Name: bert/encoder/layer_0/attention/self/query/MatMul
  Order: 43, OP Type: Add, Name: bert/encoder/layer_0/attention/self/query/BiasAdd

Group 43:
  Order: 44, OP Type: Reshape, Name: bert/encoder/layer_0/attention/self/Reshape

Group 44:
  Order: 45, OP Type: Transpose, Name: bert/encoder/layer_0/attention/self/transpose

Group 45:
  Order: 46, OP Type: MatMul, Name: bert/encoder/layer_0/attention/self/key/MatMul
  Order: 47, OP Type: Add, Name: bert/encoder/layer_0/attention/self/key/BiasAdd

Group 46:
  Order: 48, OP Type: Reshape, Name: bert/encoder/layer_0/attention/self/Reshape_1

Group 47:
  Order: 49, OP Type: Transpose, Name: bert/encoder/layer_0/attention/self/MatMul__306

Group 48:
  Order: 50, OP Type: MatMul, Name: bert/encoder/layer_0/attention/self/MatMul
  Order: 51, OP Type: Mul, Name: bert/encoder/layer_0/attention/self/Mul
  Order: 52, OP Type: Add, Name: bert/encoder/layer_0/attention/self/add

Group 49:
  Order: 53, OP Type: Softmax, Name: bert/encoder/layer_0/attention/self/Softmax

Group 50:
  Order: 54, OP Type: MatMul, Name: bert/encoder/layer_0/attention/self/MatMul_1

Group 51:
  Order: 55, OP Type: Transpose, Name: bert/encoder/layer_0/attention/self/transpose_3

Group 52:
  Order: 56, OP Type: Reshape, Name: bert/encoder/layer_0/attention/self/Reshape_3

Group 53:
  Order: 57, OP Type: MatMul, Name: bert/encoder/layer_0/attention/output/dense/MatMul
  Order: 58, OP Type: Add, Name: bert/encoder/layer_0/attention/output/dense/BiasAdd
  Order: 59, OP Type: Add, Name: bert/encoder/layer_0/attention/output/add

Group 54:
  Order: 60, OP Type: ReduceMean, Name: bert/encoder/layer_0/attention/output/LayerNorm/moments/mean

Group 55:
  Order: 61, OP Type: Sub, Name: bert/encoder/layer_0/attention/output/LayerNorm/moments/SquaredDifference

Group 56:
  Order: 62, OP Type: Mul, Name: bert/encoder/layer_0/attention/output/LayerNorm/moments/SquaredDifference__309

Group 57:
  Order: 63, OP Type: ReduceMean, Name: bert/encoder/layer_0/attention/output/LayerNorm/moments/variance

Group 58:
  Order: 64, OP Type: Add, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/add

Group 59:
  Order: 65, OP Type: Sqrt, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/Rsqrt

Group 60:
  Order: 66, OP Type: Reciprocal, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/Rsqrt__311

Group 61:
  Order: 67, OP Type: Mul, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul

Group 62:
  Order: 68, OP Type: Mul, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_2

Group 63:
  Order: 69, OP Type: Sub, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/sub

Group 64:
  Order: 70, OP Type: Mul, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/mul_1

Group 65:
  Order: 71, OP Type: Add, Name: bert/encoder/layer_0/attention/output/LayerNorm/batchnorm/add_1

Group 66:
  Order: 72, OP Type: MatMul, Name: bert/encoder/layer_0/intermediate/dense/MatMul
  Order: 73, OP Type: Add, Name: bert/encoder/layer_0/intermediate/dense/BiasAdd

Group 67:
  Order: 74, OP Type: Pow, Name: bert/encoder/layer_0/intermediate/dense/Pow

Group 68:
  Order: 75, OP Type: Mul, Name: bert/encoder/layer_0/intermediate/dense/mul

Group 69:
  Order: 76, OP Type: Add, Name: bert/encoder/layer_0/intermediate/dense/add

Group 70:
  Order: 77, OP Type: Mul, Name: bert/encoder/layer_0/intermediate/dense/mul_1

Group 71:
  Order: 78, OP Type: Tanh, Name: bert/encoder/layer_0/intermediate/dense/Tanh

Group 72:
  Order: 79, OP Type: Add, Name: bert/encoder/layer_0/intermediate/dense/add_1

Group 73:
  Order: 80, OP Type: Mul, Name: bert/encoder/layer_0/intermediate/dense/mul_2

Group 74:
  Order: 81, OP Type: Mul, Name: bert/encoder/layer_0/intermediate/dense/mul_3

Group 75:
  Order: 82, OP Type: MatMul, Name: bert/encoder/layer_0/output/dense/MatMul
  Order: 83, OP Type: Add, Name: bert/encoder/layer_0/output/dense/BiasAdd
  Order: 84, OP Type: Add, Name: bert/encoder/layer_0/output/add

Group 76:
  Order: 85, OP Type: ReduceMean, Name: bert/encoder/layer_0/output/LayerNorm/moments/mean

Group 77:
  Order: 86, OP Type: Sub, Name: bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference

Group 78:
  Order: 87, OP Type: Mul, Name: bert/encoder/layer_0/output/LayerNorm/moments/SquaredDifference__313

Group 79:
  Order: 88, OP Type: ReduceMean, Name: bert/encoder/layer_0/output/LayerNorm/moments/variance

Group 80:
  Order: 89, OP Type: Add, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/add

Group 81:
  Order: 90, OP Type: Sqrt, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrt

Group 82:
  Order: 91, OP Type: Reciprocal, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/Rsqrt__315

Group 83:
  Order: 92, OP Type: Mul, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/mul

Group 84:
  Order: 93, OP Type: Mul, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_2

Group 85:
  Order: 94, OP Type: Sub, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/sub

Group 86:
  Order: 95, OP Type: Mul, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/mul_1

Group 87:
  Order: 96, OP Type: Add, Name: bert/encoder/layer_0/output/LayerNorm/batchnorm/add_1

Group 88:
  Order: 97, OP Type: MatMul, Name: bert/encoder/layer_1/attention/self/value/MatMul
  Order: 98, OP Type: Add, Name: bert/encoder/layer_1/attention/self/value/BiasAdd

Group 89:
  Order: 99, OP Type: Reshape, Name: bert/encoder/layer_1/attention/self/Reshape_2

Group 90:
  Order: 100, OP Type: Transpose, Name: bert/encoder/layer_1/attention/self/transpose_2

Group 91:
  Order: 101, OP Type: MatMul, Name: bert/encoder/layer_1/attention/self/query/MatMul
  Order: 102, OP Type: Add, Name: bert/encoder/layer_1/attention/self/query/BiasAdd

Group 92:
  Order: 103, OP Type: Reshape, Name: bert/encoder/layer_1/attention/self/Reshape

Group 93:
  Order: 104, OP Type: Transpose, Name: bert/encoder/layer_1/attention/self/transpose

Group 94:
  Order: 105, OP Type: MatMul, Name: bert/encoder/layer_1/attention/self/key/MatMul
  Order: 106, OP Type: Add, Name: bert/encoder/layer_1/attention/self/key/BiasAdd

Group 95:
  Order: 107, OP Type: Reshape, Name: bert/encoder/layer_1/attention/self/Reshape_1

Group 96:
  Order: 108, OP Type: Transpose, Name: bert/encoder/layer_1/attention/self/MatMul__320

Group 97:
  Order: 109, OP Type: MatMul, Name: bert/encoder/layer_1/attention/self/MatMul
  Order: 110, OP Type: Mul, Name: bert/encoder/layer_1/attention/self/Mul
  Order: 111, OP Type: Add, Name: bert/encoder/layer_1/attention/self/add

Group 98:
  Order: 112, OP Type: Softmax, Name: bert/encoder/layer_1/attention/self/Softmax

Group 99:
  Order: 113, OP Type: MatMul, Name: bert/encoder/layer_1/attention/self/MatMul_1

Group 100:
  Order: 114, OP Type: Transpose, Name: bert/encoder/layer_1/attention/self/transpose_3

Group 101:
  Order: 115, OP Type: Reshape, Name: bert/encoder/layer_1/attention/self/Reshape_3

Group 102:
  Order: 116, OP Type: MatMul, Name: bert/encoder/layer_1/attention/output/dense/MatMul
  Order: 117, OP Type: Add, Name: bert/encoder/layer_1/attention/output/dense/BiasAdd
  Order: 118, OP Type: Add, Name: bert/encoder/layer_1/attention/output/add

Group 103:
  Order: 119, OP Type: ReduceMean, Name: bert/encoder/layer_1/attention/output/LayerNorm/moments/mean

Group 104:
  Order: 120, OP Type: Sub, Name: bert/encoder/layer_1/attention/output/LayerNorm/moments/SquaredDifference

Group 105:
  Order: 121, OP Type: Mul, Name: bert/encoder/layer_1/attention/output/LayerNorm/moments/SquaredDifference__323

Group 106:
  Order: 122, OP Type: ReduceMean, Name: bert/encoder/layer_1/attention/output/LayerNorm/moments/variance

Group 107:
  Order: 123, OP Type: Add, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/add

Group 108:
  Order: 124, OP Type: Sqrt, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/Rsqrt

Group 109:
  Order: 125, OP Type: Reciprocal, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/Rsqrt__325

Group 110:
  Order: 126, OP Type: Mul, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul

Group 111:
  Order: 127, OP Type: Mul, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_2

Group 112:
  Order: 128, OP Type: Sub, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/sub

Group 113:
  Order: 129, OP Type: Mul, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/mul_1

Group 114:
  Order: 130, OP Type: Add, Name: bert/encoder/layer_1/attention/output/LayerNorm/batchnorm/add_1

Group 115:
  Order: 131, OP Type: MatMul, Name: bert/encoder/layer_1/intermediate/dense/MatMul
  Order: 132, OP Type: Add, Name: bert/encoder/layer_1/intermediate/dense/BiasAdd

Group 116:
  Order: 133, OP Type: Pow, Name: bert/encoder/layer_1/intermediate/dense/Pow

Group 117:
  Order: 134, OP Type: Mul, Name: bert/encoder/layer_1/intermediate/dense/mul

Group 118:
  Order: 135, OP Type: Add, Name: bert/encoder/layer_1/intermediate/dense/add

Group 119:
  Order: 136, OP Type: Mul, Name: bert/encoder/layer_1/intermediate/dense/mul_1

Group 120:
  Order: 137, OP Type: Tanh, Name: bert/encoder/layer_1/intermediate/dense/Tanh

Group 121:
  Order: 138, OP Type: Add, Name: bert/encoder/layer_1/intermediate/dense/add_1

Group 122:
  Order: 139, OP Type: Mul, Name: bert/encoder/layer_1/intermediate/dense/mul_2

Group 123:
  Order: 140, OP Type: Mul, Name: bert/encoder/layer_1/intermediate/dense/mul_3

Group 124:
  Order: 141, OP Type: MatMul, Name: bert/encoder/layer_1/output/dense/MatMul
  Order: 142, OP Type: Add, Name: bert/encoder/layer_1/output/dense/BiasAdd
  Order: 143, OP Type: Add, Name: bert/encoder/layer_1/output/add

Group 125:
  Order: 144, OP Type: ReduceMean, Name: bert/encoder/layer_1/output/LayerNorm/moments/mean

Group 126:
  Order: 145, OP Type: Sub, Name: bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference

Group 127:
  Order: 146, OP Type: Mul, Name: bert/encoder/layer_1/output/LayerNorm/moments/SquaredDifference__327

Group 128:
  Order: 147, OP Type: ReduceMean, Name: bert/encoder/layer_1/output/LayerNorm/moments/variance

Group 129:
  Order: 148, OP Type: Add, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/add

Group 130:
  Order: 149, OP Type: Sqrt, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrt

Group 131:
  Order: 150, OP Type: Reciprocal, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/Rsqrt__329

Group 132:
  Order: 151, OP Type: Mul, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/mul

Group 133:
  Order: 152, OP Type: Mul, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_2

Group 134:
  Order: 153, OP Type: Sub, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/sub

Group 135:
  Order: 154, OP Type: Mul, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/mul_1

Group 136:
  Order: 155, OP Type: Add, Name: bert/encoder/layer_1/output/LayerNorm/batchnorm/add_1

Group 137:
  Order: 156, OP Type: MatMul, Name: bert/encoder/layer_2/attention/self/value/MatMul
  Order: 157, OP Type: Add, Name: bert/encoder/layer_2/attention/self/value/BiasAdd

Group 138:
  Order: 158, OP Type: Reshape, Name: bert/encoder/layer_2/attention/self/Reshape_2

Group 139:
  Order: 159, OP Type: Transpose, Name: bert/encoder/layer_2/attention/self/transpose_2

Group 140:
  Order: 160, OP Type: MatMul, Name: bert/encoder/layer_2/attention/self/query/MatMul
  Order: 161, OP Type: Add, Name: bert/encoder/layer_2/attention/self/query/BiasAdd

Group 141:
  Order: 162, OP Type: Reshape, Name: bert/encoder/layer_2/attention/self/Reshape

Group 142:
  Order: 163, OP Type: Transpose, Name: bert/encoder/layer_2/attention/self/transpose

Group 143:
  Order: 164, OP Type: MatMul, Name: bert/encoder/layer_2/attention/self/key/MatMul
  Order: 165, OP Type: Add, Name: bert/encoder/layer_2/attention/self/key/BiasAdd

Group 144:
  Order: 166, OP Type: Reshape, Name: bert/encoder/layer_2/attention/self/Reshape_1

Group 145:
  Order: 167, OP Type: Transpose, Name: bert/encoder/layer_2/attention/self/MatMul__334

Group 146:
  Order: 168, OP Type: MatMul, Name: bert/encoder/layer_2/attention/self/MatMul
  Order: 169, OP Type: Mul, Name: bert/encoder/layer_2/attention/self/Mul
  Order: 170, OP Type: Add, Name: bert/encoder/layer_2/attention/self/add

Group 147:
  Order: 171, OP Type: Softmax, Name: bert/encoder/layer_2/attention/self/Softmax

Group 148:
  Order: 172, OP Type: MatMul, Name: bert/encoder/layer_2/attention/self/MatMul_1

Group 149:
  Order: 173, OP Type: Transpose, Name: bert/encoder/layer_2/attention/self/transpose_3

Group 150:
  Order: 174, OP Type: Reshape, Name: bert/encoder/layer_2/attention/self/Reshape_3

Group 151:
  Order: 175, OP Type: MatMul, Name: bert/encoder/layer_2/attention/output/dense/MatMul
  Order: 176, OP Type: Add, Name: bert/encoder/layer_2/attention/output/dense/BiasAdd
  Order: 177, OP Type: Add, Name: bert/encoder/layer_2/attention/output/add

Group 152:
  Order: 178, OP Type: ReduceMean, Name: bert/encoder/layer_2/attention/output/LayerNorm/moments/mean

Group 153:
  Order: 179, OP Type: Sub, Name: bert/encoder/layer_2/attention/output/LayerNorm/moments/SquaredDifference

Group 154:
  Order: 180, OP Type: Mul, Name: bert/encoder/layer_2/attention/output/LayerNorm/moments/SquaredDifference__337

Group 155:
  Order: 181, OP Type: ReduceMean, Name: bert/encoder/layer_2/attention/output/LayerNorm/moments/variance

Group 156:
  Order: 182, OP Type: Add, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/add

Group 157:
  Order: 183, OP Type: Sqrt, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/Rsqrt

Group 158:
  Order: 184, OP Type: Reciprocal, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/Rsqrt__339

Group 159:
  Order: 185, OP Type: Mul, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul

Group 160:
  Order: 186, OP Type: Mul, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_2

Group 161:
  Order: 187, OP Type: Sub, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/sub

Group 162:
  Order: 188, OP Type: Mul, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/mul_1

Group 163:
  Order: 189, OP Type: Add, Name: bert/encoder/layer_2/attention/output/LayerNorm/batchnorm/add_1

Group 164:
  Order: 190, OP Type: MatMul, Name: bert/encoder/layer_2/intermediate/dense/MatMul
  Order: 191, OP Type: Add, Name: bert/encoder/layer_2/intermediate/dense/BiasAdd

Group 165:
  Order: 192, OP Type: Pow, Name: bert/encoder/layer_2/intermediate/dense/Pow

Group 166:
  Order: 193, OP Type: Mul, Name: bert/encoder/layer_2/intermediate/dense/mul

Group 167:
  Order: 194, OP Type: Add, Name: bert/encoder/layer_2/intermediate/dense/add

Group 168:
  Order: 195, OP Type: Mul, Name: bert/encoder/layer_2/intermediate/dense/mul_1

Group 169:
  Order: 196, OP Type: Tanh, Name: bert/encoder/layer_2/intermediate/dense/Tanh

Group 170:
  Order: 197, OP Type: Add, Name: bert/encoder/layer_2/intermediate/dense/add_1

Group 171:
  Order: 198, OP Type: Mul, Name: bert/encoder/layer_2/intermediate/dense/mul_2

Group 172:
  Order: 199, OP Type: Mul, Name: bert/encoder/layer_2/intermediate/dense/mul_3

Group 173:
  Order: 200, OP Type: MatMul, Name: bert/encoder/layer_2/output/dense/MatMul
  Order: 201, OP Type: Add, Name: bert/encoder/layer_2/output/dense/BiasAdd
  Order: 202, OP Type: Add, Name: bert/encoder/layer_2/output/add

Group 174:
  Order: 203, OP Type: ReduceMean, Name: bert/encoder/layer_2/output/LayerNorm/moments/mean

Group 175:
  Order: 204, OP Type: Sub, Name: bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference

Group 176:
  Order: 205, OP Type: Mul, Name: bert/encoder/layer_2/output/LayerNorm/moments/SquaredDifference__341

Group 177:
  Order: 206, OP Type: ReduceMean, Name: bert/encoder/layer_2/output/LayerNorm/moments/variance

Group 178:
  Order: 207, OP Type: Add, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/add

Group 179:
  Order: 208, OP Type: Sqrt, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrt

Group 180:
  Order: 209, OP Type: Reciprocal, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/Rsqrt__343

Group 181:
  Order: 210, OP Type: Mul, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/mul

Group 182:
  Order: 211, OP Type: Mul, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_2

Group 183:
  Order: 212, OP Type: Sub, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/sub

Group 184:
  Order: 213, OP Type: Mul, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/mul_1

Group 185:
  Order: 214, OP Type: Add, Name: bert/encoder/layer_2/output/LayerNorm/batchnorm/add_1

Group 186:
  Order: 215, OP Type: MatMul, Name: bert/encoder/layer_3/attention/self/value/MatMul
  Order: 216, OP Type: Add, Name: bert/encoder/layer_3/attention/self/value/BiasAdd

Group 187:
  Order: 217, OP Type: Reshape, Name: bert/encoder/layer_3/attention/self/Reshape_2

Group 188:
  Order: 218, OP Type: Transpose, Name: bert/encoder/layer_3/attention/self/transpose_2

Group 189:
  Order: 219, OP Type: MatMul, Name: bert/encoder/layer_3/attention/self/query/MatMul
  Order: 220, OP Type: Add, Name: bert/encoder/layer_3/attention/self/query/BiasAdd

Group 190:
  Order: 221, OP Type: Reshape, Name: bert/encoder/layer_3/attention/self/Reshape

Group 191:
  Order: 222, OP Type: Transpose, Name: bert/encoder/layer_3/attention/self/transpose

Group 192:
  Order: 223, OP Type: MatMul, Name: bert/encoder/layer_3/attention/self/key/MatMul
  Order: 224, OP Type: Add, Name: bert/encoder/layer_3/attention/self/key/BiasAdd

Group 193:
  Order: 225, OP Type: Reshape, Name: bert/encoder/layer_3/attention/self/Reshape_1

Group 194:
  Order: 226, OP Type: Transpose, Name: bert/encoder/layer_3/attention/self/MatMul__348

Group 195:
  Order: 227, OP Type: MatMul, Name: bert/encoder/layer_3/attention/self/MatMul
  Order: 228, OP Type: Mul, Name: bert/encoder/layer_3/attention/self/Mul
  Order: 229, OP Type: Add, Name: bert/encoder/layer_3/attention/self/add

Group 196:
  Order: 230, OP Type: Softmax, Name: bert/encoder/layer_3/attention/self/Softmax

Group 197:
  Order: 231, OP Type: MatMul, Name: bert/encoder/layer_3/attention/self/MatMul_1

Group 198:
  Order: 232, OP Type: Transpose, Name: bert/encoder/layer_3/attention/self/transpose_3

Group 199:
  Order: 233, OP Type: Reshape, Name: bert/encoder/layer_3/attention/self/Reshape_3

Group 200:
  Order: 234, OP Type: MatMul, Name: bert/encoder/layer_3/attention/output/dense/MatMul
  Order: 235, OP Type: Add, Name: bert/encoder/layer_3/attention/output/dense/BiasAdd
  Order: 236, OP Type: Add, Name: bert/encoder/layer_3/attention/output/add

Group 201:
  Order: 237, OP Type: ReduceMean, Name: bert/encoder/layer_3/attention/output/LayerNorm/moments/mean

Group 202:
  Order: 238, OP Type: Sub, Name: bert/encoder/layer_3/attention/output/LayerNorm/moments/SquaredDifference

Group 203:
  Order: 239, OP Type: Mul, Name: bert/encoder/layer_3/attention/output/LayerNorm/moments/SquaredDifference__351

Group 204:
  Order: 240, OP Type: ReduceMean, Name: bert/encoder/layer_3/attention/output/LayerNorm/moments/variance

Group 205:
  Order: 241, OP Type: Add, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/add

Group 206:
  Order: 242, OP Type: Sqrt, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/Rsqrt

Group 207:
  Order: 243, OP Type: Reciprocal, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/Rsqrt__353

Group 208:
  Order: 244, OP Type: Mul, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul

Group 209:
  Order: 245, OP Type: Mul, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_2

Group 210:
  Order: 246, OP Type: Sub, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/sub

Group 211:
  Order: 247, OP Type: Mul, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/mul_1

Group 212:
  Order: 248, OP Type: Add, Name: bert/encoder/layer_3/attention/output/LayerNorm/batchnorm/add_1

Group 213:
  Order: 249, OP Type: MatMul, Name: bert/encoder/layer_3/intermediate/dense/MatMul
  Order: 250, OP Type: Add, Name: bert/encoder/layer_3/intermediate/dense/BiasAdd

Group 214:
  Order: 251, OP Type: Pow, Name: bert/encoder/layer_3/intermediate/dense/Pow

Group 215:
  Order: 252, OP Type: Mul, Name: bert/encoder/layer_3/intermediate/dense/mul

Group 216:
  Order: 253, OP Type: Add, Name: bert/encoder/layer_3/intermediate/dense/add

Group 217:
  Order: 254, OP Type: Mul, Name: bert/encoder/layer_3/intermediate/dense/mul_1

Group 218:
  Order: 255, OP Type: Tanh, Name: bert/encoder/layer_3/intermediate/dense/Tanh

Group 219:
  Order: 256, OP Type: Add, Name: bert/encoder/layer_3/intermediate/dense/add_1

Group 220:
  Order: 257, OP Type: Mul, Name: bert/encoder/layer_3/intermediate/dense/mul_2

Group 221:
  Order: 258, OP Type: Mul, Name: bert/encoder/layer_3/intermediate/dense/mul_3

Group 222:
  Order: 259, OP Type: MatMul, Name: bert/encoder/layer_3/output/dense/MatMul
  Order: 260, OP Type: Add, Name: bert/encoder/layer_3/output/dense/BiasAdd
  Order: 261, OP Type: Add, Name: bert/encoder/layer_3/output/add

Group 223:
  Order: 262, OP Type: ReduceMean, Name: bert/encoder/layer_3/output/LayerNorm/moments/mean

Group 224:
  Order: 263, OP Type: Sub, Name: bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference

Group 225:
  Order: 264, OP Type: Mul, Name: bert/encoder/layer_3/output/LayerNorm/moments/SquaredDifference__355

Group 226:
  Order: 265, OP Type: ReduceMean, Name: bert/encoder/layer_3/output/LayerNorm/moments/variance

Group 227:
  Order: 266, OP Type: Add, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/add

Group 228:
  Order: 267, OP Type: Sqrt, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrt

Group 229:
  Order: 268, OP Type: Reciprocal, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/Rsqrt__357

Group 230:
  Order: 269, OP Type: Mul, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/mul

Group 231:
  Order: 270, OP Type: Mul, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_2

Group 232:
  Order: 271, OP Type: Sub, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/sub

Group 233:
  Order: 272, OP Type: Mul, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/mul_1

Group 234:
  Order: 273, OP Type: Add, Name: bert/encoder/layer_3/output/LayerNorm/batchnorm/add_1

Group 235:
  Order: 274, OP Type: MatMul, Name: bert/encoder/layer_4/attention/self/value/MatMul
  Order: 275, OP Type: Add, Name: bert/encoder/layer_4/attention/self/value/BiasAdd

Group 236:
  Order: 276, OP Type: Reshape, Name: bert/encoder/layer_4/attention/self/Reshape_2

Group 237:
  Order: 277, OP Type: Transpose, Name: bert/encoder/layer_4/attention/self/transpose_2

Group 238:
  Order: 278, OP Type: MatMul, Name: bert/encoder/layer_4/attention/self/query/MatMul
  Order: 279, OP Type: Add, Name: bert/encoder/layer_4/attention/self/query/BiasAdd

Group 239:
  Order: 280, OP Type: Reshape, Name: bert/encoder/layer_4/attention/self/Reshape

Group 240:
  Order: 281, OP Type: Transpose, Name: bert/encoder/layer_4/attention/self/transpose

Group 241:
  Order: 282, OP Type: MatMul, Name: bert/encoder/layer_4/attention/self/key/MatMul
  Order: 283, OP Type: Add, Name: bert/encoder/layer_4/attention/self/key/BiasAdd

Group 242:
  Order: 284, OP Type: Reshape, Name: bert/encoder/layer_4/attention/self/Reshape_1

Group 243:
  Order: 285, OP Type: Transpose, Name: bert/encoder/layer_4/attention/self/MatMul__362

Group 244:
  Order: 286, OP Type: MatMul, Name: bert/encoder/layer_4/attention/self/MatMul
  Order: 287, OP Type: Mul, Name: bert/encoder/layer_4/attention/self/Mul
  Order: 288, OP Type: Add, Name: bert/encoder/layer_4/attention/self/add

Group 245:
  Order: 289, OP Type: Softmax, Name: bert/encoder/layer_4/attention/self/Softmax

Group 246:
  Order: 290, OP Type: MatMul, Name: bert/encoder/layer_4/attention/self/MatMul_1

Group 247:
  Order: 291, OP Type: Transpose, Name: bert/encoder/layer_4/attention/self/transpose_3

Group 248:
  Order: 292, OP Type: Reshape, Name: bert/encoder/layer_4/attention/self/Reshape_3

Group 249:
  Order: 293, OP Type: MatMul, Name: bert/encoder/layer_4/attention/output/dense/MatMul
  Order: 294, OP Type: Add, Name: bert/encoder/layer_4/attention/output/dense/BiasAdd
  Order: 295, OP Type: Add, Name: bert/encoder/layer_4/attention/output/add

Group 250:
  Order: 296, OP Type: ReduceMean, Name: bert/encoder/layer_4/attention/output/LayerNorm/moments/mean

Group 251:
  Order: 297, OP Type: Sub, Name: bert/encoder/layer_4/attention/output/LayerNorm/moments/SquaredDifference

Group 252:
  Order: 298, OP Type: Mul, Name: bert/encoder/layer_4/attention/output/LayerNorm/moments/SquaredDifference__365

Group 253:
  Order: 299, OP Type: ReduceMean, Name: bert/encoder/layer_4/attention/output/LayerNorm/moments/variance

Group 254:
  Order: 300, OP Type: Add, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/add

Group 255:
  Order: 301, OP Type: Sqrt, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/Rsqrt

Group 256:
  Order: 302, OP Type: Reciprocal, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/Rsqrt__367

Group 257:
  Order: 303, OP Type: Mul, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul

Group 258:
  Order: 304, OP Type: Mul, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_2

Group 259:
  Order: 305, OP Type: Sub, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/sub

Group 260:
  Order: 306, OP Type: Mul, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/mul_1

Group 261:
  Order: 307, OP Type: Add, Name: bert/encoder/layer_4/attention/output/LayerNorm/batchnorm/add_1

Group 262:
  Order: 308, OP Type: MatMul, Name: bert/encoder/layer_4/intermediate/dense/MatMul
  Order: 309, OP Type: Add, Name: bert/encoder/layer_4/intermediate/dense/BiasAdd

Group 263:
  Order: 310, OP Type: Pow, Name: bert/encoder/layer_4/intermediate/dense/Pow

Group 264:
  Order: 311, OP Type: Mul, Name: bert/encoder/layer_4/intermediate/dense/mul

Group 265:
  Order: 312, OP Type: Add, Name: bert/encoder/layer_4/intermediate/dense/add

Group 266:
  Order: 313, OP Type: Mul, Name: bert/encoder/layer_4/intermediate/dense/mul_1

Group 267:
  Order: 314, OP Type: Tanh, Name: bert/encoder/layer_4/intermediate/dense/Tanh

Group 268:
  Order: 315, OP Type: Add, Name: bert/encoder/layer_4/intermediate/dense/add_1

Group 269:
  Order: 316, OP Type: Mul, Name: bert/encoder/layer_4/intermediate/dense/mul_2

Group 270:
  Order: 317, OP Type: Mul, Name: bert/encoder/layer_4/intermediate/dense/mul_3

Group 271:
  Order: 318, OP Type: MatMul, Name: bert/encoder/layer_4/output/dense/MatMul
  Order: 319, OP Type: Add, Name: bert/encoder/layer_4/output/dense/BiasAdd
  Order: 320, OP Type: Add, Name: bert/encoder/layer_4/output/add

Group 272:
  Order: 321, OP Type: ReduceMean, Name: bert/encoder/layer_4/output/LayerNorm/moments/mean

Group 273:
  Order: 322, OP Type: Sub, Name: bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference

Group 274:
  Order: 323, OP Type: Mul, Name: bert/encoder/layer_4/output/LayerNorm/moments/SquaredDifference__369

Group 275:
  Order: 324, OP Type: ReduceMean, Name: bert/encoder/layer_4/output/LayerNorm/moments/variance

Group 276:
  Order: 325, OP Type: Add, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/add

Group 277:
  Order: 326, OP Type: Sqrt, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrt

Group 278:
  Order: 327, OP Type: Reciprocal, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/Rsqrt__371

Group 279:
  Order: 328, OP Type: Mul, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/mul

Group 280:
  Order: 329, OP Type: Mul, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_2

Group 281:
  Order: 330, OP Type: Sub, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/sub

Group 282:
  Order: 331, OP Type: Mul, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/mul_1

Group 283:
  Order: 332, OP Type: Add, Name: bert/encoder/layer_4/output/LayerNorm/batchnorm/add_1

Group 284:
  Order: 333, OP Type: MatMul, Name: bert/encoder/layer_5/attention/self/value/MatMul
  Order: 334, OP Type: Add, Name: bert/encoder/layer_5/attention/self/value/BiasAdd

Group 285:
  Order: 335, OP Type: Reshape, Name: bert/encoder/layer_5/attention/self/Reshape_2

Group 286:
  Order: 336, OP Type: Transpose, Name: bert/encoder/layer_5/attention/self/transpose_2

Group 287:
  Order: 337, OP Type: MatMul, Name: bert/encoder/layer_5/attention/self/query/MatMul
  Order: 338, OP Type: Add, Name: bert/encoder/layer_5/attention/self/query/BiasAdd

Group 288:
  Order: 339, OP Type: Reshape, Name: bert/encoder/layer_5/attention/self/Reshape

Group 289:
  Order: 340, OP Type: Transpose, Name: bert/encoder/layer_5/attention/self/transpose

Group 290:
  Order: 341, OP Type: MatMul, Name: bert/encoder/layer_5/attention/self/key/MatMul
  Order: 342, OP Type: Add, Name: bert/encoder/layer_5/attention/self/key/BiasAdd

Group 291:
  Order: 343, OP Type: Reshape, Name: bert/encoder/layer_5/attention/self/Reshape_1

Group 292:
  Order: 344, OP Type: Transpose, Name: bert/encoder/layer_5/attention/self/MatMul__376

Group 293:
  Order: 345, OP Type: MatMul, Name: bert/encoder/layer_5/attention/self/MatMul
  Order: 346, OP Type: Mul, Name: bert/encoder/layer_5/attention/self/Mul
  Order: 347, OP Type: Add, Name: bert/encoder/layer_5/attention/self/add

Group 294:
  Order: 348, OP Type: Softmax, Name: bert/encoder/layer_5/attention/self/Softmax

Group 295:
  Order: 349, OP Type: MatMul, Name: bert/encoder/layer_5/attention/self/MatMul_1

Group 296:
  Order: 350, OP Type: Transpose, Name: bert/encoder/layer_5/attention/self/transpose_3

Group 297:
  Order: 351, OP Type: Reshape, Name: bert/encoder/layer_5/attention/self/Reshape_3

Group 298:
  Order: 352, OP Type: MatMul, Name: bert/encoder/layer_5/attention/output/dense/MatMul
  Order: 353, OP Type: Add, Name: bert/encoder/layer_5/attention/output/dense/BiasAdd
  Order: 354, OP Type: Add, Name: bert/encoder/layer_5/attention/output/add

Group 299:
  Order: 355, OP Type: ReduceMean, Name: bert/encoder/layer_5/attention/output/LayerNorm/moments/mean

Group 300:
  Order: 356, OP Type: Sub, Name: bert/encoder/layer_5/attention/output/LayerNorm/moments/SquaredDifference

Group 301:
  Order: 357, OP Type: Mul, Name: bert/encoder/layer_5/attention/output/LayerNorm/moments/SquaredDifference__379

Group 302:
  Order: 358, OP Type: ReduceMean, Name: bert/encoder/layer_5/attention/output/LayerNorm/moments/variance

Group 303:
  Order: 359, OP Type: Add, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/add

Group 304:
  Order: 360, OP Type: Sqrt, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/Rsqrt

Group 305:
  Order: 361, OP Type: Reciprocal, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/Rsqrt__381

Group 306:
  Order: 362, OP Type: Mul, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul

Group 307:
  Order: 363, OP Type: Mul, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_2

Group 308:
  Order: 364, OP Type: Sub, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/sub

Group 309:
  Order: 365, OP Type: Mul, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/mul_1

Group 310:
  Order: 366, OP Type: Add, Name: bert/encoder/layer_5/attention/output/LayerNorm/batchnorm/add_1

Group 311:
  Order: 367, OP Type: MatMul, Name: bert/encoder/layer_5/intermediate/dense/MatMul
  Order: 368, OP Type: Add, Name: bert/encoder/layer_5/intermediate/dense/BiasAdd

Group 312:
  Order: 369, OP Type: Pow, Name: bert/encoder/layer_5/intermediate/dense/Pow

Group 313:
  Order: 370, OP Type: Mul, Name: bert/encoder/layer_5/intermediate/dense/mul

Group 314:
  Order: 371, OP Type: Add, Name: bert/encoder/layer_5/intermediate/dense/add

Group 315:
  Order: 372, OP Type: Mul, Name: bert/encoder/layer_5/intermediate/dense/mul_1

Group 316:
  Order: 373, OP Type: Tanh, Name: bert/encoder/layer_5/intermediate/dense/Tanh

Group 317:
  Order: 374, OP Type: Add, Name: bert/encoder/layer_5/intermediate/dense/add_1

Group 318:
  Order: 375, OP Type: Mul, Name: bert/encoder/layer_5/intermediate/dense/mul_2

Group 319:
  Order: 376, OP Type: Mul, Name: bert/encoder/layer_5/intermediate/dense/mul_3

Group 320:
  Order: 377, OP Type: MatMul, Name: bert/encoder/layer_5/output/dense/MatMul
  Order: 378, OP Type: Add, Name: bert/encoder/layer_5/output/dense/BiasAdd
  Order: 379, OP Type: Add, Name: bert/encoder/layer_5/output/add

Group 321:
  Order: 380, OP Type: ReduceMean, Name: bert/encoder/layer_5/output/LayerNorm/moments/mean

Group 322:
  Order: 381, OP Type: Sub, Name: bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference

Group 323:
  Order: 382, OP Type: Mul, Name: bert/encoder/layer_5/output/LayerNorm/moments/SquaredDifference__383

Group 324:
  Order: 383, OP Type: ReduceMean, Name: bert/encoder/layer_5/output/LayerNorm/moments/variance

Group 325:
  Order: 384, OP Type: Add, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/add

Group 326:
  Order: 385, OP Type: Sqrt, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrt

Group 327:
  Order: 386, OP Type: Reciprocal, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/Rsqrt__385

Group 328:
  Order: 387, OP Type: Mul, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/mul

Group 329:
  Order: 388, OP Type: Mul, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_2

Group 330:
  Order: 389, OP Type: Sub, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/sub

Group 331:
  Order: 390, OP Type: Mul, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/mul_1

Group 332:
  Order: 391, OP Type: Add, Name: bert/encoder/layer_5/output/LayerNorm/batchnorm/add_1

Group 333:
  Order: 392, OP Type: MatMul, Name: bert/encoder/layer_6/attention/self/value/MatMul
  Order: 393, OP Type: Add, Name: bert/encoder/layer_6/attention/self/value/BiasAdd

Group 334:
  Order: 394, OP Type: Reshape, Name: bert/encoder/layer_6/attention/self/Reshape_2

Group 335:
  Order: 395, OP Type: Transpose, Name: bert/encoder/layer_6/attention/self/transpose_2

Group 336:
  Order: 396, OP Type: MatMul, Name: bert/encoder/layer_6/attention/self/query/MatMul
  Order: 397, OP Type: Add, Name: bert/encoder/layer_6/attention/self/query/BiasAdd

Group 337:
  Order: 398, OP Type: Reshape, Name: bert/encoder/layer_6/attention/self/Reshape

Group 338:
  Order: 399, OP Type: Transpose, Name: bert/encoder/layer_6/attention/self/transpose

Group 339:
  Order: 400, OP Type: MatMul, Name: bert/encoder/layer_6/attention/self/key/MatMul
  Order: 401, OP Type: Add, Name: bert/encoder/layer_6/attention/self/key/BiasAdd

Group 340:
  Order: 402, OP Type: Reshape, Name: bert/encoder/layer_6/attention/self/Reshape_1

Group 341:
  Order: 403, OP Type: Transpose, Name: bert/encoder/layer_6/attention/self/MatMul__390

Group 342:
  Order: 404, OP Type: MatMul, Name: bert/encoder/layer_6/attention/self/MatMul
  Order: 405, OP Type: Mul, Name: bert/encoder/layer_6/attention/self/Mul
  Order: 406, OP Type: Add, Name: bert/encoder/layer_6/attention/self/add

Group 343:
  Order: 407, OP Type: Softmax, Name: bert/encoder/layer_6/attention/self/Softmax

Group 344:
  Order: 408, OP Type: MatMul, Name: bert/encoder/layer_6/attention/self/MatMul_1

Group 345:
  Order: 409, OP Type: Transpose, Name: bert/encoder/layer_6/attention/self/transpose_3

Group 346:
  Order: 410, OP Type: Reshape, Name: bert/encoder/layer_6/attention/self/Reshape_3

Group 347:
  Order: 411, OP Type: MatMul, Name: bert/encoder/layer_6/attention/output/dense/MatMul
  Order: 412, OP Type: Add, Name: bert/encoder/layer_6/attention/output/dense/BiasAdd
  Order: 413, OP Type: Add, Name: bert/encoder/layer_6/attention/output/add

Group 348:
  Order: 414, OP Type: ReduceMean, Name: bert/encoder/layer_6/attention/output/LayerNorm/moments/mean

Group 349:
  Order: 415, OP Type: Sub, Name: bert/encoder/layer_6/attention/output/LayerNorm/moments/SquaredDifference

Group 350:
  Order: 416, OP Type: Mul, Name: bert/encoder/layer_6/attention/output/LayerNorm/moments/SquaredDifference__393

Group 351:
  Order: 417, OP Type: ReduceMean, Name: bert/encoder/layer_6/attention/output/LayerNorm/moments/variance

Group 352:
  Order: 418, OP Type: Add, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/add

Group 353:
  Order: 419, OP Type: Sqrt, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/Rsqrt

Group 354:
  Order: 420, OP Type: Reciprocal, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/Rsqrt__395

Group 355:
  Order: 421, OP Type: Mul, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul

Group 356:
  Order: 422, OP Type: Mul, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_2

Group 357:
  Order: 423, OP Type: Sub, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/sub

Group 358:
  Order: 424, OP Type: Mul, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/mul_1

Group 359:
  Order: 425, OP Type: Add, Name: bert/encoder/layer_6/attention/output/LayerNorm/batchnorm/add_1

Group 360:
  Order: 426, OP Type: MatMul, Name: bert/encoder/layer_6/intermediate/dense/MatMul
  Order: 427, OP Type: Add, Name: bert/encoder/layer_6/intermediate/dense/BiasAdd

Group 361:
  Order: 428, OP Type: Pow, Name: bert/encoder/layer_6/intermediate/dense/Pow

Group 362:
  Order: 429, OP Type: Mul, Name: bert/encoder/layer_6/intermediate/dense/mul

Group 363:
  Order: 430, OP Type: Add, Name: bert/encoder/layer_6/intermediate/dense/add

Group 364:
  Order: 431, OP Type: Mul, Name: bert/encoder/layer_6/intermediate/dense/mul_1

Group 365:
  Order: 432, OP Type: Tanh, Name: bert/encoder/layer_6/intermediate/dense/Tanh

Group 366:
  Order: 433, OP Type: Add, Name: bert/encoder/layer_6/intermediate/dense/add_1

Group 367:
  Order: 434, OP Type: Mul, Name: bert/encoder/layer_6/intermediate/dense/mul_2

Group 368:
  Order: 435, OP Type: Mul, Name: bert/encoder/layer_6/intermediate/dense/mul_3

Group 369:
  Order: 436, OP Type: MatMul, Name: bert/encoder/layer_6/output/dense/MatMul
  Order: 437, OP Type: Add, Name: bert/encoder/layer_6/output/dense/BiasAdd
  Order: 438, OP Type: Add, Name: bert/encoder/layer_6/output/add

Group 370:
  Order: 439, OP Type: ReduceMean, Name: bert/encoder/layer_6/output/LayerNorm/moments/mean

Group 371:
  Order: 440, OP Type: Sub, Name: bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference

Group 372:
  Order: 441, OP Type: Mul, Name: bert/encoder/layer_6/output/LayerNorm/moments/SquaredDifference__397

Group 373:
  Order: 442, OP Type: ReduceMean, Name: bert/encoder/layer_6/output/LayerNorm/moments/variance

Group 374:
  Order: 443, OP Type: Add, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/add

Group 375:
  Order: 444, OP Type: Sqrt, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrt

Group 376:
  Order: 445, OP Type: Reciprocal, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/Rsqrt__399

Group 377:
  Order: 446, OP Type: Mul, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/mul

Group 378:
  Order: 447, OP Type: Mul, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_2

Group 379:
  Order: 448, OP Type: Sub, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/sub

Group 380:
  Order: 449, OP Type: Mul, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/mul_1

Group 381:
  Order: 450, OP Type: Add, Name: bert/encoder/layer_6/output/LayerNorm/batchnorm/add_1

Group 382:
  Order: 451, OP Type: MatMul, Name: bert/encoder/layer_7/attention/self/value/MatMul
  Order: 452, OP Type: Add, Name: bert/encoder/layer_7/attention/self/value/BiasAdd

Group 383:
  Order: 453, OP Type: Reshape, Name: bert/encoder/layer_7/attention/self/Reshape_2

Group 384:
  Order: 454, OP Type: Transpose, Name: bert/encoder/layer_7/attention/self/transpose_2

Group 385:
  Order: 455, OP Type: MatMul, Name: bert/encoder/layer_7/attention/self/query/MatMul
  Order: 456, OP Type: Add, Name: bert/encoder/layer_7/attention/self/query/BiasAdd

Group 386:
  Order: 457, OP Type: Reshape, Name: bert/encoder/layer_7/attention/self/Reshape

Group 387:
  Order: 458, OP Type: Transpose, Name: bert/encoder/layer_7/attention/self/transpose

Group 388:
  Order: 459, OP Type: MatMul, Name: bert/encoder/layer_7/attention/self/key/MatMul
  Order: 460, OP Type: Add, Name: bert/encoder/layer_7/attention/self/key/BiasAdd

Group 389:
  Order: 461, OP Type: Reshape, Name: bert/encoder/layer_7/attention/self/Reshape_1

Group 390:
  Order: 462, OP Type: Transpose, Name: bert/encoder/layer_7/attention/self/MatMul__404

Group 391:
  Order: 463, OP Type: MatMul, Name: bert/encoder/layer_7/attention/self/MatMul
  Order: 464, OP Type: Mul, Name: bert/encoder/layer_7/attention/self/Mul
  Order: 465, OP Type: Add, Name: bert/encoder/layer_7/attention/self/add

Group 392:
  Order: 466, OP Type: Softmax, Name: bert/encoder/layer_7/attention/self/Softmax

Group 393:
  Order: 467, OP Type: MatMul, Name: bert/encoder/layer_7/attention/self/MatMul_1

Group 394:
  Order: 468, OP Type: Transpose, Name: bert/encoder/layer_7/attention/self/transpose_3

Group 395:
  Order: 469, OP Type: Reshape, Name: bert/encoder/layer_7/attention/self/Reshape_3

Group 396:
  Order: 470, OP Type: MatMul, Name: bert/encoder/layer_7/attention/output/dense/MatMul
  Order: 471, OP Type: Add, Name: bert/encoder/layer_7/attention/output/dense/BiasAdd
  Order: 472, OP Type: Add, Name: bert/encoder/layer_7/attention/output/add

Group 397:
  Order: 473, OP Type: ReduceMean, Name: bert/encoder/layer_7/attention/output/LayerNorm/moments/mean

Group 398:
  Order: 474, OP Type: Sub, Name: bert/encoder/layer_7/attention/output/LayerNorm/moments/SquaredDifference

Group 399:
  Order: 475, OP Type: Mul, Name: bert/encoder/layer_7/attention/output/LayerNorm/moments/SquaredDifference__407

Group 400:
  Order: 476, OP Type: ReduceMean, Name: bert/encoder/layer_7/attention/output/LayerNorm/moments/variance

Group 401:
  Order: 477, OP Type: Add, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/add

Group 402:
  Order: 478, OP Type: Sqrt, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/Rsqrt

Group 403:
  Order: 479, OP Type: Reciprocal, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/Rsqrt__409

Group 404:
  Order: 480, OP Type: Mul, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul

Group 405:
  Order: 481, OP Type: Mul, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_2

Group 406:
  Order: 482, OP Type: Sub, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/sub

Group 407:
  Order: 483, OP Type: Mul, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/mul_1

Group 408:
  Order: 484, OP Type: Add, Name: bert/encoder/layer_7/attention/output/LayerNorm/batchnorm/add_1

Group 409:
  Order: 485, OP Type: MatMul, Name: bert/encoder/layer_7/intermediate/dense/MatMul
  Order: 486, OP Type: Add, Name: bert/encoder/layer_7/intermediate/dense/BiasAdd

Group 410:
  Order: 487, OP Type: Pow, Name: bert/encoder/layer_7/intermediate/dense/Pow

Group 411:
  Order: 488, OP Type: Mul, Name: bert/encoder/layer_7/intermediate/dense/mul

Group 412:
  Order: 489, OP Type: Add, Name: bert/encoder/layer_7/intermediate/dense/add

Group 413:
  Order: 490, OP Type: Mul, Name: bert/encoder/layer_7/intermediate/dense/mul_1

Group 414:
  Order: 491, OP Type: Tanh, Name: bert/encoder/layer_7/intermediate/dense/Tanh

Group 415:
  Order: 492, OP Type: Add, Name: bert/encoder/layer_7/intermediate/dense/add_1

Group 416:
  Order: 493, OP Type: Mul, Name: bert/encoder/layer_7/intermediate/dense/mul_2

Group 417:
  Order: 494, OP Type: Mul, Name: bert/encoder/layer_7/intermediate/dense/mul_3

Group 418:
  Order: 495, OP Type: MatMul, Name: bert/encoder/layer_7/output/dense/MatMul
  Order: 496, OP Type: Add, Name: bert/encoder/layer_7/output/dense/BiasAdd
  Order: 497, OP Type: Add, Name: bert/encoder/layer_7/output/add

Group 419:
  Order: 498, OP Type: ReduceMean, Name: bert/encoder/layer_7/output/LayerNorm/moments/mean

Group 420:
  Order: 499, OP Type: Sub, Name: bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference

Group 421:
  Order: 500, OP Type: Mul, Name: bert/encoder/layer_7/output/LayerNorm/moments/SquaredDifference__411

Group 422:
  Order: 501, OP Type: ReduceMean, Name: bert/encoder/layer_7/output/LayerNorm/moments/variance

Group 423:
  Order: 502, OP Type: Add, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/add

Group 424:
  Order: 503, OP Type: Sqrt, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrt

Group 425:
  Order: 504, OP Type: Reciprocal, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/Rsqrt__413

Group 426:
  Order: 505, OP Type: Mul, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/mul

Group 427:
  Order: 506, OP Type: Mul, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_2

Group 428:
  Order: 507, OP Type: Sub, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/sub

Group 429:
  Order: 508, OP Type: Mul, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/mul_1

Group 430:
  Order: 509, OP Type: Add, Name: bert/encoder/layer_7/output/LayerNorm/batchnorm/add_1

Group 431:
  Order: 510, OP Type: MatMul, Name: bert/encoder/layer_8/attention/self/value/MatMul
  Order: 511, OP Type: Add, Name: bert/encoder/layer_8/attention/self/value/BiasAdd

Group 432:
  Order: 512, OP Type: Reshape, Name: bert/encoder/layer_8/attention/self/Reshape_2

Group 433:
  Order: 513, OP Type: Transpose, Name: bert/encoder/layer_8/attention/self/transpose_2

Group 434:
  Order: 514, OP Type: MatMul, Name: bert/encoder/layer_8/attention/self/query/MatMul
  Order: 515, OP Type: Add, Name: bert/encoder/layer_8/attention/self/query/BiasAdd

Group 435:
  Order: 516, OP Type: Reshape, Name: bert/encoder/layer_8/attention/self/Reshape

Group 436:
  Order: 517, OP Type: Transpose, Name: bert/encoder/layer_8/attention/self/transpose

Group 437:
  Order: 518, OP Type: MatMul, Name: bert/encoder/layer_8/attention/self/key/MatMul
  Order: 519, OP Type: Add, Name: bert/encoder/layer_8/attention/self/key/BiasAdd

Group 438:
  Order: 520, OP Type: Reshape, Name: bert/encoder/layer_8/attention/self/Reshape_1

Group 439:
  Order: 521, OP Type: Transpose, Name: bert/encoder/layer_8/attention/self/MatMul__418

Group 440:
  Order: 522, OP Type: MatMul, Name: bert/encoder/layer_8/attention/self/MatMul
  Order: 523, OP Type: Mul, Name: bert/encoder/layer_8/attention/self/Mul
  Order: 524, OP Type: Add, Name: bert/encoder/layer_8/attention/self/add

Group 441:
  Order: 525, OP Type: Softmax, Name: bert/encoder/layer_8/attention/self/Softmax

Group 442:
  Order: 526, OP Type: MatMul, Name: bert/encoder/layer_8/attention/self/MatMul_1

Group 443:
  Order: 527, OP Type: Transpose, Name: bert/encoder/layer_8/attention/self/transpose_3

Group 444:
  Order: 528, OP Type: Reshape, Name: bert/encoder/layer_8/attention/self/Reshape_3

Group 445:
  Order: 529, OP Type: MatMul, Name: bert/encoder/layer_8/attention/output/dense/MatMul
  Order: 530, OP Type: Add, Name: bert/encoder/layer_8/attention/output/dense/BiasAdd
  Order: 531, OP Type: Add, Name: bert/encoder/layer_8/attention/output/add

Group 446:
  Order: 532, OP Type: ReduceMean, Name: bert/encoder/layer_8/attention/output/LayerNorm/moments/mean

Group 447:
  Order: 533, OP Type: Sub, Name: bert/encoder/layer_8/attention/output/LayerNorm/moments/SquaredDifference

Group 448:
  Order: 534, OP Type: Mul, Name: bert/encoder/layer_8/attention/output/LayerNorm/moments/SquaredDifference__421

Group 449:
  Order: 535, OP Type: ReduceMean, Name: bert/encoder/layer_8/attention/output/LayerNorm/moments/variance

Group 450:
  Order: 536, OP Type: Add, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/add

Group 451:
  Order: 537, OP Type: Sqrt, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/Rsqrt

Group 452:
  Order: 538, OP Type: Reciprocal, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/Rsqrt__423

Group 453:
  Order: 539, OP Type: Mul, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul

Group 454:
  Order: 540, OP Type: Mul, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_2

Group 455:
  Order: 541, OP Type: Sub, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/sub

Group 456:
  Order: 542, OP Type: Mul, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/mul_1

Group 457:
  Order: 543, OP Type: Add, Name: bert/encoder/layer_8/attention/output/LayerNorm/batchnorm/add_1

Group 458:
  Order: 544, OP Type: MatMul, Name: bert/encoder/layer_8/intermediate/dense/MatMul
  Order: 545, OP Type: Add, Name: bert/encoder/layer_8/intermediate/dense/BiasAdd

Group 459:
  Order: 546, OP Type: Pow, Name: bert/encoder/layer_8/intermediate/dense/Pow

Group 460:
  Order: 547, OP Type: Mul, Name: bert/encoder/layer_8/intermediate/dense/mul

Group 461:
  Order: 548, OP Type: Add, Name: bert/encoder/layer_8/intermediate/dense/add

Group 462:
  Order: 549, OP Type: Mul, Name: bert/encoder/layer_8/intermediate/dense/mul_1

Group 463:
  Order: 550, OP Type: Tanh, Name: bert/encoder/layer_8/intermediate/dense/Tanh

Group 464:
  Order: 551, OP Type: Add, Name: bert/encoder/layer_8/intermediate/dense/add_1

Group 465:
  Order: 552, OP Type: Mul, Name: bert/encoder/layer_8/intermediate/dense/mul_2

Group 466:
  Order: 553, OP Type: Mul, Name: bert/encoder/layer_8/intermediate/dense/mul_3

Group 467:
  Order: 554, OP Type: MatMul, Name: bert/encoder/layer_8/output/dense/MatMul
  Order: 555, OP Type: Add, Name: bert/encoder/layer_8/output/dense/BiasAdd
  Order: 556, OP Type: Add, Name: bert/encoder/layer_8/output/add

Group 468:
  Order: 557, OP Type: ReduceMean, Name: bert/encoder/layer_8/output/LayerNorm/moments/mean

Group 469:
  Order: 558, OP Type: Sub, Name: bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference

Group 470:
  Order: 559, OP Type: Mul, Name: bert/encoder/layer_8/output/LayerNorm/moments/SquaredDifference__425

Group 471:
  Order: 560, OP Type: ReduceMean, Name: bert/encoder/layer_8/output/LayerNorm/moments/variance

Group 472:
  Order: 561, OP Type: Add, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/add

Group 473:
  Order: 562, OP Type: Sqrt, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrt

Group 474:
  Order: 563, OP Type: Reciprocal, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/Rsqrt__427

Group 475:
  Order: 564, OP Type: Mul, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/mul

Group 476:
  Order: 565, OP Type: Mul, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_2

Group 477:
  Order: 566, OP Type: Sub, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/sub

Group 478:
  Order: 567, OP Type: Mul, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/mul_1

Group 479:
  Order: 568, OP Type: Add, Name: bert/encoder/layer_8/output/LayerNorm/batchnorm/add_1

Group 480:
  Order: 569, OP Type: MatMul, Name: bert/encoder/layer_9/attention/self/value/MatMul
  Order: 570, OP Type: Add, Name: bert/encoder/layer_9/attention/self/value/BiasAdd

Group 481:
  Order: 571, OP Type: Reshape, Name: bert/encoder/layer_9/attention/self/Reshape_2

Group 482:
  Order: 572, OP Type: Transpose, Name: bert/encoder/layer_9/attention/self/transpose_2

Group 483:
  Order: 573, OP Type: MatMul, Name: bert/encoder/layer_9/attention/self/query/MatMul
  Order: 574, OP Type: Add, Name: bert/encoder/layer_9/attention/self/query/BiasAdd

Group 484:
  Order: 575, OP Type: Reshape, Name: bert/encoder/layer_9/attention/self/Reshape

Group 485:
  Order: 576, OP Type: Transpose, Name: bert/encoder/layer_9/attention/self/transpose

Group 486:
  Order: 577, OP Type: MatMul, Name: bert/encoder/layer_9/attention/self/key/MatMul
  Order: 578, OP Type: Add, Name: bert/encoder/layer_9/attention/self/key/BiasAdd

Group 487:
  Order: 579, OP Type: Reshape, Name: bert/encoder/layer_9/attention/self/Reshape_1

Group 488:
  Order: 580, OP Type: Transpose, Name: bert/encoder/layer_9/attention/self/MatMul__432

Group 489:
  Order: 581, OP Type: MatMul, Name: bert/encoder/layer_9/attention/self/MatMul
  Order: 582, OP Type: Mul, Name: bert/encoder/layer_9/attention/self/Mul
  Order: 583, OP Type: Add, Name: bert/encoder/layer_9/attention/self/add

Group 490:
  Order: 584, OP Type: Softmax, Name: bert/encoder/layer_9/attention/self/Softmax

Group 491:
  Order: 585, OP Type: MatMul, Name: bert/encoder/layer_9/attention/self/MatMul_1

Group 492:
  Order: 586, OP Type: Transpose, Name: bert/encoder/layer_9/attention/self/transpose_3

Group 493:
  Order: 587, OP Type: Reshape, Name: bert/encoder/layer_9/attention/self/Reshape_3

Group 494:
  Order: 588, OP Type: MatMul, Name: bert/encoder/layer_9/attention/output/dense/MatMul
  Order: 589, OP Type: Add, Name: bert/encoder/layer_9/attention/output/dense/BiasAdd
  Order: 590, OP Type: Add, Name: bert/encoder/layer_9/attention/output/add

Group 495:
  Order: 591, OP Type: ReduceMean, Name: bert/encoder/layer_9/attention/output/LayerNorm/moments/mean

Group 496:
  Order: 592, OP Type: Sub, Name: bert/encoder/layer_9/attention/output/LayerNorm/moments/SquaredDifference

Group 497:
  Order: 593, OP Type: Mul, Name: bert/encoder/layer_9/attention/output/LayerNorm/moments/SquaredDifference__435

Group 498:
  Order: 594, OP Type: ReduceMean, Name: bert/encoder/layer_9/attention/output/LayerNorm/moments/variance

Group 499:
  Order: 595, OP Type: Add, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/add

Group 500:
  Order: 596, OP Type: Sqrt, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/Rsqrt

Group 501:
  Order: 597, OP Type: Reciprocal, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/Rsqrt__437

Group 502:
  Order: 598, OP Type: Mul, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul

Group 503:
  Order: 599, OP Type: Mul, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_2

Group 504:
  Order: 600, OP Type: Sub, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/sub

Group 505:
  Order: 601, OP Type: Mul, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/mul_1

Group 506:
  Order: 602, OP Type: Add, Name: bert/encoder/layer_9/attention/output/LayerNorm/batchnorm/add_1

Group 507:
  Order: 603, OP Type: MatMul, Name: bert/encoder/layer_9/intermediate/dense/MatMul
  Order: 604, OP Type: Add, Name: bert/encoder/layer_9/intermediate/dense/BiasAdd

Group 508:
  Order: 605, OP Type: Pow, Name: bert/encoder/layer_9/intermediate/dense/Pow

Group 509:
  Order: 606, OP Type: Mul, Name: bert/encoder/layer_9/intermediate/dense/mul

Group 510:
  Order: 607, OP Type: Add, Name: bert/encoder/layer_9/intermediate/dense/add

Group 511:
  Order: 608, OP Type: Mul, Name: bert/encoder/layer_9/intermediate/dense/mul_1

Group 512:
  Order: 609, OP Type: Tanh, Name: bert/encoder/layer_9/intermediate/dense/Tanh

Group 513:
  Order: 610, OP Type: Add, Name: bert/encoder/layer_9/intermediate/dense/add_1

Group 514:
  Order: 611, OP Type: Mul, Name: bert/encoder/layer_9/intermediate/dense/mul_2

Group 515:
  Order: 612, OP Type: Mul, Name: bert/encoder/layer_9/intermediate/dense/mul_3

Group 516:
  Order: 613, OP Type: MatMul, Name: bert/encoder/layer_9/output/dense/MatMul
  Order: 614, OP Type: Add, Name: bert/encoder/layer_9/output/dense/BiasAdd
  Order: 615, OP Type: Add, Name: bert/encoder/layer_9/output/add

Group 517:
  Order: 616, OP Type: ReduceMean, Name: bert/encoder/layer_9/output/LayerNorm/moments/mean

Group 518:
  Order: 617, OP Type: Sub, Name: bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference

Group 519:
  Order: 618, OP Type: Mul, Name: bert/encoder/layer_9/output/LayerNorm/moments/SquaredDifference__439

Group 520:
  Order: 619, OP Type: ReduceMean, Name: bert/encoder/layer_9/output/LayerNorm/moments/variance

Group 521:
  Order: 620, OP Type: Add, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/add

Group 522:
  Order: 621, OP Type: Sqrt, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrt

Group 523:
  Order: 622, OP Type: Reciprocal, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/Rsqrt__441

Group 524:
  Order: 623, OP Type: Mul, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/mul

Group 525:
  Order: 624, OP Type: Mul, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_2

Group 526:
  Order: 625, OP Type: Sub, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/sub

Group 527:
  Order: 626, OP Type: Mul, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/mul_1

Group 528:
  Order: 627, OP Type: Add, Name: bert/encoder/layer_9/output/LayerNorm/batchnorm/add_1

Group 529:
  Order: 628, OP Type: MatMul, Name: bert/encoder/layer_10/attention/self/value/MatMul
  Order: 629, OP Type: Add, Name: bert/encoder/layer_10/attention/self/value/BiasAdd

Group 530:
  Order: 630, OP Type: Reshape, Name: bert/encoder/layer_10/attention/self/Reshape_2

Group 531:
  Order: 631, OP Type: Transpose, Name: bert/encoder/layer_10/attention/self/transpose_2

Group 532:
  Order: 632, OP Type: MatMul, Name: bert/encoder/layer_10/attention/self/query/MatMul
  Order: 633, OP Type: Add, Name: bert/encoder/layer_10/attention/self/query/BiasAdd

Group 533:
  Order: 634, OP Type: Reshape, Name: bert/encoder/layer_10/attention/self/Reshape

Group 534:
  Order: 635, OP Type: Transpose, Name: bert/encoder/layer_10/attention/self/transpose

Group 535:
  Order: 636, OP Type: MatMul, Name: bert/encoder/layer_10/attention/self/key/MatMul
  Order: 637, OP Type: Add, Name: bert/encoder/layer_10/attention/self/key/BiasAdd

Group 536:
  Order: 638, OP Type: Reshape, Name: bert/encoder/layer_10/attention/self/Reshape_1

Group 537:
  Order: 639, OP Type: Transpose, Name: bert/encoder/layer_10/attention/self/MatMul__446

Group 538:
  Order: 640, OP Type: MatMul, Name: bert/encoder/layer_10/attention/self/MatMul
  Order: 641, OP Type: Mul, Name: bert/encoder/layer_10/attention/self/Mul
  Order: 642, OP Type: Add, Name: bert/encoder/layer_10/attention/self/add

Group 539:
  Order: 643, OP Type: Softmax, Name: bert/encoder/layer_10/attention/self/Softmax

Group 540:
  Order: 644, OP Type: MatMul, Name: bert/encoder/layer_10/attention/self/MatMul_1

Group 541:
  Order: 645, OP Type: Transpose, Name: bert/encoder/layer_10/attention/self/transpose_3

Group 542:
  Order: 646, OP Type: Reshape, Name: bert/encoder/layer_10/attention/self/Reshape_3

Group 543:
  Order: 647, OP Type: MatMul, Name: bert/encoder/layer_10/attention/output/dense/MatMul
  Order: 648, OP Type: Add, Name: bert/encoder/layer_10/attention/output/dense/BiasAdd
  Order: 649, OP Type: Add, Name: bert/encoder/layer_10/attention/output/add

Group 544:
  Order: 650, OP Type: ReduceMean, Name: bert/encoder/layer_10/attention/output/LayerNorm/moments/mean

Group 545:
  Order: 651, OP Type: Sub, Name: bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference

Group 546:
  Order: 652, OP Type: Mul, Name: bert/encoder/layer_10/attention/output/LayerNorm/moments/SquaredDifference__449

Group 547:
  Order: 653, OP Type: ReduceMean, Name: bert/encoder/layer_10/attention/output/LayerNorm/moments/variance

Group 548:
  Order: 654, OP Type: Add, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add

Group 549:
  Order: 655, OP Type: Sqrt, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrt

Group 550:
  Order: 656, OP Type: Reciprocal, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/Rsqrt__451

Group 551:
  Order: 657, OP Type: Mul, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul

Group 552:
  Order: 658, OP Type: Mul, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_2

Group 553:
  Order: 659, OP Type: Sub, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/sub

Group 554:
  Order: 660, OP Type: Mul, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/mul_1

Group 555:
  Order: 661, OP Type: Add, Name: bert/encoder/layer_10/attention/output/LayerNorm/batchnorm/add_1

Group 556:
  Order: 662, OP Type: MatMul, Name: bert/encoder/layer_10/intermediate/dense/MatMul
  Order: 663, OP Type: Add, Name: bert/encoder/layer_10/intermediate/dense/BiasAdd

Group 557:
  Order: 664, OP Type: Pow, Name: bert/encoder/layer_10/intermediate/dense/Pow

Group 558:
  Order: 665, OP Type: Mul, Name: bert/encoder/layer_10/intermediate/dense/mul

Group 559:
  Order: 666, OP Type: Add, Name: bert/encoder/layer_10/intermediate/dense/add

Group 560:
  Order: 667, OP Type: Mul, Name: bert/encoder/layer_10/intermediate/dense/mul_1

Group 561:
  Order: 668, OP Type: Tanh, Name: bert/encoder/layer_10/intermediate/dense/Tanh

Group 562:
  Order: 669, OP Type: Add, Name: bert/encoder/layer_10/intermediate/dense/add_1

Group 563:
  Order: 670, OP Type: Mul, Name: bert/encoder/layer_10/intermediate/dense/mul_2

Group 564:
  Order: 671, OP Type: Mul, Name: bert/encoder/layer_10/intermediate/dense/mul_3

Group 565:
  Order: 672, OP Type: MatMul, Name: bert/encoder/layer_10/output/dense/MatMul
  Order: 673, OP Type: Add, Name: bert/encoder/layer_10/output/dense/BiasAdd
  Order: 674, OP Type: Add, Name: bert/encoder/layer_10/output/add

Group 566:
  Order: 675, OP Type: ReduceMean, Name: bert/encoder/layer_10/output/LayerNorm/moments/mean

Group 567:
  Order: 676, OP Type: Sub, Name: bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference

Group 568:
  Order: 677, OP Type: Mul, Name: bert/encoder/layer_10/output/LayerNorm/moments/SquaredDifference__453

Group 569:
  Order: 678, OP Type: ReduceMean, Name: bert/encoder/layer_10/output/LayerNorm/moments/variance

Group 570:
  Order: 679, OP Type: Add, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/add

Group 571:
  Order: 680, OP Type: Sqrt, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrt

Group 572:
  Order: 681, OP Type: Reciprocal, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/Rsqrt__455

Group 573:
  Order: 682, OP Type: Mul, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/mul

Group 574:
  Order: 683, OP Type: Mul, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_2

Group 575:
  Order: 684, OP Type: Sub, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/sub

Group 576:
  Order: 685, OP Type: Mul, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/mul_1

Group 577:
  Order: 686, OP Type: Add, Name: bert/encoder/layer_10/output/LayerNorm/batchnorm/add_1

Group 578:
  Order: 687, OP Type: MatMul, Name: bert/encoder/layer_11/attention/self/value/MatMul
  Order: 688, OP Type: Add, Name: bert/encoder/layer_11/attention/self/value/BiasAdd

Group 579:
  Order: 689, OP Type: Reshape, Name: bert/encoder/layer_11/attention/self/Reshape_2

Group 580:
  Order: 690, OP Type: Transpose, Name: bert/encoder/layer_11/attention/self/transpose_2

Group 581:
  Order: 691, OP Type: MatMul, Name: bert/encoder/layer_11/attention/self/query/MatMul
  Order: 692, OP Type: Add, Name: bert/encoder/layer_11/attention/self/query/BiasAdd

Group 582:
  Order: 693, OP Type: Reshape, Name: bert/encoder/layer_11/attention/self/Reshape

Group 583:
  Order: 694, OP Type: Transpose, Name: bert/encoder/layer_11/attention/self/transpose

Group 584:
  Order: 695, OP Type: MatMul, Name: bert/encoder/layer_11/attention/self/key/MatMul
  Order: 696, OP Type: Add, Name: bert/encoder/layer_11/attention/self/key/BiasAdd

Group 585:
  Order: 697, OP Type: Reshape, Name: bert/encoder/layer_11/attention/self/Reshape_1

Group 586:
  Order: 698, OP Type: Transpose, Name: bert/encoder/layer_11/attention/self/MatMul__460

Group 587:
  Order: 699, OP Type: MatMul, Name: bert/encoder/layer_11/attention/self/MatMul
  Order: 700, OP Type: Mul, Name: bert/encoder/layer_11/attention/self/Mul
  Order: 701, OP Type: Add, Name: bert/encoder/layer_11/attention/self/add

Group 588:
  Order: 702, OP Type: Softmax, Name: bert/encoder/layer_11/attention/self/Softmax

Group 589:
  Order: 703, OP Type: MatMul, Name: bert/encoder/layer_11/attention/self/MatMul_1

Group 590:
  Order: 704, OP Type: Transpose, Name: bert/encoder/layer_11/attention/self/transpose_3

Group 591:
  Order: 705, OP Type: Reshape, Name: bert/encoder/layer_11/attention/self/Reshape_3

Group 592:
  Order: 706, OP Type: MatMul, Name: bert/encoder/layer_11/attention/output/dense/MatMul
  Order: 707, OP Type: Add, Name: bert/encoder/layer_11/attention/output/dense/BiasAdd
  Order: 708, OP Type: Add, Name: bert/encoder/layer_11/attention/output/add

Group 593:
  Order: 709, OP Type: ReduceMean, Name: bert/encoder/layer_11/attention/output/LayerNorm/moments/mean

Group 594:
  Order: 710, OP Type: Sub, Name: bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference

Group 595:
  Order: 711, OP Type: Mul, Name: bert/encoder/layer_11/attention/output/LayerNorm/moments/SquaredDifference__463

Group 596:
  Order: 712, OP Type: ReduceMean, Name: bert/encoder/layer_11/attention/output/LayerNorm/moments/variance

Group 597:
  Order: 713, OP Type: Add, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add

Group 598:
  Order: 714, OP Type: Sqrt, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrt

Group 599:
  Order: 715, OP Type: Reciprocal, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/Rsqrt__465

Group 600:
  Order: 716, OP Type: Mul, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul

Group 601:
  Order: 717, OP Type: Mul, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_2

Group 602:
  Order: 718, OP Type: Sub, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/sub

Group 603:
  Order: 719, OP Type: Mul, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/mul_1

Group 604:
  Order: 720, OP Type: Add, Name: bert/encoder/layer_11/attention/output/LayerNorm/batchnorm/add_1

Group 605:
  Order: 721, OP Type: MatMul, Name: bert/encoder/layer_11/intermediate/dense/MatMul
  Order: 722, OP Type: Add, Name: bert/encoder/layer_11/intermediate/dense/BiasAdd

Group 606:
  Order: 723, OP Type: Pow, Name: bert/encoder/layer_11/intermediate/dense/Pow

Group 607:
  Order: 724, OP Type: Mul, Name: bert/encoder/layer_11/intermediate/dense/mul

Group 608:
  Order: 725, OP Type: Add, Name: bert/encoder/layer_11/intermediate/dense/add

Group 609:
  Order: 726, OP Type: Mul, Name: bert/encoder/layer_11/intermediate/dense/mul_1

Group 610:
  Order: 727, OP Type: Tanh, Name: bert/encoder/layer_11/intermediate/dense/Tanh

Group 611:
  Order: 728, OP Type: Add, Name: bert/encoder/layer_11/intermediate/dense/add_1

Group 612:
  Order: 729, OP Type: Mul, Name: bert/encoder/layer_11/intermediate/dense/mul_2

Group 613:
  Order: 730, OP Type: Mul, Name: bert/encoder/layer_11/intermediate/dense/mul_3

Group 614:
  Order: 731, OP Type: MatMul, Name: bert/encoder/layer_11/output/dense/MatMul
  Order: 732, OP Type: Add, Name: bert/encoder/layer_11/output/dense/BiasAdd
  Order: 733, OP Type: Add, Name: bert/encoder/layer_11/output/add

Group 615:
  Order: 734, OP Type: ReduceMean, Name: bert/encoder/layer_11/output/LayerNorm/moments/mean

Group 616:
  Order: 735, OP Type: Sub, Name: bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference

Group 617:
  Order: 736, OP Type: Mul, Name: bert/encoder/layer_11/output/LayerNorm/moments/SquaredDifference__467

Group 618:
  Order: 737, OP Type: ReduceMean, Name: bert/encoder/layer_11/output/LayerNorm/moments/variance

Group 619:
  Order: 738, OP Type: Add, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/add

Group 620:
  Order: 739, OP Type: Sqrt, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrt

Group 621:
  Order: 740, OP Type: Reciprocal, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/Rsqrt__469

Group 622:
  Order: 741, OP Type: Mul, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/mul

Group 623:
  Order: 742, OP Type: Mul, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_2

Group 624:
  Order: 743, OP Type: Sub, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/sub

Group 625:
  Order: 744, OP Type: Mul, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/mul_1

Group 626:
  Order: 745, OP Type: Add, Name: bert/encoder/layer_11/output/LayerNorm/batchnorm/add_1

Group 627:
  Order: 746, OP Type: MatMul, Name: MatMul
  Order: 747, OP Type: Add, Name: BiasAdd

Group 628:
  Order: 748, OP Type: Reshape, Name: Reshape_1

Group 629:
  Order: 749, OP Type: Transpose, Name: transpose

Group 630:
  Order: 750, OP Type: Split, Name: unstack

Group 631:
  Order: 751, OP Type: Squeeze, Name: unstack__490

Group 632:
  Order: 752, OP Type: Squeeze, Name: unstack__488
Editor is loading...
Leave a Comment