Untitled

avatar
unknown
c_cpp
5 months ago
54 kB
2
Indexable
Group 1:
  Order: 0, OP Type: Unsqueeze, Name: /Unsqueeze_1

Group 2:
  Order: 1, OP Type: Sub, Name: /Sub

Group 3:
  Order: 2, OP Type: Mul, Name: /Mul_1

Group 4:
  Order: 3, OP Type: Equal, Name: /embeddings/Equal

Group 5:
  Order: 4, OP Type: Not, Name: /embeddings/Not

Group 6:
  Order: 5, OP Type: Cast, Name: /embeddings/Cast

Group 7:
  Order: 6, OP Type: CumSum, Name: /embeddings/CumSum

Group 8:
  Order: 7, OP Type: Mul, Name: /embeddings/Mul

Group 9:
  Order: 8, OP Type: Cast, Name: /embeddings/Cast_1

Group 10:
  Order: 9, OP Type: Add, Name: /embeddings/Add

Group 11:
  Order: 10, OP Type: Gather, Name: /embeddings/word_embeddings/Gather

Group 12:
  Order: 11, OP Type: Add, Name: /embeddings/Add_1

Group 13:
  Order: 12, OP Type: Gather, Name: /embeddings/position_embeddings/Gather

Group 14:
  Order: 13, OP Type: Add, Name: /embeddings/Add_2

Group 15:
  Order: 14, OP Type: ReduceMean, Name: /embeddings/LayerNorm/ReduceMean

Group 16:
  Order: 15, OP Type: Sub, Name: /embeddings/LayerNorm/Sub

Group 17:
  Order: 16, OP Type: Pow, Name: /embeddings/LayerNorm/Pow

Group 18:
  Order: 17, OP Type: ReduceMean, Name: /embeddings/LayerNorm/ReduceMean_1

Group 19:
  Order: 18, OP Type: Add, Name: /embeddings/LayerNorm/Add

Group 20:
  Order: 19, OP Type: Sqrt, Name: /embeddings/LayerNorm/Sqrt

Group 21:
  Order: 20, OP Type: Div, Name: /embeddings/LayerNorm/Div

Group 22:
  Order: 21, OP Type: Mul, Name: /embeddings/LayerNorm/Mul

Group 23:
  Order: 22, OP Type: Add, Name: /embeddings/LayerNorm/Add_1

Group 24:
  Order: 28, OP Type: MatMul, Name: /encoder/layer.0/attention/self/value/MatMul
  Order: 29, OP Type: Add, Name: /encoder/layer.0/attention/self/value/Add
  Order: 30, OP Type: Reshape, Name: /encoder/layer.0/attention/self/Reshape_1
  Order: 31, OP Type: Transpose, Name: /encoder/layer.0/attention/self/Transpose

Group 25:
  Order: 23, OP Type: MatMul, Name: /encoder/layer.0/attention/self/query/MatMul
  Order: 24, OP Type: Add, Name: /encoder/layer.0/attention/self/query/Add
  Order: 32, OP Type: Reshape, Name: /encoder/layer.0/attention/self/Reshape_2
  Order: 33, OP Type: Transpose, Name: /encoder/layer.0/attention/self/Transpose_1

Group 26:
  Order: 25, OP Type: MatMul, Name: /encoder/layer.0/attention/self/key/MatMul
  Order: 26, OP Type: Add, Name: /encoder/layer.0/attention/self/key/Add
  Order: 27, OP Type: Reshape, Name: /encoder/layer.0/attention/self/Reshape
  Order: 34, OP Type: Transpose, Name: /encoder/layer.0/attention/self/Transpose_2

Group 27:
  Order: 35, OP Type: MatMul, Name: /encoder/layer.0/attention/self/MatMul
  Order: 36, OP Type: Div, Name: /encoder/layer.0/attention/self/Div
  Order: 37, OP Type: Add, Name: /encoder/layer.0/attention/self/Add
  Order: 38, OP Type: Softmax, Name: /encoder/layer.0/attention/self/Softmax

Group 28:
  Order: 39, OP Type: MatMul, Name: /encoder/layer.0/attention/self/MatMul_1
  Order: 40, OP Type: Transpose, Name: /encoder/layer.0/attention/self/Transpose_3
  Order: 41, OP Type: Reshape, Name: /encoder/layer.0/attention/self/Reshape_3

Group 29:
  Order: 42, OP Type: MatMul, Name: /encoder/layer.0/attention/output/dense/MatMul
  Order: 43, OP Type: Add, Name: /encoder/layer.0/attention/output/dense/Add
  Order: 44, OP Type: Add, Name: /encoder/layer.0/attention/output/Add

Group 30:
  Order: 45, OP Type: ReduceMean, Name: /encoder/layer.0/attention/output/LayerNorm/ReduceMean

Group 31:
  Order: 46, OP Type: Sub, Name: /encoder/layer.0/attention/output/LayerNorm/Sub

Group 32:
  Order: 47, OP Type: Pow, Name: /encoder/layer.0/attention/output/LayerNorm/Pow

Group 33:
  Order: 48, OP Type: ReduceMean, Name: /encoder/layer.0/attention/output/LayerNorm/ReduceMean_1

Group 34:
  Order: 49, OP Type: Add, Name: /encoder/layer.0/attention/output/LayerNorm/Add

Group 35:
  Order: 50, OP Type: Sqrt, Name: /encoder/layer.0/attention/output/LayerNorm/Sqrt

Group 36:
  Order: 51, OP Type: Div, Name: /encoder/layer.0/attention/output/LayerNorm/Div

Group 37:
  Order: 52, OP Type: Mul, Name: /encoder/layer.0/attention/output/LayerNorm/Mul

Group 38:
  Order: 53, OP Type: Add, Name: /encoder/layer.0/attention/output/LayerNorm/Add_1

Group 39:
  Order: 54, OP Type: MatMul, Name: /encoder/layer.0/intermediate/dense/MatMul
  Order: 55, OP Type: Add, Name: /encoder/layer.0/intermediate/dense/Add
  Order: 56, OP Type: Div, Name: /encoder/layer.0/intermediate/intermediate_act_fn/Div
  Order: 57, OP Type: Erf, Name: /encoder/layer.0/intermediate/intermediate_act_fn/Erf
  Order: 58, OP Type: Add, Name: /encoder/layer.0/intermediate/intermediate_act_fn/Add
  Order: 59, OP Type: Mul, Name: /encoder/layer.0/intermediate/intermediate_act_fn/Mul
  Order: 60, OP Type: Mul, Name: /encoder/layer.0/intermediate/intermediate_act_fn/Mul_1

Group 40:
  Order: 61, OP Type: MatMul, Name: /encoder/layer.0/output/dense/MatMul
  Order: 62, OP Type: Add, Name: /encoder/layer.0/output/dense/Add
  Order: 63, OP Type: Add, Name: /encoder/layer.0/output/Add

Group 41:
  Order: 64, OP Type: ReduceMean, Name: /encoder/layer.0/output/LayerNorm/ReduceMean

Group 42:
  Order: 65, OP Type: Sub, Name: /encoder/layer.0/output/LayerNorm/Sub

Group 43:
  Order: 66, OP Type: Pow, Name: /encoder/layer.0/output/LayerNorm/Pow

Group 44:
  Order: 67, OP Type: ReduceMean, Name: /encoder/layer.0/output/LayerNorm/ReduceMean_1

Group 45:
  Order: 68, OP Type: Add, Name: /encoder/layer.0/output/LayerNorm/Add

Group 46:
  Order: 69, OP Type: Sqrt, Name: /encoder/layer.0/output/LayerNorm/Sqrt

Group 47:
  Order: 70, OP Type: Div, Name: /encoder/layer.0/output/LayerNorm/Div

Group 48:
  Order: 71, OP Type: Mul, Name: /encoder/layer.0/output/LayerNorm/Mul

Group 49:
  Order: 72, OP Type: Add, Name: /encoder/layer.0/output/LayerNorm/Add_1

Group 50:
  Order: 78, OP Type: MatMul, Name: /encoder/layer.1/attention/self/value/MatMul
  Order: 79, OP Type: Add, Name: /encoder/layer.1/attention/self/value/Add
  Order: 80, OP Type: Reshape, Name: /encoder/layer.1/attention/self/Reshape_1
  Order: 81, OP Type: Transpose, Name: /encoder/layer.1/attention/self/Transpose

Group 51:
  Order: 73, OP Type: MatMul, Name: /encoder/layer.1/attention/self/query/MatMul
  Order: 74, OP Type: Add, Name: /encoder/layer.1/attention/self/query/Add
  Order: 82, OP Type: Reshape, Name: /encoder/layer.1/attention/self/Reshape_2
  Order: 83, OP Type: Transpose, Name: /encoder/layer.1/attention/self/Transpose_1

Group 52:
  Order: 75, OP Type: MatMul, Name: /encoder/layer.1/attention/self/key/MatMul
  Order: 76, OP Type: Add, Name: /encoder/layer.1/attention/self/key/Add
  Order: 77, OP Type: Reshape, Name: /encoder/layer.1/attention/self/Reshape
  Order: 84, OP Type: Transpose, Name: /encoder/layer.1/attention/self/Transpose_2

Group 53:
  Order: 85, OP Type: MatMul, Name: /encoder/layer.1/attention/self/MatMul
  Order: 86, OP Type: Div, Name: /encoder/layer.1/attention/self/Div
  Order: 87, OP Type: Add, Name: /encoder/layer.1/attention/self/Add
  Order: 88, OP Type: Softmax, Name: /encoder/layer.1/attention/self/Softmax

Group 54:
  Order: 89, OP Type: MatMul, Name: /encoder/layer.1/attention/self/MatMul_1
  Order: 90, OP Type: Transpose, Name: /encoder/layer.1/attention/self/Transpose_3
  Order: 91, OP Type: Reshape, Name: /encoder/layer.1/attention/self/Reshape_3

Group 55:
  Order: 92, OP Type: MatMul, Name: /encoder/layer.1/attention/output/dense/MatMul
  Order: 93, OP Type: Add, Name: /encoder/layer.1/attention/output/dense/Add
  Order: 94, OP Type: Add, Name: /encoder/layer.1/attention/output/Add

Group 56:
  Order: 95, OP Type: ReduceMean, Name: /encoder/layer.1/attention/output/LayerNorm/ReduceMean

Group 57:
  Order: 96, OP Type: Sub, Name: /encoder/layer.1/attention/output/LayerNorm/Sub

Group 58:
  Order: 97, OP Type: Pow, Name: /encoder/layer.1/attention/output/LayerNorm/Pow

Group 59:
  Order: 98, OP Type: ReduceMean, Name: /encoder/layer.1/attention/output/LayerNorm/ReduceMean_1

Group 60:
  Order: 99, OP Type: Add, Name: /encoder/layer.1/attention/output/LayerNorm/Add

Group 61:
  Order: 100, OP Type: Sqrt, Name: /encoder/layer.1/attention/output/LayerNorm/Sqrt

Group 62:
  Order: 101, OP Type: Div, Name: /encoder/layer.1/attention/output/LayerNorm/Div

Group 63:
  Order: 102, OP Type: Mul, Name: /encoder/layer.1/attention/output/LayerNorm/Mul

Group 64:
  Order: 103, OP Type: Add, Name: /encoder/layer.1/attention/output/LayerNorm/Add_1

Group 65:
  Order: 104, OP Type: MatMul, Name: /encoder/layer.1/intermediate/dense/MatMul
  Order: 105, OP Type: Add, Name: /encoder/layer.1/intermediate/dense/Add
  Order: 106, OP Type: Div, Name: /encoder/layer.1/intermediate/intermediate_act_fn/Div
  Order: 107, OP Type: Erf, Name: /encoder/layer.1/intermediate/intermediate_act_fn/Erf
  Order: 108, OP Type: Add, Name: /encoder/layer.1/intermediate/intermediate_act_fn/Add
  Order: 109, OP Type: Mul, Name: /encoder/layer.1/intermediate/intermediate_act_fn/Mul
  Order: 110, OP Type: Mul, Name: /encoder/layer.1/intermediate/intermediate_act_fn/Mul_1

Group 66:
  Order: 111, OP Type: MatMul, Name: /encoder/layer.1/output/dense/MatMul
  Order: 112, OP Type: Add, Name: /encoder/layer.1/output/dense/Add
  Order: 113, OP Type: Add, Name: /encoder/layer.1/output/Add

Group 67:
  Order: 114, OP Type: ReduceMean, Name: /encoder/layer.1/output/LayerNorm/ReduceMean

Group 68:
  Order: 115, OP Type: Sub, Name: /encoder/layer.1/output/LayerNorm/Sub

Group 69:
  Order: 116, OP Type: Pow, Name: /encoder/layer.1/output/LayerNorm/Pow

Group 70:
  Order: 117, OP Type: ReduceMean, Name: /encoder/layer.1/output/LayerNorm/ReduceMean_1

Group 71:
  Order: 118, OP Type: Add, Name: /encoder/layer.1/output/LayerNorm/Add

Group 72:
  Order: 119, OP Type: Sqrt, Name: /encoder/layer.1/output/LayerNorm/Sqrt

Group 73:
  Order: 120, OP Type: Div, Name: /encoder/layer.1/output/LayerNorm/Div

Group 74:
  Order: 121, OP Type: Mul, Name: /encoder/layer.1/output/LayerNorm/Mul

Group 75:
  Order: 122, OP Type: Add, Name: /encoder/layer.1/output/LayerNorm/Add_1

Group 76:
  Order: 128, OP Type: MatMul, Name: /encoder/layer.2/attention/self/value/MatMul
  Order: 129, OP Type: Add, Name: /encoder/layer.2/attention/self/value/Add
  Order: 130, OP Type: Reshape, Name: /encoder/layer.2/attention/self/Reshape_1
  Order: 131, OP Type: Transpose, Name: /encoder/layer.2/attention/self/Transpose

Group 77:
  Order: 123, OP Type: MatMul, Name: /encoder/layer.2/attention/self/query/MatMul
  Order: 124, OP Type: Add, Name: /encoder/layer.2/attention/self/query/Add
  Order: 132, OP Type: Reshape, Name: /encoder/layer.2/attention/self/Reshape_2
  Order: 133, OP Type: Transpose, Name: /encoder/layer.2/attention/self/Transpose_1

Group 78:
  Order: 125, OP Type: MatMul, Name: /encoder/layer.2/attention/self/key/MatMul
  Order: 126, OP Type: Add, Name: /encoder/layer.2/attention/self/key/Add
  Order: 127, OP Type: Reshape, Name: /encoder/layer.2/attention/self/Reshape
  Order: 134, OP Type: Transpose, Name: /encoder/layer.2/attention/self/Transpose_2

Group 79:
  Order: 135, OP Type: MatMul, Name: /encoder/layer.2/attention/self/MatMul
  Order: 136, OP Type: Div, Name: /encoder/layer.2/attention/self/Div
  Order: 137, OP Type: Add, Name: /encoder/layer.2/attention/self/Add
  Order: 138, OP Type: Softmax, Name: /encoder/layer.2/attention/self/Softmax

Group 80:
  Order: 139, OP Type: MatMul, Name: /encoder/layer.2/attention/self/MatMul_1
  Order: 140, OP Type: Transpose, Name: /encoder/layer.2/attention/self/Transpose_3
  Order: 141, OP Type: Reshape, Name: /encoder/layer.2/attention/self/Reshape_3

Group 81:
  Order: 142, OP Type: MatMul, Name: /encoder/layer.2/attention/output/dense/MatMul
  Order: 143, OP Type: Add, Name: /encoder/layer.2/attention/output/dense/Add
  Order: 144, OP Type: Add, Name: /encoder/layer.2/attention/output/Add

Group 82:
  Order: 145, OP Type: ReduceMean, Name: /encoder/layer.2/attention/output/LayerNorm/ReduceMean

Group 83:
  Order: 146, OP Type: Sub, Name: /encoder/layer.2/attention/output/LayerNorm/Sub

Group 84:
  Order: 147, OP Type: Pow, Name: /encoder/layer.2/attention/output/LayerNorm/Pow

Group 85:
  Order: 148, OP Type: ReduceMean, Name: /encoder/layer.2/attention/output/LayerNorm/ReduceMean_1

Group 86:
  Order: 149, OP Type: Add, Name: /encoder/layer.2/attention/output/LayerNorm/Add

Group 87:
  Order: 150, OP Type: Sqrt, Name: /encoder/layer.2/attention/output/LayerNorm/Sqrt

Group 88:
  Order: 151, OP Type: Div, Name: /encoder/layer.2/attention/output/LayerNorm/Div

Group 89:
  Order: 152, OP Type: Mul, Name: /encoder/layer.2/attention/output/LayerNorm/Mul

Group 90:
  Order: 153, OP Type: Add, Name: /encoder/layer.2/attention/output/LayerNorm/Add_1

Group 91:
  Order: 154, OP Type: MatMul, Name: /encoder/layer.2/intermediate/dense/MatMul
  Order: 155, OP Type: Add, Name: /encoder/layer.2/intermediate/dense/Add
  Order: 156, OP Type: Div, Name: /encoder/layer.2/intermediate/intermediate_act_fn/Div
  Order: 157, OP Type: Erf, Name: /encoder/layer.2/intermediate/intermediate_act_fn/Erf
  Order: 158, OP Type: Add, Name: /encoder/layer.2/intermediate/intermediate_act_fn/Add
  Order: 159, OP Type: Mul, Name: /encoder/layer.2/intermediate/intermediate_act_fn/Mul
  Order: 160, OP Type: Mul, Name: /encoder/layer.2/intermediate/intermediate_act_fn/Mul_1

Group 92:
  Order: 161, OP Type: MatMul, Name: /encoder/layer.2/output/dense/MatMul
  Order: 162, OP Type: Add, Name: /encoder/layer.2/output/dense/Add
  Order: 163, OP Type: Add, Name: /encoder/layer.2/output/Add

Group 93:
  Order: 164, OP Type: ReduceMean, Name: /encoder/layer.2/output/LayerNorm/ReduceMean

Group 94:
  Order: 165, OP Type: Sub, Name: /encoder/layer.2/output/LayerNorm/Sub

Group 95:
  Order: 166, OP Type: Pow, Name: /encoder/layer.2/output/LayerNorm/Pow

Group 96:
  Order: 167, OP Type: ReduceMean, Name: /encoder/layer.2/output/LayerNorm/ReduceMean_1

Group 97:
  Order: 168, OP Type: Add, Name: /encoder/layer.2/output/LayerNorm/Add

Group 98:
  Order: 169, OP Type: Sqrt, Name: /encoder/layer.2/output/LayerNorm/Sqrt

Group 99:
  Order: 170, OP Type: Div, Name: /encoder/layer.2/output/LayerNorm/Div

Group 100:
  Order: 171, OP Type: Mul, Name: /encoder/layer.2/output/LayerNorm/Mul

Group 101:
  Order: 172, OP Type: Add, Name: /encoder/layer.2/output/LayerNorm/Add_1

Group 102:
  Order: 178, OP Type: MatMul, Name: /encoder/layer.3/attention/self/value/MatMul
  Order: 179, OP Type: Add, Name: /encoder/layer.3/attention/self/value/Add
  Order: 180, OP Type: Reshape, Name: /encoder/layer.3/attention/self/Reshape_1
  Order: 181, OP Type: Transpose, Name: /encoder/layer.3/attention/self/Transpose

Group 103:
  Order: 173, OP Type: MatMul, Name: /encoder/layer.3/attention/self/query/MatMul
  Order: 174, OP Type: Add, Name: /encoder/layer.3/attention/self/query/Add
  Order: 182, OP Type: Reshape, Name: /encoder/layer.3/attention/self/Reshape_2
  Order: 183, OP Type: Transpose, Name: /encoder/layer.3/attention/self/Transpose_1

Group 104:
  Order: 175, OP Type: MatMul, Name: /encoder/layer.3/attention/self/key/MatMul
  Order: 176, OP Type: Add, Name: /encoder/layer.3/attention/self/key/Add
  Order: 177, OP Type: Reshape, Name: /encoder/layer.3/attention/self/Reshape
  Order: 184, OP Type: Transpose, Name: /encoder/layer.3/attention/self/Transpose_2

Group 105:
  Order: 185, OP Type: MatMul, Name: /encoder/layer.3/attention/self/MatMul
  Order: 186, OP Type: Div, Name: /encoder/layer.3/attention/self/Div
  Order: 187, OP Type: Add, Name: /encoder/layer.3/attention/self/Add
  Order: 188, OP Type: Softmax, Name: /encoder/layer.3/attention/self/Softmax

Group 106:
  Order: 189, OP Type: MatMul, Name: /encoder/layer.3/attention/self/MatMul_1
  Order: 190, OP Type: Transpose, Name: /encoder/layer.3/attention/self/Transpose_3
  Order: 191, OP Type: Reshape, Name: /encoder/layer.3/attention/self/Reshape_3

Group 107:
  Order: 192, OP Type: MatMul, Name: /encoder/layer.3/attention/output/dense/MatMul
  Order: 193, OP Type: Add, Name: /encoder/layer.3/attention/output/dense/Add
  Order: 194, OP Type: Add, Name: /encoder/layer.3/attention/output/Add

Group 108:
  Order: 195, OP Type: ReduceMean, Name: /encoder/layer.3/attention/output/LayerNorm/ReduceMean

Group 109:
  Order: 196, OP Type: Sub, Name: /encoder/layer.3/attention/output/LayerNorm/Sub

Group 110:
  Order: 197, OP Type: Pow, Name: /encoder/layer.3/attention/output/LayerNorm/Pow

Group 111:
  Order: 198, OP Type: ReduceMean, Name: /encoder/layer.3/attention/output/LayerNorm/ReduceMean_1

Group 112:
  Order: 199, OP Type: Add, Name: /encoder/layer.3/attention/output/LayerNorm/Add

Group 113:
  Order: 200, OP Type: Sqrt, Name: /encoder/layer.3/attention/output/LayerNorm/Sqrt

Group 114:
  Order: 201, OP Type: Div, Name: /encoder/layer.3/attention/output/LayerNorm/Div

Group 115:
  Order: 202, OP Type: Mul, Name: /encoder/layer.3/attention/output/LayerNorm/Mul

Group 116:
  Order: 203, OP Type: Add, Name: /encoder/layer.3/attention/output/LayerNorm/Add_1

Group 117:
  Order: 204, OP Type: MatMul, Name: /encoder/layer.3/intermediate/dense/MatMul
  Order: 205, OP Type: Add, Name: /encoder/layer.3/intermediate/dense/Add
  Order: 206, OP Type: Div, Name: /encoder/layer.3/intermediate/intermediate_act_fn/Div
  Order: 207, OP Type: Erf, Name: /encoder/layer.3/intermediate/intermediate_act_fn/Erf
  Order: 208, OP Type: Add, Name: /encoder/layer.3/intermediate/intermediate_act_fn/Add
  Order: 209, OP Type: Mul, Name: /encoder/layer.3/intermediate/intermediate_act_fn/Mul
  Order: 210, OP Type: Mul, Name: /encoder/layer.3/intermediate/intermediate_act_fn/Mul_1

Group 118:
  Order: 211, OP Type: MatMul, Name: /encoder/layer.3/output/dense/MatMul
  Order: 212, OP Type: Add, Name: /encoder/layer.3/output/dense/Add
  Order: 213, OP Type: Add, Name: /encoder/layer.3/output/Add

Group 119:
  Order: 214, OP Type: ReduceMean, Name: /encoder/layer.3/output/LayerNorm/ReduceMean

Group 120:
  Order: 215, OP Type: Sub, Name: /encoder/layer.3/output/LayerNorm/Sub

Group 121:
  Order: 216, OP Type: Pow, Name: /encoder/layer.3/output/LayerNorm/Pow

Group 122:
  Order: 217, OP Type: ReduceMean, Name: /encoder/layer.3/output/LayerNorm/ReduceMean_1

Group 123:
  Order: 218, OP Type: Add, Name: /encoder/layer.3/output/LayerNorm/Add

Group 124:
  Order: 219, OP Type: Sqrt, Name: /encoder/layer.3/output/LayerNorm/Sqrt

Group 125:
  Order: 220, OP Type: Div, Name: /encoder/layer.3/output/LayerNorm/Div

Group 126:
  Order: 221, OP Type: Mul, Name: /encoder/layer.3/output/LayerNorm/Mul

Group 127:
  Order: 222, OP Type: Add, Name: /encoder/layer.3/output/LayerNorm/Add_1

Group 128:
  Order: 228, OP Type: MatMul, Name: /encoder/layer.4/attention/self/value/MatMul
  Order: 229, OP Type: Add, Name: /encoder/layer.4/attention/self/value/Add
  Order: 230, OP Type: Reshape, Name: /encoder/layer.4/attention/self/Reshape_1
  Order: 231, OP Type: Transpose, Name: /encoder/layer.4/attention/self/Transpose

Group 129:
  Order: 223, OP Type: MatMul, Name: /encoder/layer.4/attention/self/query/MatMul
  Order: 224, OP Type: Add, Name: /encoder/layer.4/attention/self/query/Add
  Order: 232, OP Type: Reshape, Name: /encoder/layer.4/attention/self/Reshape_2
  Order: 233, OP Type: Transpose, Name: /encoder/layer.4/attention/self/Transpose_1

Group 130:
  Order: 225, OP Type: MatMul, Name: /encoder/layer.4/attention/self/key/MatMul
  Order: 226, OP Type: Add, Name: /encoder/layer.4/attention/self/key/Add
  Order: 227, OP Type: Reshape, Name: /encoder/layer.4/attention/self/Reshape
  Order: 234, OP Type: Transpose, Name: /encoder/layer.4/attention/self/Transpose_2

Group 131:
  Order: 235, OP Type: MatMul, Name: /encoder/layer.4/attention/self/MatMul
  Order: 236, OP Type: Div, Name: /encoder/layer.4/attention/self/Div
  Order: 237, OP Type: Add, Name: /encoder/layer.4/attention/self/Add
  Order: 238, OP Type: Softmax, Name: /encoder/layer.4/attention/self/Softmax

Group 132:
  Order: 239, OP Type: MatMul, Name: /encoder/layer.4/attention/self/MatMul_1
  Order: 240, OP Type: Transpose, Name: /encoder/layer.4/attention/self/Transpose_3
  Order: 241, OP Type: Reshape, Name: /encoder/layer.4/attention/self/Reshape_3

Group 133:
  Order: 242, OP Type: MatMul, Name: /encoder/layer.4/attention/output/dense/MatMul
  Order: 243, OP Type: Add, Name: /encoder/layer.4/attention/output/dense/Add
  Order: 244, OP Type: Add, Name: /encoder/layer.4/attention/output/Add

Group 134:
  Order: 245, OP Type: ReduceMean, Name: /encoder/layer.4/attention/output/LayerNorm/ReduceMean

Group 135:
  Order: 246, OP Type: Sub, Name: /encoder/layer.4/attention/output/LayerNorm/Sub

Group 136:
  Order: 247, OP Type: Pow, Name: /encoder/layer.4/attention/output/LayerNorm/Pow

Group 137:
  Order: 248, OP Type: ReduceMean, Name: /encoder/layer.4/attention/output/LayerNorm/ReduceMean_1

Group 138:
  Order: 249, OP Type: Add, Name: /encoder/layer.4/attention/output/LayerNorm/Add

Group 139:
  Order: 250, OP Type: Sqrt, Name: /encoder/layer.4/attention/output/LayerNorm/Sqrt

Group 140:
  Order: 251, OP Type: Div, Name: /encoder/layer.4/attention/output/LayerNorm/Div

Group 141:
  Order: 252, OP Type: Mul, Name: /encoder/layer.4/attention/output/LayerNorm/Mul

Group 142:
  Order: 253, OP Type: Add, Name: /encoder/layer.4/attention/output/LayerNorm/Add_1

Group 143:
  Order: 254, OP Type: MatMul, Name: /encoder/layer.4/intermediate/dense/MatMul
  Order: 255, OP Type: Add, Name: /encoder/layer.4/intermediate/dense/Add
  Order: 256, OP Type: Div, Name: /encoder/layer.4/intermediate/intermediate_act_fn/Div
  Order: 257, OP Type: Erf, Name: /encoder/layer.4/intermediate/intermediate_act_fn/Erf
  Order: 258, OP Type: Add, Name: /encoder/layer.4/intermediate/intermediate_act_fn/Add
  Order: 259, OP Type: Mul, Name: /encoder/layer.4/intermediate/intermediate_act_fn/Mul
  Order: 260, OP Type: Mul, Name: /encoder/layer.4/intermediate/intermediate_act_fn/Mul_1

Group 144:
  Order: 261, OP Type: MatMul, Name: /encoder/layer.4/output/dense/MatMul
  Order: 262, OP Type: Add, Name: /encoder/layer.4/output/dense/Add
  Order: 263, OP Type: Add, Name: /encoder/layer.4/output/Add

Group 145:
  Order: 264, OP Type: ReduceMean, Name: /encoder/layer.4/output/LayerNorm/ReduceMean

Group 146:
  Order: 265, OP Type: Sub, Name: /encoder/layer.4/output/LayerNorm/Sub

Group 147:
  Order: 266, OP Type: Pow, Name: /encoder/layer.4/output/LayerNorm/Pow

Group 148:
  Order: 267, OP Type: ReduceMean, Name: /encoder/layer.4/output/LayerNorm/ReduceMean_1

Group 149:
  Order: 268, OP Type: Add, Name: /encoder/layer.4/output/LayerNorm/Add

Group 150:
  Order: 269, OP Type: Sqrt, Name: /encoder/layer.4/output/LayerNorm/Sqrt

Group 151:
  Order: 270, OP Type: Div, Name: /encoder/layer.4/output/LayerNorm/Div

Group 152:
  Order: 271, OP Type: Mul, Name: /encoder/layer.4/output/LayerNorm/Mul

Group 153:
  Order: 272, OP Type: Add, Name: /encoder/layer.4/output/LayerNorm/Add_1

Group 154:
  Order: 278, OP Type: MatMul, Name: /encoder/layer.5/attention/self/value/MatMul
  Order: 279, OP Type: Add, Name: /encoder/layer.5/attention/self/value/Add
  Order: 280, OP Type: Reshape, Name: /encoder/layer.5/attention/self/Reshape_1
  Order: 281, OP Type: Transpose, Name: /encoder/layer.5/attention/self/Transpose

Group 155:
  Order: 273, OP Type: MatMul, Name: /encoder/layer.5/attention/self/query/MatMul
  Order: 274, OP Type: Add, Name: /encoder/layer.5/attention/self/query/Add
  Order: 282, OP Type: Reshape, Name: /encoder/layer.5/attention/self/Reshape_2
  Order: 283, OP Type: Transpose, Name: /encoder/layer.5/attention/self/Transpose_1

Group 156:
  Order: 275, OP Type: MatMul, Name: /encoder/layer.5/attention/self/key/MatMul
  Order: 276, OP Type: Add, Name: /encoder/layer.5/attention/self/key/Add
  Order: 277, OP Type: Reshape, Name: /encoder/layer.5/attention/self/Reshape
  Order: 284, OP Type: Transpose, Name: /encoder/layer.5/attention/self/Transpose_2

Group 157:
  Order: 285, OP Type: MatMul, Name: /encoder/layer.5/attention/self/MatMul
  Order: 286, OP Type: Div, Name: /encoder/layer.5/attention/self/Div
  Order: 287, OP Type: Add, Name: /encoder/layer.5/attention/self/Add
  Order: 288, OP Type: Softmax, Name: /encoder/layer.5/attention/self/Softmax

Group 158:
  Order: 289, OP Type: MatMul, Name: /encoder/layer.5/attention/self/MatMul_1
  Order: 290, OP Type: Transpose, Name: /encoder/layer.5/attention/self/Transpose_3
  Order: 291, OP Type: Reshape, Name: /encoder/layer.5/attention/self/Reshape_3

Group 159:
  Order: 292, OP Type: MatMul, Name: /encoder/layer.5/attention/output/dense/MatMul
  Order: 293, OP Type: Add, Name: /encoder/layer.5/attention/output/dense/Add
  Order: 294, OP Type: Add, Name: /encoder/layer.5/attention/output/Add

Group 160:
  Order: 295, OP Type: ReduceMean, Name: /encoder/layer.5/attention/output/LayerNorm/ReduceMean

Group 161:
  Order: 296, OP Type: Sub, Name: /encoder/layer.5/attention/output/LayerNorm/Sub

Group 162:
  Order: 297, OP Type: Pow, Name: /encoder/layer.5/attention/output/LayerNorm/Pow

Group 163:
  Order: 298, OP Type: ReduceMean, Name: /encoder/layer.5/attention/output/LayerNorm/ReduceMean_1

Group 164:
  Order: 299, OP Type: Add, Name: /encoder/layer.5/attention/output/LayerNorm/Add

Group 165:
  Order: 300, OP Type: Sqrt, Name: /encoder/layer.5/attention/output/LayerNorm/Sqrt

Group 166:
  Order: 301, OP Type: Div, Name: /encoder/layer.5/attention/output/LayerNorm/Div

Group 167:
  Order: 302, OP Type: Mul, Name: /encoder/layer.5/attention/output/LayerNorm/Mul

Group 168:
  Order: 303, OP Type: Add, Name: /encoder/layer.5/attention/output/LayerNorm/Add_1

Group 169:
  Order: 304, OP Type: MatMul, Name: /encoder/layer.5/intermediate/dense/MatMul
  Order: 305, OP Type: Add, Name: /encoder/layer.5/intermediate/dense/Add
  Order: 306, OP Type: Div, Name: /encoder/layer.5/intermediate/intermediate_act_fn/Div
  Order: 307, OP Type: Erf, Name: /encoder/layer.5/intermediate/intermediate_act_fn/Erf
  Order: 308, OP Type: Add, Name: /encoder/layer.5/intermediate/intermediate_act_fn/Add
  Order: 309, OP Type: Mul, Name: /encoder/layer.5/intermediate/intermediate_act_fn/Mul
  Order: 310, OP Type: Mul, Name: /encoder/layer.5/intermediate/intermediate_act_fn/Mul_1

Group 170:
  Order: 311, OP Type: MatMul, Name: /encoder/layer.5/output/dense/MatMul
  Order: 312, OP Type: Add, Name: /encoder/layer.5/output/dense/Add
  Order: 313, OP Type: Add, Name: /encoder/layer.5/output/Add

Group 171:
  Order: 314, OP Type: ReduceMean, Name: /encoder/layer.5/output/LayerNorm/ReduceMean

Group 172:
  Order: 315, OP Type: Sub, Name: /encoder/layer.5/output/LayerNorm/Sub

Group 173:
  Order: 316, OP Type: Pow, Name: /encoder/layer.5/output/LayerNorm/Pow

Group 174:
  Order: 317, OP Type: ReduceMean, Name: /encoder/layer.5/output/LayerNorm/ReduceMean_1

Group 175:
  Order: 318, OP Type: Add, Name: /encoder/layer.5/output/LayerNorm/Add

Group 176:
  Order: 319, OP Type: Sqrt, Name: /encoder/layer.5/output/LayerNorm/Sqrt

Group 177:
  Order: 320, OP Type: Div, Name: /encoder/layer.5/output/LayerNorm/Div

Group 178:
  Order: 321, OP Type: Mul, Name: /encoder/layer.5/output/LayerNorm/Mul

Group 179:
  Order: 322, OP Type: Add, Name: /encoder/layer.5/output/LayerNorm/Add_1

Group 180:
  Order: 328, OP Type: MatMul, Name: /encoder/layer.6/attention/self/value/MatMul
  Order: 329, OP Type: Add, Name: /encoder/layer.6/attention/self/value/Add
  Order: 330, OP Type: Reshape, Name: /encoder/layer.6/attention/self/Reshape_1
  Order: 331, OP Type: Transpose, Name: /encoder/layer.6/attention/self/Transpose

Group 181:
  Order: 323, OP Type: MatMul, Name: /encoder/layer.6/attention/self/query/MatMul
  Order: 324, OP Type: Add, Name: /encoder/layer.6/attention/self/query/Add
  Order: 332, OP Type: Reshape, Name: /encoder/layer.6/attention/self/Reshape_2
  Order: 333, OP Type: Transpose, Name: /encoder/layer.6/attention/self/Transpose_1

Group 182:
  Order: 325, OP Type: MatMul, Name: /encoder/layer.6/attention/self/key/MatMul
  Order: 326, OP Type: Add, Name: /encoder/layer.6/attention/self/key/Add
  Order: 327, OP Type: Reshape, Name: /encoder/layer.6/attention/self/Reshape
  Order: 334, OP Type: Transpose, Name: /encoder/layer.6/attention/self/Transpose_2

Group 183:
  Order: 335, OP Type: MatMul, Name: /encoder/layer.6/attention/self/MatMul
  Order: 336, OP Type: Div, Name: /encoder/layer.6/attention/self/Div
  Order: 337, OP Type: Add, Name: /encoder/layer.6/attention/self/Add
  Order: 338, OP Type: Softmax, Name: /encoder/layer.6/attention/self/Softmax

Group 184:
  Order: 339, OP Type: MatMul, Name: /encoder/layer.6/attention/self/MatMul_1
  Order: 340, OP Type: Transpose, Name: /encoder/layer.6/attention/self/Transpose_3
  Order: 341, OP Type: Reshape, Name: /encoder/layer.6/attention/self/Reshape_3

Group 185:
  Order: 342, OP Type: MatMul, Name: /encoder/layer.6/attention/output/dense/MatMul
  Order: 343, OP Type: Add, Name: /encoder/layer.6/attention/output/dense/Add
  Order: 344, OP Type: Add, Name: /encoder/layer.6/attention/output/Add

Group 186:
  Order: 345, OP Type: ReduceMean, Name: /encoder/layer.6/attention/output/LayerNorm/ReduceMean

Group 187:
  Order: 346, OP Type: Sub, Name: /encoder/layer.6/attention/output/LayerNorm/Sub

Group 188:
  Order: 347, OP Type: Pow, Name: /encoder/layer.6/attention/output/LayerNorm/Pow

Group 189:
  Order: 348, OP Type: ReduceMean, Name: /encoder/layer.6/attention/output/LayerNorm/ReduceMean_1

Group 190:
  Order: 349, OP Type: Add, Name: /encoder/layer.6/attention/output/LayerNorm/Add

Group 191:
  Order: 350, OP Type: Sqrt, Name: /encoder/layer.6/attention/output/LayerNorm/Sqrt

Group 192:
  Order: 351, OP Type: Div, Name: /encoder/layer.6/attention/output/LayerNorm/Div

Group 193:
  Order: 352, OP Type: Mul, Name: /encoder/layer.6/attention/output/LayerNorm/Mul

Group 194:
  Order: 353, OP Type: Add, Name: /encoder/layer.6/attention/output/LayerNorm/Add_1

Group 195:
  Order: 354, OP Type: MatMul, Name: /encoder/layer.6/intermediate/dense/MatMul
  Order: 355, OP Type: Add, Name: /encoder/layer.6/intermediate/dense/Add
  Order: 356, OP Type: Div, Name: /encoder/layer.6/intermediate/intermediate_act_fn/Div
  Order: 357, OP Type: Erf, Name: /encoder/layer.6/intermediate/intermediate_act_fn/Erf
  Order: 358, OP Type: Add, Name: /encoder/layer.6/intermediate/intermediate_act_fn/Add
  Order: 359, OP Type: Mul, Name: /encoder/layer.6/intermediate/intermediate_act_fn/Mul
  Order: 360, OP Type: Mul, Name: /encoder/layer.6/intermediate/intermediate_act_fn/Mul_1

Group 196:
  Order: 361, OP Type: MatMul, Name: /encoder/layer.6/output/dense/MatMul
  Order: 362, OP Type: Add, Name: /encoder/layer.6/output/dense/Add
  Order: 363, OP Type: Add, Name: /encoder/layer.6/output/Add

Group 197:
  Order: 364, OP Type: ReduceMean, Name: /encoder/layer.6/output/LayerNorm/ReduceMean

Group 198:
  Order: 365, OP Type: Sub, Name: /encoder/layer.6/output/LayerNorm/Sub

Group 199:
  Order: 366, OP Type: Pow, Name: /encoder/layer.6/output/LayerNorm/Pow

Group 200:
  Order: 367, OP Type: ReduceMean, Name: /encoder/layer.6/output/LayerNorm/ReduceMean_1

Group 201:
  Order: 368, OP Type: Add, Name: /encoder/layer.6/output/LayerNorm/Add

Group 202:
  Order: 369, OP Type: Sqrt, Name: /encoder/layer.6/output/LayerNorm/Sqrt

Group 203:
  Order: 370, OP Type: Div, Name: /encoder/layer.6/output/LayerNorm/Div

Group 204:
  Order: 371, OP Type: Mul, Name: /encoder/layer.6/output/LayerNorm/Mul

Group 205:
  Order: 372, OP Type: Add, Name: /encoder/layer.6/output/LayerNorm/Add_1

Group 206:
  Order: 378, OP Type: MatMul, Name: /encoder/layer.7/attention/self/value/MatMul
  Order: 379, OP Type: Add, Name: /encoder/layer.7/attention/self/value/Add
  Order: 380, OP Type: Reshape, Name: /encoder/layer.7/attention/self/Reshape_1
  Order: 381, OP Type: Transpose, Name: /encoder/layer.7/attention/self/Transpose

Group 207:
  Order: 373, OP Type: MatMul, Name: /encoder/layer.7/attention/self/query/MatMul
  Order: 374, OP Type: Add, Name: /encoder/layer.7/attention/self/query/Add
  Order: 382, OP Type: Reshape, Name: /encoder/layer.7/attention/self/Reshape_2
  Order: 383, OP Type: Transpose, Name: /encoder/layer.7/attention/self/Transpose_1

Group 208:
  Order: 375, OP Type: MatMul, Name: /encoder/layer.7/attention/self/key/MatMul
  Order: 376, OP Type: Add, Name: /encoder/layer.7/attention/self/key/Add
  Order: 377, OP Type: Reshape, Name: /encoder/layer.7/attention/self/Reshape
  Order: 384, OP Type: Transpose, Name: /encoder/layer.7/attention/self/Transpose_2

Group 209:
  Order: 385, OP Type: MatMul, Name: /encoder/layer.7/attention/self/MatMul
  Order: 386, OP Type: Div, Name: /encoder/layer.7/attention/self/Div
  Order: 387, OP Type: Add, Name: /encoder/layer.7/attention/self/Add
  Order: 388, OP Type: Softmax, Name: /encoder/layer.7/attention/self/Softmax

Group 210:
  Order: 389, OP Type: MatMul, Name: /encoder/layer.7/attention/self/MatMul_1
  Order: 390, OP Type: Transpose, Name: /encoder/layer.7/attention/self/Transpose_3
  Order: 391, OP Type: Reshape, Name: /encoder/layer.7/attention/self/Reshape_3

Group 211:
  Order: 392, OP Type: MatMul, Name: /encoder/layer.7/attention/output/dense/MatMul
  Order: 393, OP Type: Add, Name: /encoder/layer.7/attention/output/dense/Add
  Order: 394, OP Type: Add, Name: /encoder/layer.7/attention/output/Add

Group 212:
  Order: 395, OP Type: ReduceMean, Name: /encoder/layer.7/attention/output/LayerNorm/ReduceMean

Group 213:
  Order: 396, OP Type: Sub, Name: /encoder/layer.7/attention/output/LayerNorm/Sub

Group 214:
  Order: 397, OP Type: Pow, Name: /encoder/layer.7/attention/output/LayerNorm/Pow

Group 215:
  Order: 398, OP Type: ReduceMean, Name: /encoder/layer.7/attention/output/LayerNorm/ReduceMean_1

Group 216:
  Order: 399, OP Type: Add, Name: /encoder/layer.7/attention/output/LayerNorm/Add

Group 217:
  Order: 400, OP Type: Sqrt, Name: /encoder/layer.7/attention/output/LayerNorm/Sqrt

Group 218:
  Order: 401, OP Type: Div, Name: /encoder/layer.7/attention/output/LayerNorm/Div

Group 219:
  Order: 402, OP Type: Mul, Name: /encoder/layer.7/attention/output/LayerNorm/Mul

Group 220:
  Order: 403, OP Type: Add, Name: /encoder/layer.7/attention/output/LayerNorm/Add_1

Group 221:
  Order: 404, OP Type: MatMul, Name: /encoder/layer.7/intermediate/dense/MatMul
  Order: 405, OP Type: Add, Name: /encoder/layer.7/intermediate/dense/Add
  Order: 406, OP Type: Div, Name: /encoder/layer.7/intermediate/intermediate_act_fn/Div
  Order: 407, OP Type: Erf, Name: /encoder/layer.7/intermediate/intermediate_act_fn/Erf
  Order: 408, OP Type: Add, Name: /encoder/layer.7/intermediate/intermediate_act_fn/Add
  Order: 409, OP Type: Mul, Name: /encoder/layer.7/intermediate/intermediate_act_fn/Mul
  Order: 410, OP Type: Mul, Name: /encoder/layer.7/intermediate/intermediate_act_fn/Mul_1

Group 222:
  Order: 411, OP Type: MatMul, Name: /encoder/layer.7/output/dense/MatMul
  Order: 412, OP Type: Add, Name: /encoder/layer.7/output/dense/Add
  Order: 413, OP Type: Add, Name: /encoder/layer.7/output/Add

Group 223:
  Order: 414, OP Type: ReduceMean, Name: /encoder/layer.7/output/LayerNorm/ReduceMean

Group 224:
  Order: 415, OP Type: Sub, Name: /encoder/layer.7/output/LayerNorm/Sub

Group 225:
  Order: 416, OP Type: Pow, Name: /encoder/layer.7/output/LayerNorm/Pow

Group 226:
  Order: 417, OP Type: ReduceMean, Name: /encoder/layer.7/output/LayerNorm/ReduceMean_1

Group 227:
  Order: 418, OP Type: Add, Name: /encoder/layer.7/output/LayerNorm/Add

Group 228:
  Order: 419, OP Type: Sqrt, Name: /encoder/layer.7/output/LayerNorm/Sqrt

Group 229:
  Order: 420, OP Type: Div, Name: /encoder/layer.7/output/LayerNorm/Div

Group 230:
  Order: 421, OP Type: Mul, Name: /encoder/layer.7/output/LayerNorm/Mul

Group 231:
  Order: 422, OP Type: Add, Name: /encoder/layer.7/output/LayerNorm/Add_1

Group 232:
  Order: 428, OP Type: MatMul, Name: /encoder/layer.8/attention/self/value/MatMul
  Order: 429, OP Type: Add, Name: /encoder/layer.8/attention/self/value/Add
  Order: 430, OP Type: Reshape, Name: /encoder/layer.8/attention/self/Reshape_1
  Order: 431, OP Type: Transpose, Name: /encoder/layer.8/attention/self/Transpose

Group 233:
  Order: 423, OP Type: MatMul, Name: /encoder/layer.8/attention/self/query/MatMul
  Order: 424, OP Type: Add, Name: /encoder/layer.8/attention/self/query/Add
  Order: 432, OP Type: Reshape, Name: /encoder/layer.8/attention/self/Reshape_2
  Order: 433, OP Type: Transpose, Name: /encoder/layer.8/attention/self/Transpose_1

Group 234:
  Order: 425, OP Type: MatMul, Name: /encoder/layer.8/attention/self/key/MatMul
  Order: 426, OP Type: Add, Name: /encoder/layer.8/attention/self/key/Add
  Order: 427, OP Type: Reshape, Name: /encoder/layer.8/attention/self/Reshape
  Order: 434, OP Type: Transpose, Name: /encoder/layer.8/attention/self/Transpose_2

Group 235:
  Order: 435, OP Type: MatMul, Name: /encoder/layer.8/attention/self/MatMul
  Order: 436, OP Type: Div, Name: /encoder/layer.8/attention/self/Div
  Order: 437, OP Type: Add, Name: /encoder/layer.8/attention/self/Add
  Order: 438, OP Type: Softmax, Name: /encoder/layer.8/attention/self/Softmax

Group 236:
  Order: 439, OP Type: MatMul, Name: /encoder/layer.8/attention/self/MatMul_1
  Order: 440, OP Type: Transpose, Name: /encoder/layer.8/attention/self/Transpose_3
  Order: 441, OP Type: Reshape, Name: /encoder/layer.8/attention/self/Reshape_3

Group 237:
  Order: 442, OP Type: MatMul, Name: /encoder/layer.8/attention/output/dense/MatMul
  Order: 443, OP Type: Add, Name: /encoder/layer.8/attention/output/dense/Add
  Order: 444, OP Type: Add, Name: /encoder/layer.8/attention/output/Add

Group 238:
  Order: 445, OP Type: ReduceMean, Name: /encoder/layer.8/attention/output/LayerNorm/ReduceMean

Group 239:
  Order: 446, OP Type: Sub, Name: /encoder/layer.8/attention/output/LayerNorm/Sub

Group 240:
  Order: 447, OP Type: Pow, Name: /encoder/layer.8/attention/output/LayerNorm/Pow

Group 241:
  Order: 448, OP Type: ReduceMean, Name: /encoder/layer.8/attention/output/LayerNorm/ReduceMean_1

Group 242:
  Order: 449, OP Type: Add, Name: /encoder/layer.8/attention/output/LayerNorm/Add

Group 243:
  Order: 450, OP Type: Sqrt, Name: /encoder/layer.8/attention/output/LayerNorm/Sqrt

Group 244:
  Order: 451, OP Type: Div, Name: /encoder/layer.8/attention/output/LayerNorm/Div

Group 245:
  Order: 452, OP Type: Mul, Name: /encoder/layer.8/attention/output/LayerNorm/Mul

Group 246:
  Order: 453, OP Type: Add, Name: /encoder/layer.8/attention/output/LayerNorm/Add_1

Group 247:
  Order: 454, OP Type: MatMul, Name: /encoder/layer.8/intermediate/dense/MatMul
  Order: 455, OP Type: Add, Name: /encoder/layer.8/intermediate/dense/Add
  Order: 456, OP Type: Div, Name: /encoder/layer.8/intermediate/intermediate_act_fn/Div
  Order: 457, OP Type: Erf, Name: /encoder/layer.8/intermediate/intermediate_act_fn/Erf
  Order: 458, OP Type: Add, Name: /encoder/layer.8/intermediate/intermediate_act_fn/Add
  Order: 459, OP Type: Mul, Name: /encoder/layer.8/intermediate/intermediate_act_fn/Mul
  Order: 460, OP Type: Mul, Name: /encoder/layer.8/intermediate/intermediate_act_fn/Mul_1

Group 248:
  Order: 461, OP Type: MatMul, Name: /encoder/layer.8/output/dense/MatMul
  Order: 462, OP Type: Add, Name: /encoder/layer.8/output/dense/Add
  Order: 463, OP Type: Add, Name: /encoder/layer.8/output/Add

Group 249:
  Order: 464, OP Type: ReduceMean, Name: /encoder/layer.8/output/LayerNorm/ReduceMean

Group 250:
  Order: 465, OP Type: Sub, Name: /encoder/layer.8/output/LayerNorm/Sub

Group 251:
  Order: 466, OP Type: Pow, Name: /encoder/layer.8/output/LayerNorm/Pow

Group 252:
  Order: 467, OP Type: ReduceMean, Name: /encoder/layer.8/output/LayerNorm/ReduceMean_1

Group 253:
  Order: 468, OP Type: Add, Name: /encoder/layer.8/output/LayerNorm/Add

Group 254:
  Order: 469, OP Type: Sqrt, Name: /encoder/layer.8/output/LayerNorm/Sqrt

Group 255:
  Order: 470, OP Type: Div, Name: /encoder/layer.8/output/LayerNorm/Div

Group 256:
  Order: 471, OP Type: Mul, Name: /encoder/layer.8/output/LayerNorm/Mul

Group 257:
  Order: 472, OP Type: Add, Name: /encoder/layer.8/output/LayerNorm/Add_1

Group 258:
  Order: 478, OP Type: MatMul, Name: /encoder/layer.9/attention/self/value/MatMul
  Order: 479, OP Type: Add, Name: /encoder/layer.9/attention/self/value/Add
  Order: 480, OP Type: Reshape, Name: /encoder/layer.9/attention/self/Reshape_1
  Order: 481, OP Type: Transpose, Name: /encoder/layer.9/attention/self/Transpose

Group 259:
  Order: 473, OP Type: MatMul, Name: /encoder/layer.9/attention/self/query/MatMul
  Order: 474, OP Type: Add, Name: /encoder/layer.9/attention/self/query/Add
  Order: 482, OP Type: Reshape, Name: /encoder/layer.9/attention/self/Reshape_2
  Order: 483, OP Type: Transpose, Name: /encoder/layer.9/attention/self/Transpose_1

Group 260:
  Order: 475, OP Type: MatMul, Name: /encoder/layer.9/attention/self/key/MatMul
  Order: 476, OP Type: Add, Name: /encoder/layer.9/attention/self/key/Add
  Order: 477, OP Type: Reshape, Name: /encoder/layer.9/attention/self/Reshape
  Order: 484, OP Type: Transpose, Name: /encoder/layer.9/attention/self/Transpose_2

Group 261:
  Order: 485, OP Type: MatMul, Name: /encoder/layer.9/attention/self/MatMul
  Order: 486, OP Type: Div, Name: /encoder/layer.9/attention/self/Div
  Order: 487, OP Type: Add, Name: /encoder/layer.9/attention/self/Add
  Order: 488, OP Type: Softmax, Name: /encoder/layer.9/attention/self/Softmax

Group 262:
  Order: 489, OP Type: MatMul, Name: /encoder/layer.9/attention/self/MatMul_1
  Order: 490, OP Type: Transpose, Name: /encoder/layer.9/attention/self/Transpose_3
  Order: 491, OP Type: Reshape, Name: /encoder/layer.9/attention/self/Reshape_3

Group 263:
  Order: 492, OP Type: MatMul, Name: /encoder/layer.9/attention/output/dense/MatMul
  Order: 493, OP Type: Add, Name: /encoder/layer.9/attention/output/dense/Add
  Order: 494, OP Type: Add, Name: /encoder/layer.9/attention/output/Add

Group 264:
  Order: 495, OP Type: ReduceMean, Name: /encoder/layer.9/attention/output/LayerNorm/ReduceMean

Group 265:
  Order: 496, OP Type: Sub, Name: /encoder/layer.9/attention/output/LayerNorm/Sub

Group 266:
  Order: 497, OP Type: Pow, Name: /encoder/layer.9/attention/output/LayerNorm/Pow

Group 267:
  Order: 498, OP Type: ReduceMean, Name: /encoder/layer.9/attention/output/LayerNorm/ReduceMean_1

Group 268:
  Order: 499, OP Type: Add, Name: /encoder/layer.9/attention/output/LayerNorm/Add

Group 269:
  Order: 500, OP Type: Sqrt, Name: /encoder/layer.9/attention/output/LayerNorm/Sqrt

Group 270:
  Order: 501, OP Type: Div, Name: /encoder/layer.9/attention/output/LayerNorm/Div

Group 271:
  Order: 502, OP Type: Mul, Name: /encoder/layer.9/attention/output/LayerNorm/Mul

Group 272:
  Order: 503, OP Type: Add, Name: /encoder/layer.9/attention/output/LayerNorm/Add_1

Group 273:
  Order: 504, OP Type: MatMul, Name: /encoder/layer.9/intermediate/dense/MatMul
  Order: 505, OP Type: Add, Name: /encoder/layer.9/intermediate/dense/Add
  Order: 506, OP Type: Div, Name: /encoder/layer.9/intermediate/intermediate_act_fn/Div
  Order: 507, OP Type: Erf, Name: /encoder/layer.9/intermediate/intermediate_act_fn/Erf
  Order: 508, OP Type: Add, Name: /encoder/layer.9/intermediate/intermediate_act_fn/Add
  Order: 509, OP Type: Mul, Name: /encoder/layer.9/intermediate/intermediate_act_fn/Mul
  Order: 510, OP Type: Mul, Name: /encoder/layer.9/intermediate/intermediate_act_fn/Mul_1

Group 274:
  Order: 511, OP Type: MatMul, Name: /encoder/layer.9/output/dense/MatMul
  Order: 512, OP Type: Add, Name: /encoder/layer.9/output/dense/Add
  Order: 513, OP Type: Add, Name: /encoder/layer.9/output/Add

Group 275:
  Order: 514, OP Type: ReduceMean, Name: /encoder/layer.9/output/LayerNorm/ReduceMean

Group 276:
  Order: 515, OP Type: Sub, Name: /encoder/layer.9/output/LayerNorm/Sub

Group 277:
  Order: 516, OP Type: Pow, Name: /encoder/layer.9/output/LayerNorm/Pow

Group 278:
  Order: 517, OP Type: ReduceMean, Name: /encoder/layer.9/output/LayerNorm/ReduceMean_1

Group 279:
  Order: 518, OP Type: Add, Name: /encoder/layer.9/output/LayerNorm/Add

Group 280:
  Order: 519, OP Type: Sqrt, Name: /encoder/layer.9/output/LayerNorm/Sqrt

Group 281:
  Order: 520, OP Type: Div, Name: /encoder/layer.9/output/LayerNorm/Div

Group 282:
  Order: 521, OP Type: Mul, Name: /encoder/layer.9/output/LayerNorm/Mul

Group 283:
  Order: 522, OP Type: Add, Name: /encoder/layer.9/output/LayerNorm/Add_1

Group 284:
  Order: 528, OP Type: MatMul, Name: /encoder/layer.10/attention/self/value/MatMul
  Order: 529, OP Type: Add, Name: /encoder/layer.10/attention/self/value/Add
  Order: 530, OP Type: Reshape, Name: /encoder/layer.10/attention/self/Reshape_1
  Order: 531, OP Type: Transpose, Name: /encoder/layer.10/attention/self/Transpose

Group 285:
  Order: 523, OP Type: MatMul, Name: /encoder/layer.10/attention/self/query/MatMul
  Order: 524, OP Type: Add, Name: /encoder/layer.10/attention/self/query/Add
  Order: 532, OP Type: Reshape, Name: /encoder/layer.10/attention/self/Reshape_2
  Order: 533, OP Type: Transpose, Name: /encoder/layer.10/attention/self/Transpose_1

Group 286:
  Order: 525, OP Type: MatMul, Name: /encoder/layer.10/attention/self/key/MatMul
  Order: 526, OP Type: Add, Name: /encoder/layer.10/attention/self/key/Add
  Order: 527, OP Type: Reshape, Name: /encoder/layer.10/attention/self/Reshape
  Order: 534, OP Type: Transpose, Name: /encoder/layer.10/attention/self/Transpose_2

Group 287:
  Order: 535, OP Type: MatMul, Name: /encoder/layer.10/attention/self/MatMul
  Order: 536, OP Type: Div, Name: /encoder/layer.10/attention/self/Div
  Order: 537, OP Type: Add, Name: /encoder/layer.10/attention/self/Add
  Order: 538, OP Type: Softmax, Name: /encoder/layer.10/attention/self/Softmax

Group 288:
  Order: 539, OP Type: MatMul, Name: /encoder/layer.10/attention/self/MatMul_1
  Order: 540, OP Type: Transpose, Name: /encoder/layer.10/attention/self/Transpose_3
  Order: 541, OP Type: Reshape, Name: /encoder/layer.10/attention/self/Reshape_3

Group 289:
  Order: 542, OP Type: MatMul, Name: /encoder/layer.10/attention/output/dense/MatMul
  Order: 543, OP Type: Add, Name: /encoder/layer.10/attention/output/dense/Add
  Order: 544, OP Type: Add, Name: /encoder/layer.10/attention/output/Add

Group 290:
  Order: 545, OP Type: ReduceMean, Name: /encoder/layer.10/attention/output/LayerNorm/ReduceMean

Group 291:
  Order: 546, OP Type: Sub, Name: /encoder/layer.10/attention/output/LayerNorm/Sub

Group 292:
  Order: 547, OP Type: Pow, Name: /encoder/layer.10/attention/output/LayerNorm/Pow

Group 293:
  Order: 548, OP Type: ReduceMean, Name: /encoder/layer.10/attention/output/LayerNorm/ReduceMean_1

Group 294:
  Order: 549, OP Type: Add, Name: /encoder/layer.10/attention/output/LayerNorm/Add

Group 295:
  Order: 550, OP Type: Sqrt, Name: /encoder/layer.10/attention/output/LayerNorm/Sqrt

Group 296:
  Order: 551, OP Type: Div, Name: /encoder/layer.10/attention/output/LayerNorm/Div

Group 297:
  Order: 552, OP Type: Mul, Name: /encoder/layer.10/attention/output/LayerNorm/Mul

Group 298:
  Order: 553, OP Type: Add, Name: /encoder/layer.10/attention/output/LayerNorm/Add_1

Group 299:
  Order: 554, OP Type: MatMul, Name: /encoder/layer.10/intermediate/dense/MatMul
  Order: 555, OP Type: Add, Name: /encoder/layer.10/intermediate/dense/Add
  Order: 556, OP Type: Div, Name: /encoder/layer.10/intermediate/intermediate_act_fn/Div
  Order: 557, OP Type: Erf, Name: /encoder/layer.10/intermediate/intermediate_act_fn/Erf
  Order: 558, OP Type: Add, Name: /encoder/layer.10/intermediate/intermediate_act_fn/Add
  Order: 559, OP Type: Mul, Name: /encoder/layer.10/intermediate/intermediate_act_fn/Mul
  Order: 560, OP Type: Mul, Name: /encoder/layer.10/intermediate/intermediate_act_fn/Mul_1

Group 300:
  Order: 561, OP Type: MatMul, Name: /encoder/layer.10/output/dense/MatMul
  Order: 562, OP Type: Add, Name: /encoder/layer.10/output/dense/Add
  Order: 563, OP Type: Add, Name: /encoder/layer.10/output/Add

Group 301:
  Order: 564, OP Type: ReduceMean, Name: /encoder/layer.10/output/LayerNorm/ReduceMean

Group 302:
  Order: 565, OP Type: Sub, Name: /encoder/layer.10/output/LayerNorm/Sub

Group 303:
  Order: 566, OP Type: Pow, Name: /encoder/layer.10/output/LayerNorm/Pow

Group 304:
  Order: 567, OP Type: ReduceMean, Name: /encoder/layer.10/output/LayerNorm/ReduceMean_1

Group 305:
  Order: 568, OP Type: Add, Name: /encoder/layer.10/output/LayerNorm/Add

Group 306:
  Order: 569, OP Type: Sqrt, Name: /encoder/layer.10/output/LayerNorm/Sqrt

Group 307:
  Order: 570, OP Type: Div, Name: /encoder/layer.10/output/LayerNorm/Div

Group 308:
  Order: 571, OP Type: Mul, Name: /encoder/layer.10/output/LayerNorm/Mul

Group 309:
  Order: 572, OP Type: Add, Name: /encoder/layer.10/output/LayerNorm/Add_1

Group 310:
  Order: 578, OP Type: MatMul, Name: /encoder/layer.11/attention/self/value/MatMul
  Order: 579, OP Type: Add, Name: /encoder/layer.11/attention/self/value/Add
  Order: 580, OP Type: Reshape, Name: /encoder/layer.11/attention/self/Reshape_1
  Order: 581, OP Type: Transpose, Name: /encoder/layer.11/attention/self/Transpose

Group 311:
  Order: 573, OP Type: MatMul, Name: /encoder/layer.11/attention/self/query/MatMul
  Order: 574, OP Type: Add, Name: /encoder/layer.11/attention/self/query/Add
  Order: 582, OP Type: Reshape, Name: /encoder/layer.11/attention/self/Reshape_2
  Order: 583, OP Type: Transpose, Name: /encoder/layer.11/attention/self/Transpose_1

Group 312:
  Order: 575, OP Type: MatMul, Name: /encoder/layer.11/attention/self/key/MatMul
  Order: 576, OP Type: Add, Name: /encoder/layer.11/attention/self/key/Add
  Order: 577, OP Type: Reshape, Name: /encoder/layer.11/attention/self/Reshape
  Order: 584, OP Type: Transpose, Name: /encoder/layer.11/attention/self/Transpose_2

Group 313:
  Order: 585, OP Type: MatMul, Name: /encoder/layer.11/attention/self/MatMul
  Order: 586, OP Type: Div, Name: /encoder/layer.11/attention/self/Div
  Order: 587, OP Type: Add, Name: /encoder/layer.11/attention/self/Add
  Order: 588, OP Type: Softmax, Name: /encoder/layer.11/attention/self/Softmax

Group 314:
  Order: 589, OP Type: MatMul, Name: /encoder/layer.11/attention/self/MatMul_1
  Order: 590, OP Type: Transpose, Name: /encoder/layer.11/attention/self/Transpose_3
  Order: 591, OP Type: Reshape, Name: /encoder/layer.11/attention/self/Reshape_3

Group 315:
  Order: 592, OP Type: MatMul, Name: /encoder/layer.11/attention/output/dense/MatMul
  Order: 593, OP Type: Add, Name: /encoder/layer.11/attention/output/dense/Add
  Order: 594, OP Type: Add, Name: /encoder/layer.11/attention/output/Add

Group 316:
  Order: 595, OP Type: ReduceMean, Name: /encoder/layer.11/attention/output/LayerNorm/ReduceMean

Group 317:
  Order: 596, OP Type: Sub, Name: /encoder/layer.11/attention/output/LayerNorm/Sub

Group 318:
  Order: 597, OP Type: Pow, Name: /encoder/layer.11/attention/output/LayerNorm/Pow

Group 319:
  Order: 598, OP Type: ReduceMean, Name: /encoder/layer.11/attention/output/LayerNorm/ReduceMean_1

Group 320:
  Order: 599, OP Type: Add, Name: /encoder/layer.11/attention/output/LayerNorm/Add

Group 321:
  Order: 600, OP Type: Sqrt, Name: /encoder/layer.11/attention/output/LayerNorm/Sqrt

Group 322:
  Order: 601, OP Type: Div, Name: /encoder/layer.11/attention/output/LayerNorm/Div

Group 323:
  Order: 602, OP Type: Mul, Name: /encoder/layer.11/attention/output/LayerNorm/Mul

Group 324:
  Order: 603, OP Type: Add, Name: /encoder/layer.11/attention/output/LayerNorm/Add_1

Group 325:
  Order: 604, OP Type: MatMul, Name: /encoder/layer.11/intermediate/dense/MatMul
  Order: 605, OP Type: Add, Name: /encoder/layer.11/intermediate/dense/Add
  Order: 606, OP Type: Div, Name: /encoder/layer.11/intermediate/intermediate_act_fn/Div
  Order: 607, OP Type: Erf, Name: /encoder/layer.11/intermediate/intermediate_act_fn/Erf
  Order: 608, OP Type: Add, Name: /encoder/layer.11/intermediate/intermediate_act_fn/Add
  Order: 609, OP Type: Mul, Name: /encoder/layer.11/intermediate/intermediate_act_fn/Mul
  Order: 610, OP Type: Mul, Name: /encoder/layer.11/intermediate/intermediate_act_fn/Mul_1

Group 326:
  Order: 611, OP Type: MatMul, Name: /encoder/layer.11/output/dense/MatMul
  Order: 612, OP Type: Add, Name: /encoder/layer.11/output/dense/Add
  Order: 613, OP Type: Add, Name: /encoder/layer.11/output/Add

Group 327:
  Order: 614, OP Type: ReduceMean, Name: /encoder/layer.11/output/LayerNorm/ReduceMean

Group 328:
  Order: 615, OP Type: Sub, Name: /encoder/layer.11/output/LayerNorm/Sub

Group 329:
  Order: 616, OP Type: Pow, Name: /encoder/layer.11/output/LayerNorm/Pow

Group 330:
  Order: 617, OP Type: ReduceMean, Name: /encoder/layer.11/output/LayerNorm/ReduceMean_1

Group 331:
  Order: 618, OP Type: Add, Name: /encoder/layer.11/output/LayerNorm/Add

Group 332:
  Order: 619, OP Type: Sqrt, Name: /encoder/layer.11/output/LayerNorm/Sqrt

Group 333:
  Order: 620, OP Type: Div, Name: /encoder/layer.11/output/LayerNorm/Div

Group 334:
  Order: 621, OP Type: Mul, Name: /encoder/layer.11/output/LayerNorm/Mul

Group 335:
  Order: 622, OP Type: Add, Name: /encoder/layer.11/output/LayerNorm/Add_1

Group 336:
  Order: 623, OP Type: Gather, Name: /pooler/Gather

Group 337:
  Order: 624, OP Type: Gemm, Name: /pooler/dense/Gemm
  Order: 625, OP Type: Tanh, Name: /pooler/activation/Tanh
Editor is loading...
Leave a Comment