Untitled

avatar
unknown
c_cpp
5 months ago
23 kB
4
Indexable
Group 1:
  Order: 0, OP Type: Gather, Name: /token_embedding/Gather

Group 2:
  Order: 1, OP Type: Shape, Name: /Shape

Group 3:
  Order: 2, OP Type: Gather, Name: /Gather

Group 4:
  Order: 3, OP Type: Unsqueeze, Name: /Unsqueeze_1

Group 5:
  Order: 4, OP Type: Concat, Name: /Concat

Group 6:
  Order: 5, OP Type: Equal, Name: /Equal

Group 7:
  Order: 6, OP Type: Where, Name: /Where

Group 8:
  Order: 7, OP Type: Expand, Name: /Expand

Group 9:
  Order: 8, OP Type: Add, Name: /Add

Group 10:
  Order: 10, OP Type: MatMul, Name: /tblocks/tblocks.0/attention/toqueries/MatMul
  Order: 13, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_1
  Order: 17, OP Type: Transpose, Name: /tblocks/tblocks.0/attention/Transpose_1
  Order: 18, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_4

Group 11:
  Order: 11, OP Type: MatMul, Name: /tblocks/tblocks.0/attention/tovalues/MatMul
  Order: 14, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_2
  Order: 19, OP Type: Transpose, Name: /tblocks/tblocks.0/attention/Transpose_2
  Order: 20, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_5

Group 12:
  Order: 9, OP Type: MatMul, Name: /tblocks/tblocks.0/attention/tokeys/MatMul
  Order: 12, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape
  Order: 15, OP Type: Transpose, Name: /tblocks/tblocks.0/attention/Transpose
  Order: 16, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_3
  Order: 21, OP Type: Transpose, Name: /tblocks/tblocks.0/attention/Transpose_3

Group 13:
  Order: 22, OP Type: MatMul, Name: /tblocks/tblocks.0/attention/MatMul
  Order: 23, OP Type: Mul, Name: /tblocks/tblocks.0/attention/Mul_1
  Order: 24, OP Type: Softmax, Name: /tblocks/tblocks.0/attention/Softmax

Group 14:
  Order: 25, OP Type: MatMul, Name: /tblocks/tblocks.0/attention/MatMul_1
  Order: 26, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_6
  Order: 27, OP Type: Transpose, Name: /tblocks/tblocks.0/attention/Transpose_4
  Order: 28, OP Type: Reshape, Name: /tblocks/tblocks.0/attention/Reshape_7

Group 15:
  Order: 29, OP Type: MatMul, Name: /tblocks/tblocks.0/attention/unifyheads/MatMul
  Order: 30, OP Type: Add, Name: /tblocks/tblocks.0/attention/unifyheads/Add
  Order: 31, OP Type: Add, Name: /tblocks/tblocks.0/Add

Group 16:
  Order: 32, OP Type: ReduceMean, Name: /tblocks/tblocks.0/norm1/ReduceMean

Group 17:
  Order: 33, OP Type: Sub, Name: /tblocks/tblocks.0/norm1/Sub

Group 18:
  Order: 34, OP Type: Pow, Name: /tblocks/tblocks.0/norm1/Pow

Group 19:
  Order: 35, OP Type: ReduceMean, Name: /tblocks/tblocks.0/norm1/ReduceMean_1

Group 20:
  Order: 36, OP Type: Add, Name: /tblocks/tblocks.0/norm1/Add

Group 21:
  Order: 37, OP Type: Sqrt, Name: /tblocks/tblocks.0/norm1/Sqrt

Group 22:
  Order: 38, OP Type: Div, Name: /tblocks/tblocks.0/norm1/Div

Group 23:
  Order: 39, OP Type: Mul, Name: /tblocks/tblocks.0/norm1/Mul

Group 24:
  Order: 40, OP Type: Add, Name: /tblocks/tblocks.0/norm1/Add_1

Group 25:
  Order: 41, OP Type: MatMul, Name: /tblocks/tblocks.0/ff/ff.0/MatMul
  Order: 42, OP Type: Add, Name: /tblocks/tblocks.0/ff/ff.0/Add
  Order: 43, OP Type: Relu, Name: /tblocks/tblocks.0/ff/ff.1/Relu

Group 26:
  Order: 44, OP Type: MatMul, Name: /tblocks/tblocks.0/ff/ff.2/MatMul
  Order: 45, OP Type: Add, Name: /tblocks/tblocks.0/ff/ff.2/Add
  Order: 46, OP Type: Add, Name: /tblocks/tblocks.0/Add_1

Group 27:
  Order: 47, OP Type: ReduceMean, Name: /tblocks/tblocks.0/norm2/ReduceMean

Group 28:
  Order: 48, OP Type: Sub, Name: /tblocks/tblocks.0/norm2/Sub

Group 29:
  Order: 49, OP Type: Pow, Name: /tblocks/tblocks.0/norm2/Pow

Group 30:
  Order: 50, OP Type: ReduceMean, Name: /tblocks/tblocks.0/norm2/ReduceMean_1

Group 31:
  Order: 51, OP Type: Add, Name: /tblocks/tblocks.0/norm2/Add

Group 32:
  Order: 52, OP Type: Sqrt, Name: /tblocks/tblocks.0/norm2/Sqrt

Group 33:
  Order: 53, OP Type: Div, Name: /tblocks/tblocks.0/norm2/Div

Group 34:
  Order: 54, OP Type: Mul, Name: /tblocks/tblocks.0/norm2/Mul

Group 35:
  Order: 55, OP Type: Add, Name: /tblocks/tblocks.0/norm2/Add_1

Group 36:
  Order: 57, OP Type: MatMul, Name: /tblocks/tblocks.1/attention/toqueries/MatMul
  Order: 60, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_1
  Order: 64, OP Type: Transpose, Name: /tblocks/tblocks.1/attention/Transpose_1
  Order: 65, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_4

Group 37:
  Order: 58, OP Type: MatMul, Name: /tblocks/tblocks.1/attention/tovalues/MatMul
  Order: 61, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_2
  Order: 66, OP Type: Transpose, Name: /tblocks/tblocks.1/attention/Transpose_2
  Order: 67, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_5

Group 38:
  Order: 56, OP Type: MatMul, Name: /tblocks/tblocks.1/attention/tokeys/MatMul
  Order: 59, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape
  Order: 62, OP Type: Transpose, Name: /tblocks/tblocks.1/attention/Transpose
  Order: 63, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_3
  Order: 68, OP Type: Transpose, Name: /tblocks/tblocks.1/attention/Transpose_3

Group 39:
  Order: 69, OP Type: MatMul, Name: /tblocks/tblocks.1/attention/MatMul
  Order: 70, OP Type: Mul, Name: /tblocks/tblocks.1/attention/Mul_1
  Order: 71, OP Type: Softmax, Name: /tblocks/tblocks.1/attention/Softmax

Group 40:
  Order: 72, OP Type: MatMul, Name: /tblocks/tblocks.1/attention/MatMul_1
  Order: 73, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_6
  Order: 74, OP Type: Transpose, Name: /tblocks/tblocks.1/attention/Transpose_4
  Order: 75, OP Type: Reshape, Name: /tblocks/tblocks.1/attention/Reshape_7

Group 41:
  Order: 76, OP Type: MatMul, Name: /tblocks/tblocks.1/attention/unifyheads/MatMul
  Order: 77, OP Type: Add, Name: /tblocks/tblocks.1/attention/unifyheads/Add
  Order: 78, OP Type: Add, Name: /tblocks/tblocks.1/Add

Group 42:
  Order: 79, OP Type: ReduceMean, Name: /tblocks/tblocks.1/norm1/ReduceMean

Group 43:
  Order: 80, OP Type: Sub, Name: /tblocks/tblocks.1/norm1/Sub

Group 44:
  Order: 81, OP Type: Pow, Name: /tblocks/tblocks.1/norm1/Pow

Group 45:
  Order: 82, OP Type: ReduceMean, Name: /tblocks/tblocks.1/norm1/ReduceMean_1

Group 46:
  Order: 83, OP Type: Add, Name: /tblocks/tblocks.1/norm1/Add

Group 47:
  Order: 84, OP Type: Sqrt, Name: /tblocks/tblocks.1/norm1/Sqrt

Group 48:
  Order: 85, OP Type: Div, Name: /tblocks/tblocks.1/norm1/Div

Group 49:
  Order: 86, OP Type: Mul, Name: /tblocks/tblocks.1/norm1/Mul

Group 50:
  Order: 87, OP Type: Add, Name: /tblocks/tblocks.1/norm1/Add_1

Group 51:
  Order: 88, OP Type: MatMul, Name: /tblocks/tblocks.1/ff/ff.0/MatMul
  Order: 89, OP Type: Add, Name: /tblocks/tblocks.1/ff/ff.0/Add
  Order: 90, OP Type: Relu, Name: /tblocks/tblocks.1/ff/ff.1/Relu

Group 52:
  Order: 91, OP Type: MatMul, Name: /tblocks/tblocks.1/ff/ff.2/MatMul
  Order: 92, OP Type: Add, Name: /tblocks/tblocks.1/ff/ff.2/Add
  Order: 93, OP Type: Add, Name: /tblocks/tblocks.1/Add_1

Group 53:
  Order: 94, OP Type: ReduceMean, Name: /tblocks/tblocks.1/norm2/ReduceMean

Group 54:
  Order: 95, OP Type: Sub, Name: /tblocks/tblocks.1/norm2/Sub

Group 55:
  Order: 96, OP Type: Pow, Name: /tblocks/tblocks.1/norm2/Pow

Group 56:
  Order: 97, OP Type: ReduceMean, Name: /tblocks/tblocks.1/norm2/ReduceMean_1

Group 57:
  Order: 98, OP Type: Add, Name: /tblocks/tblocks.1/norm2/Add

Group 58:
  Order: 99, OP Type: Sqrt, Name: /tblocks/tblocks.1/norm2/Sqrt

Group 59:
  Order: 100, OP Type: Div, Name: /tblocks/tblocks.1/norm2/Div

Group 60:
  Order: 101, OP Type: Mul, Name: /tblocks/tblocks.1/norm2/Mul

Group 61:
  Order: 102, OP Type: Add, Name: /tblocks/tblocks.1/norm2/Add_1

Group 62:
  Order: 104, OP Type: MatMul, Name: /tblocks/tblocks.2/attention/toqueries/MatMul
  Order: 107, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_1
  Order: 111, OP Type: Transpose, Name: /tblocks/tblocks.2/attention/Transpose_1
  Order: 112, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_4

Group 63:
  Order: 105, OP Type: MatMul, Name: /tblocks/tblocks.2/attention/tovalues/MatMul
  Order: 108, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_2
  Order: 113, OP Type: Transpose, Name: /tblocks/tblocks.2/attention/Transpose_2
  Order: 114, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_5

Group 64:
  Order: 103, OP Type: MatMul, Name: /tblocks/tblocks.2/attention/tokeys/MatMul
  Order: 106, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape
  Order: 109, OP Type: Transpose, Name: /tblocks/tblocks.2/attention/Transpose
  Order: 110, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_3
  Order: 115, OP Type: Transpose, Name: /tblocks/tblocks.2/attention/Transpose_3

Group 65:
  Order: 116, OP Type: MatMul, Name: /tblocks/tblocks.2/attention/MatMul
  Order: 117, OP Type: Mul, Name: /tblocks/tblocks.2/attention/Mul_1
  Order: 118, OP Type: Softmax, Name: /tblocks/tblocks.2/attention/Softmax

Group 66:
  Order: 119, OP Type: MatMul, Name: /tblocks/tblocks.2/attention/MatMul_1
  Order: 120, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_6
  Order: 121, OP Type: Transpose, Name: /tblocks/tblocks.2/attention/Transpose_4
  Order: 122, OP Type: Reshape, Name: /tblocks/tblocks.2/attention/Reshape_7

Group 67:
  Order: 123, OP Type: MatMul, Name: /tblocks/tblocks.2/attention/unifyheads/MatMul
  Order: 124, OP Type: Add, Name: /tblocks/tblocks.2/attention/unifyheads/Add
  Order: 125, OP Type: Add, Name: /tblocks/tblocks.2/Add

Group 68:
  Order: 126, OP Type: ReduceMean, Name: /tblocks/tblocks.2/norm1/ReduceMean

Group 69:
  Order: 127, OP Type: Sub, Name: /tblocks/tblocks.2/norm1/Sub

Group 70:
  Order: 128, OP Type: Pow, Name: /tblocks/tblocks.2/norm1/Pow

Group 71:
  Order: 129, OP Type: ReduceMean, Name: /tblocks/tblocks.2/norm1/ReduceMean_1

Group 72:
  Order: 130, OP Type: Add, Name: /tblocks/tblocks.2/norm1/Add

Group 73:
  Order: 131, OP Type: Sqrt, Name: /tblocks/tblocks.2/norm1/Sqrt

Group 74:
  Order: 132, OP Type: Div, Name: /tblocks/tblocks.2/norm1/Div

Group 75:
  Order: 133, OP Type: Mul, Name: /tblocks/tblocks.2/norm1/Mul

Group 76:
  Order: 134, OP Type: Add, Name: /tblocks/tblocks.2/norm1/Add_1

Group 77:
  Order: 135, OP Type: MatMul, Name: /tblocks/tblocks.2/ff/ff.0/MatMul
  Order: 136, OP Type: Add, Name: /tblocks/tblocks.2/ff/ff.0/Add
  Order: 137, OP Type: Relu, Name: /tblocks/tblocks.2/ff/ff.1/Relu

Group 78:
  Order: 138, OP Type: MatMul, Name: /tblocks/tblocks.2/ff/ff.2/MatMul
  Order: 139, OP Type: Add, Name: /tblocks/tblocks.2/ff/ff.2/Add
  Order: 140, OP Type: Add, Name: /tblocks/tblocks.2/Add_1

Group 79:
  Order: 141, OP Type: ReduceMean, Name: /tblocks/tblocks.2/norm2/ReduceMean

Group 80:
  Order: 142, OP Type: Sub, Name: /tblocks/tblocks.2/norm2/Sub

Group 81:
  Order: 143, OP Type: Pow, Name: /tblocks/tblocks.2/norm2/Pow

Group 82:
  Order: 144, OP Type: ReduceMean, Name: /tblocks/tblocks.2/norm2/ReduceMean_1

Group 83:
  Order: 145, OP Type: Add, Name: /tblocks/tblocks.2/norm2/Add

Group 84:
  Order: 146, OP Type: Sqrt, Name: /tblocks/tblocks.2/norm2/Sqrt

Group 85:
  Order: 147, OP Type: Div, Name: /tblocks/tblocks.2/norm2/Div

Group 86:
  Order: 148, OP Type: Mul, Name: /tblocks/tblocks.2/norm2/Mul

Group 87:
  Order: 149, OP Type: Add, Name: /tblocks/tblocks.2/norm2/Add_1

Group 88:
  Order: 151, OP Type: MatMul, Name: /tblocks/tblocks.3/attention/toqueries/MatMul
  Order: 154, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_1
  Order: 158, OP Type: Transpose, Name: /tblocks/tblocks.3/attention/Transpose_1
  Order: 159, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_4

Group 89:
  Order: 152, OP Type: MatMul, Name: /tblocks/tblocks.3/attention/tovalues/MatMul
  Order: 155, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_2
  Order: 160, OP Type: Transpose, Name: /tblocks/tblocks.3/attention/Transpose_2
  Order: 161, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_5

Group 90:
  Order: 150, OP Type: MatMul, Name: /tblocks/tblocks.3/attention/tokeys/MatMul
  Order: 153, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape
  Order: 156, OP Type: Transpose, Name: /tblocks/tblocks.3/attention/Transpose
  Order: 157, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_3
  Order: 162, OP Type: Transpose, Name: /tblocks/tblocks.3/attention/Transpose_3

Group 91:
  Order: 163, OP Type: MatMul, Name: /tblocks/tblocks.3/attention/MatMul
  Order: 164, OP Type: Mul, Name: /tblocks/tblocks.3/attention/Mul_1
  Order: 165, OP Type: Softmax, Name: /tblocks/tblocks.3/attention/Softmax

Group 92:
  Order: 166, OP Type: MatMul, Name: /tblocks/tblocks.3/attention/MatMul_1
  Order: 167, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_6
  Order: 168, OP Type: Transpose, Name: /tblocks/tblocks.3/attention/Transpose_4
  Order: 169, OP Type: Reshape, Name: /tblocks/tblocks.3/attention/Reshape_7

Group 93:
  Order: 170, OP Type: MatMul, Name: /tblocks/tblocks.3/attention/unifyheads/MatMul
  Order: 171, OP Type: Add, Name: /tblocks/tblocks.3/attention/unifyheads/Add
  Order: 172, OP Type: Add, Name: /tblocks/tblocks.3/Add

Group 94:
  Order: 173, OP Type: ReduceMean, Name: /tblocks/tblocks.3/norm1/ReduceMean

Group 95:
  Order: 174, OP Type: Sub, Name: /tblocks/tblocks.3/norm1/Sub

Group 96:
  Order: 175, OP Type: Pow, Name: /tblocks/tblocks.3/norm1/Pow

Group 97:
  Order: 176, OP Type: ReduceMean, Name: /tblocks/tblocks.3/norm1/ReduceMean_1

Group 98:
  Order: 177, OP Type: Add, Name: /tblocks/tblocks.3/norm1/Add

Group 99:
  Order: 178, OP Type: Sqrt, Name: /tblocks/tblocks.3/norm1/Sqrt

Group 100:
  Order: 179, OP Type: Div, Name: /tblocks/tblocks.3/norm1/Div

Group 101:
  Order: 180, OP Type: Mul, Name: /tblocks/tblocks.3/norm1/Mul

Group 102:
  Order: 181, OP Type: Add, Name: /tblocks/tblocks.3/norm1/Add_1

Group 103:
  Order: 182, OP Type: MatMul, Name: /tblocks/tblocks.3/ff/ff.0/MatMul
  Order: 183, OP Type: Add, Name: /tblocks/tblocks.3/ff/ff.0/Add
  Order: 184, OP Type: Relu, Name: /tblocks/tblocks.3/ff/ff.1/Relu

Group 104:
  Order: 185, OP Type: MatMul, Name: /tblocks/tblocks.3/ff/ff.2/MatMul
  Order: 186, OP Type: Add, Name: /tblocks/tblocks.3/ff/ff.2/Add
  Order: 187, OP Type: Add, Name: /tblocks/tblocks.3/Add_1

Group 105:
  Order: 188, OP Type: ReduceMean, Name: /tblocks/tblocks.3/norm2/ReduceMean

Group 106:
  Order: 189, OP Type: Sub, Name: /tblocks/tblocks.3/norm2/Sub

Group 107:
  Order: 190, OP Type: Pow, Name: /tblocks/tblocks.3/norm2/Pow

Group 108:
  Order: 191, OP Type: ReduceMean, Name: /tblocks/tblocks.3/norm2/ReduceMean_1

Group 109:
  Order: 192, OP Type: Add, Name: /tblocks/tblocks.3/norm2/Add

Group 110:
  Order: 193, OP Type: Sqrt, Name: /tblocks/tblocks.3/norm2/Sqrt

Group 111:
  Order: 194, OP Type: Div, Name: /tblocks/tblocks.3/norm2/Div

Group 112:
  Order: 195, OP Type: Mul, Name: /tblocks/tblocks.3/norm2/Mul

Group 113:
  Order: 196, OP Type: Add, Name: /tblocks/tblocks.3/norm2/Add_1

Group 114:
  Order: 198, OP Type: MatMul, Name: /tblocks/tblocks.4/attention/toqueries/MatMul
  Order: 201, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_1
  Order: 205, OP Type: Transpose, Name: /tblocks/tblocks.4/attention/Transpose_1
  Order: 206, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_4

Group 115:
  Order: 199, OP Type: MatMul, Name: /tblocks/tblocks.4/attention/tovalues/MatMul
  Order: 202, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_2
  Order: 207, OP Type: Transpose, Name: /tblocks/tblocks.4/attention/Transpose_2
  Order: 208, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_5

Group 116:
  Order: 197, OP Type: MatMul, Name: /tblocks/tblocks.4/attention/tokeys/MatMul
  Order: 200, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape
  Order: 203, OP Type: Transpose, Name: /tblocks/tblocks.4/attention/Transpose
  Order: 204, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_3
  Order: 209, OP Type: Transpose, Name: /tblocks/tblocks.4/attention/Transpose_3

Group 117:
  Order: 210, OP Type: MatMul, Name: /tblocks/tblocks.4/attention/MatMul
  Order: 211, OP Type: Mul, Name: /tblocks/tblocks.4/attention/Mul_1
  Order: 212, OP Type: Softmax, Name: /tblocks/tblocks.4/attention/Softmax

Group 118:
  Order: 213, OP Type: MatMul, Name: /tblocks/tblocks.4/attention/MatMul_1
  Order: 214, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_6
  Order: 215, OP Type: Transpose, Name: /tblocks/tblocks.4/attention/Transpose_4
  Order: 216, OP Type: Reshape, Name: /tblocks/tblocks.4/attention/Reshape_7

Group 119:
  Order: 217, OP Type: MatMul, Name: /tblocks/tblocks.4/attention/unifyheads/MatMul
  Order: 218, OP Type: Add, Name: /tblocks/tblocks.4/attention/unifyheads/Add
  Order: 219, OP Type: Add, Name: /tblocks/tblocks.4/Add

Group 120:
  Order: 220, OP Type: ReduceMean, Name: /tblocks/tblocks.4/norm1/ReduceMean

Group 121:
  Order: 221, OP Type: Sub, Name: /tblocks/tblocks.4/norm1/Sub

Group 122:
  Order: 222, OP Type: Pow, Name: /tblocks/tblocks.4/norm1/Pow

Group 123:
  Order: 223, OP Type: ReduceMean, Name: /tblocks/tblocks.4/norm1/ReduceMean_1

Group 124:
  Order: 224, OP Type: Add, Name: /tblocks/tblocks.4/norm1/Add

Group 125:
  Order: 225, OP Type: Sqrt, Name: /tblocks/tblocks.4/norm1/Sqrt

Group 126:
  Order: 226, OP Type: Div, Name: /tblocks/tblocks.4/norm1/Div

Group 127:
  Order: 227, OP Type: Mul, Name: /tblocks/tblocks.4/norm1/Mul

Group 128:
  Order: 228, OP Type: Add, Name: /tblocks/tblocks.4/norm1/Add_1

Group 129:
  Order: 229, OP Type: MatMul, Name: /tblocks/tblocks.4/ff/ff.0/MatMul
  Order: 230, OP Type: Add, Name: /tblocks/tblocks.4/ff/ff.0/Add
  Order: 231, OP Type: Relu, Name: /tblocks/tblocks.4/ff/ff.1/Relu

Group 130:
  Order: 232, OP Type: MatMul, Name: /tblocks/tblocks.4/ff/ff.2/MatMul
  Order: 233, OP Type: Add, Name: /tblocks/tblocks.4/ff/ff.2/Add
  Order: 234, OP Type: Add, Name: /tblocks/tblocks.4/Add_1

Group 131:
  Order: 235, OP Type: ReduceMean, Name: /tblocks/tblocks.4/norm2/ReduceMean

Group 132:
  Order: 236, OP Type: Sub, Name: /tblocks/tblocks.4/norm2/Sub

Group 133:
  Order: 237, OP Type: Pow, Name: /tblocks/tblocks.4/norm2/Pow

Group 134:
  Order: 238, OP Type: ReduceMean, Name: /tblocks/tblocks.4/norm2/ReduceMean_1

Group 135:
  Order: 239, OP Type: Add, Name: /tblocks/tblocks.4/norm2/Add

Group 136:
  Order: 240, OP Type: Sqrt, Name: /tblocks/tblocks.4/norm2/Sqrt

Group 137:
  Order: 241, OP Type: Div, Name: /tblocks/tblocks.4/norm2/Div

Group 138:
  Order: 242, OP Type: Mul, Name: /tblocks/tblocks.4/norm2/Mul

Group 139:
  Order: 243, OP Type: Add, Name: /tblocks/tblocks.4/norm2/Add_1

Group 140:
  Order: 245, OP Type: MatMul, Name: /tblocks/tblocks.5/attention/toqueries/MatMul
  Order: 248, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_1
  Order: 252, OP Type: Transpose, Name: /tblocks/tblocks.5/attention/Transpose_1
  Order: 253, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_4

Group 141:
  Order: 246, OP Type: MatMul, Name: /tblocks/tblocks.5/attention/tovalues/MatMul
  Order: 249, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_2
  Order: 254, OP Type: Transpose, Name: /tblocks/tblocks.5/attention/Transpose_2
  Order: 255, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_5

Group 142:
  Order: 244, OP Type: MatMul, Name: /tblocks/tblocks.5/attention/tokeys/MatMul
  Order: 247, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape
  Order: 250, OP Type: Transpose, Name: /tblocks/tblocks.5/attention/Transpose
  Order: 251, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_3
  Order: 256, OP Type: Transpose, Name: /tblocks/tblocks.5/attention/Transpose_3

Group 143:
  Order: 257, OP Type: MatMul, Name: /tblocks/tblocks.5/attention/MatMul
  Order: 258, OP Type: Mul, Name: /tblocks/tblocks.5/attention/Mul_1
  Order: 259, OP Type: Softmax, Name: /tblocks/tblocks.5/attention/Softmax

Group 144:
  Order: 260, OP Type: MatMul, Name: /tblocks/tblocks.5/attention/MatMul_1
  Order: 261, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_6
  Order: 262, OP Type: Transpose, Name: /tblocks/tblocks.5/attention/Transpose_4
  Order: 263, OP Type: Reshape, Name: /tblocks/tblocks.5/attention/Reshape_7

Group 145:
  Order: 264, OP Type: MatMul, Name: /tblocks/tblocks.5/attention/unifyheads/MatMul
  Order: 265, OP Type: Add, Name: /tblocks/tblocks.5/attention/unifyheads/Add
  Order: 266, OP Type: Add, Name: /tblocks/tblocks.5/Add

Group 146:
  Order: 267, OP Type: ReduceMean, Name: /tblocks/tblocks.5/norm1/ReduceMean

Group 147:
  Order: 268, OP Type: Sub, Name: /tblocks/tblocks.5/norm1/Sub

Group 148:
  Order: 269, OP Type: Pow, Name: /tblocks/tblocks.5/norm1/Pow

Group 149:
  Order: 270, OP Type: ReduceMean, Name: /tblocks/tblocks.5/norm1/ReduceMean_1

Group 150:
  Order: 271, OP Type: Add, Name: /tblocks/tblocks.5/norm1/Add

Group 151:
  Order: 272, OP Type: Sqrt, Name: /tblocks/tblocks.5/norm1/Sqrt

Group 152:
  Order: 273, OP Type: Div, Name: /tblocks/tblocks.5/norm1/Div

Group 153:
  Order: 274, OP Type: Mul, Name: /tblocks/tblocks.5/norm1/Mul

Group 154:
  Order: 275, OP Type: Add, Name: /tblocks/tblocks.5/norm1/Add_1

Group 155:
  Order: 276, OP Type: MatMul, Name: /tblocks/tblocks.5/ff/ff.0/MatMul
  Order: 277, OP Type: Add, Name: /tblocks/tblocks.5/ff/ff.0/Add
  Order: 278, OP Type: Relu, Name: /tblocks/tblocks.5/ff/ff.1/Relu

Group 156:
  Order: 279, OP Type: MatMul, Name: /tblocks/tblocks.5/ff/ff.2/MatMul
  Order: 280, OP Type: Add, Name: /tblocks/tblocks.5/ff/ff.2/Add
  Order: 281, OP Type: Add, Name: /tblocks/tblocks.5/Add_1

Group 157:
  Order: 282, OP Type: ReduceMean, Name: /tblocks/tblocks.5/norm2/ReduceMean

Group 158:
  Order: 283, OP Type: Sub, Name: /tblocks/tblocks.5/norm2/Sub

Group 159:
  Order: 284, OP Type: Pow, Name: /tblocks/tblocks.5/norm2/Pow

Group 160:
  Order: 285, OP Type: ReduceMean, Name: /tblocks/tblocks.5/norm2/ReduceMean_1

Group 161:
  Order: 286, OP Type: Add, Name: /tblocks/tblocks.5/norm2/Add

Group 162:
  Order: 287, OP Type: Sqrt, Name: /tblocks/tblocks.5/norm2/Sqrt

Group 163:
  Order: 288, OP Type: Div, Name: /tblocks/tblocks.5/norm2/Div

Group 164:
  Order: 289, OP Type: Mul, Name: /tblocks/tblocks.5/norm2/Mul

Group 165:
  Order: 290, OP Type: Add, Name: /tblocks/tblocks.5/norm2/Add_1

Group 166:
  Order: 291, OP Type: ReduceMean, Name: /ReduceMean

Group 167:
  Order: 292, OP Type: Gemm, Name: /toprobs/Gemm

Group 168:
  Order: 293, OP Type: LogSoftmax, Name: /LogSoftmax
Editor is loading...
Leave a Comment