mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-16 21:00:14 +00:00
21b3cbc3af
### Description The Key and Value inputs could be 4-dims ### Motivation and Context <!-- - Why is this change required? What problem does it solve? - If it fixes an open issue, please link to the issue here. -->
1075 lines
26 KiB
Text
1075 lines
26 KiB
Text
[
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 1, 1, 1, 2, 2, 2, 2],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [
|
|
4.973228454589844, 5.973228454589844, 6.973228454589844, 7.973228454589844, 4.999990940093994,
|
|
5.999990940093994, 6.999990940093994, 7.999990940093994
|
|
],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 2, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 1, 1, 1, 2, 2, 2, 2],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [
|
|
4.571832656860352, 5.571832656860352, 6.971858501434326, 7.971858501434326, 4.998325824737549,
|
|
5.998325824737549, 6.999900817871094, 7.999900817871094
|
|
],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic with bias",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 2, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 1, 1, 1, 2, 2, 2, 2],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 1, 2, 3, 4],
|
|
"dims": [12],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [
|
|
5.943336009979248, 7.94333553314209, 9.999799728393555, 11.999798774719238, 5.9997992515563965,
|
|
7.9997992515563965, 10, 11.999999046325684
|
|
],
|
|
"dims": [1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention two heads",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 2, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16],
|
|
"dims": [1, 2, 8],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 1, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4],
|
|
"dims": [1, 2, 8],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16],
|
|
"dims": [1, 2, 8],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [
|
|
8.99963665008545, 9.99963665008545, 10.99963665008545, 11.999635696411133, 13, 14, 15, 16, 9, 10, 11, 12,
|
|
13, 14, 15, 16
|
|
],
|
|
"dims": [1, 2, 8],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention two heads",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 2, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[1]",
|
|
"inputs": [
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16],
|
|
"dims": [1, 2, 8],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 1, 1, 1, 2, 2, 2, 2],
|
|
"dims": [1, 1, 8],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 1, 8],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 2, 8],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=1 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [2],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [3],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [4],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [5],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [3],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=4 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [5, 6, 7, 8],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [13, 14, 15, 16],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=1 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [2],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [3],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [4],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [5],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [4.761593818664551],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [4, 2],
|
|
"dims": [1, 1, 2, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [5, 3],
|
|
"dims": [1, 1, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=4 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [5, 6, 7, 8],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Past Key
|
|
{
|
|
"data": [13, 14, 15, 16],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Past Value
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present key
|
|
{
|
|
"data": [13, 14, 15, 16, 5, 6, 7, 8],
|
|
"dims": [1, 1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present value
|
|
{
|
|
"data": [17, 18, 19, 20, 9, 10, 11, 12],
|
|
"dims": [1, 1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=1 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [2],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [3],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [4],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [5],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [3],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=4 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [5, 6, 7, 8],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [13, 14, 15, 16],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, 4 heads and head-size=1 with pastKey, pastValue, presentKey and presentValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 4, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [5, 6, 7, 8],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [13, 14, 15, 16],
|
|
"dims": [1, 4, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 4, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [16.997316360473633, 18, 19, 20],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [13, 5, 14, 6, 15, 7, 16, 8],
|
|
"dims": [1, 4, 2, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [17, 9, 18, 10, 19, 11, 20, 12],
|
|
"dims": [1, 4, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, 4 heads and head-size=4 with pastKey and pastValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 4, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16],
|
|
"dims": [1, 1, 16],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [16, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1],
|
|
"dims": [1, 1, 16],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [2, 4, 8, 16, 1, 3, 9, 27, 1, 2, 4, 8, 16, 32, 64, 128],
|
|
"dims": [1, 1, 16],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Past Key
|
|
{
|
|
"data": [13, 14, 15, 16, 5, 6, 7, 8, 1, 2, 3, 4, 9, 10, 11, 12],
|
|
"dims": [1, 4, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Past Value
|
|
{
|
|
"data": [17, 18, 19, 20, 9, 10, 11, 12, 1, 2, 3, 4, 5, 6, 7, 8],
|
|
"dims": [1, 4, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [
|
|
16.899608612060547, 17.906301498413086, 18.926380157470703, 19.973230361938477, 1, 3, 9, 27, 1, 2, 4, 8,
|
|
5, 6, 7, 8
|
|
],
|
|
"dims": [1, 1, 16],
|
|
"type": "float32"
|
|
},
|
|
// Present key
|
|
{
|
|
"data": [
|
|
13, 14, 15, 16, 16, 15, 14, 13, 5, 6, 7, 8, 12, 11, 10, 9, 1, 2, 3, 4, 8, 7, 6, 5, 9, 10, 11, 12, 4, 3, 2,
|
|
1
|
|
],
|
|
"dims": [1, 4, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present value
|
|
{
|
|
"data": [
|
|
17, 18, 19, 20, 2, 4, 8, 16, 9, 10, 11, 12, 1, 3, 9, 27, 1, 2, 3, 4, 1, 2, 4, 8, 5, 6, 7, 8, 16, 32, 64,
|
|
128
|
|
],
|
|
"dims": [1, 4, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size one with RelativePositionBias, pastKey, pastValue, presentKey and presentValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1.0],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [2.0],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [3.0],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": [10, 20],
|
|
"dims": [1, 1, 1, 2],
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [4.0],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [5.0],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [3.0006706714630127],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [4, 2],
|
|
"dims": [1, 1, 2, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [5, 3],
|
|
"dims": [1, 1, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size=4 with RelativePositionBias, PastKey, PastValue, PresentKey and PresentValue",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [5, 6, 7, 8],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": [100, 200],
|
|
"dims": [1, 1, 1, 2],
|
|
"type": "float32"
|
|
},
|
|
// Past Key
|
|
{
|
|
"data": [13, 14, 15, 16],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Past Value
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present key
|
|
{
|
|
"data": [13, 14, 15, 16, 5, 6, 7, 8],
|
|
"dims": [1, 1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present value
|
|
{
|
|
"data": [17, 18, 19, 20, 9, 10, 11, 12],
|
|
"dims": [1, 1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size one with pastKey and pastValue; kvBNSH (4-dim Key and Value, 3-dim Q)",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1.0],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [2.0],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [3.0],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": [10, 20],
|
|
"dims": [1, 1, 1, 2],
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [4.0],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [5.0],
|
|
"dims": [1, 1, 1, 1],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [3.0006706714630127],
|
|
"dims": [1, 1, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [4, 2],
|
|
"dims": [1, 1, 2, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [5, 3],
|
|
"dims": [1, 1, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "MultiHeadAttention Basic, one head and head-size 4 with pastKey and pastValue; Key and Value 4-dims",
|
|
"operator": "MultiHeadAttention",
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"attributes": [{ "name": "num_heads", "data": 1, "type": "int" }],
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
// Q
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// K
|
|
{
|
|
"data": [5, 6, 7, 8],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// V
|
|
{
|
|
"data": [9, 10, 11, 12],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Bias
|
|
{
|
|
"data": null,
|
|
"type": "float32"
|
|
},
|
|
// Mask
|
|
{
|
|
"data": null,
|
|
"type": "int32"
|
|
},
|
|
// RelativePositionBias
|
|
{
|
|
"data": [50, 100],
|
|
"dims": [1, 1, 1, 2],
|
|
"type": "float32"
|
|
},
|
|
// PastKey
|
|
{
|
|
"data": [13, 14, 15, 16],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// PastValue
|
|
{
|
|
"data": [17, 18, 19, 20],
|
|
"dims": [1, 1, 1, 4],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [9.000362396240234, 10.00036334991455, 11.000362396240234, 12.000362396240234],
|
|
"dims": [1, 1, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present key
|
|
{
|
|
"data": [13, 14, 15, 16, 5, 6, 7, 8],
|
|
"dims": [1, 1, 2, 4],
|
|
"type": "float32"
|
|
},
|
|
// Present value
|
|
{
|
|
"data": [17, 18, 19, 20, 9, 10, 11, 12],
|
|
"dims": [1, 1, 2, 4],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|