mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-17 21:10:43 +00:00
ccbe264a39
### Description This PR 1) adds LeakyRelu activation for fusedConv; 2) makes `vec4<f16>` value work with `float32` uniforms attributes. For example: `clamp(value, vec4<f16>(uniforms.clip_min), vec4<f16>(uniforms.clip_max)` will throw compilation errors since `uniforms.clip_min` and `uniforms.clip_min` are `f32` not `f16`. So we need to change it to `clamp(value, vec4<f16>(f16(uniforms.clip_min)), vec4<f16>(f16(uniforms.clip_max))` And above problem was introduced when we make activation attributes as uniforms instead of constant. BTW, after adding LeakyRelu, `realesrgan-t256` model can pass.
434 lines
12 KiB
Text
434 lines
12 KiB
Text
[
|
|
{
|
|
"name": "conv without bias addition A",
|
|
"operator": "FusedConv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "Relu", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" }
|
|
],
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, 30, 40, 50, 60, 70, 80, 90],
|
|
"dims": [1, 1, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [370, 470, 670, 770],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "T[1]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, -30, -40, -50, -60, 70, 80, 90],
|
|
"dims": [1, 1, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [0, 0, 390, 430],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "NHWC conv without bias addition A",
|
|
"operator": "Conv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "Relu", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" }
|
|
],
|
|
"opset": { "domain": "com.ms.internal.nhwc", "version": 11 },
|
|
"cases": [
|
|
{
|
|
"name": "T[2]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, 30, 40, 50, 60, 70, 80, 90],
|
|
"dims": [1, 3, 3, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [370, 470, 670, 770],
|
|
"dims": [1, 2, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "T[3]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, -30, -40, -50, -60, 70, 80, 90],
|
|
"dims": [1, 3, 3, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [0, 0, 390, 430],
|
|
"dims": [1, 2, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "fused conv with clip",
|
|
"operator": "FusedConv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "Clip", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "activation_params", "data": [400.0, 600.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, 30, 40, 50, 60, 70, 80, 90],
|
|
"dims": [1, 1, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [400, 470, 600, 600],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "fused conv with HardSigmoid",
|
|
"operator": "FusedConv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "HardSigmoid", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "activation_params", "data": [2.0, 5.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, -30, -40, -50, -60, 70, 80, 90],
|
|
"dims": [1, 1, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [0, 0, 1, 1],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "NHWC conv with HardSigmoid",
|
|
"operator": "Conv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "HardSigmoid", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "activation_params", "data": [2.0, 5.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.ms.internal.nhwc", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, -30, -40, -50, -60, 70, 80, 90],
|
|
"dims": [1, 3, 3, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [0, 0, 1, 1],
|
|
"dims": [1, 2, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "fused group-conv with HardSigmoid",
|
|
"operator": "FusedConv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "HardSigmoid", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "group", "data": 3, "type": "int" },
|
|
{ "name": "activation_params", "data": [2.0, 5.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [
|
|
0.0, 1.0, 2.0, -3.0, 4.0, -5.0, 6.0, 7.0, 8.0, -9.0, -10.0, 11.0, -12.0, 13.0, -14.0, 15.0, 16.0, 17.0,
|
|
18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, 26.0
|
|
],
|
|
"dims": [1, 3, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12],
|
|
"dims": [3, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1],
|
|
"dims": [1, 3, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "NHWC group-conv with HardSigmoid",
|
|
"operator": "Conv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "HardSigmoid", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "group", "data": 3, "type": "int" },
|
|
{ "name": "activation_params", "data": [2.0, 5.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.ms.internal.nhwc", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [
|
|
0.0, 1.0, 2.0, -3.0, 4.0, -5.0, 6.0, 7.0, 8.0, -9.0, -10.0, 11.0, -12.0, 13.0, -14.0, 15.0, 16.0, 17.0,
|
|
18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, 26.0
|
|
],
|
|
"dims": [1, 3, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12],
|
|
"dims": [3, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [0, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1],
|
|
"dims": [1, 2, 2, 3],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "fused group-conv with LeakyRelu",
|
|
"operator": "FusedConv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "LeakyRelu", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "group", "data": 3, "type": "int" },
|
|
{ "name": "activation_params", "data": [2.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [
|
|
0.0, 1.0, 2.0, -3.0, 4.0, -5.0, 6.0, 7.0, 8.0, -9.0, -10.0, 11.0, -12.0, 13.0, -14.0, 15.0, 16.0, 17.0,
|
|
18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, 26.0
|
|
],
|
|
"dims": [1, 3, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12],
|
|
"dims": [3, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [9, -6, 51, 47, -170, -10, 251, 229, 847, 889, 973, 1015],
|
|
"dims": [1, 3, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "NHWC group-conv with LeakyRelu",
|
|
"operator": "Conv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "LeakyRelu", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "group", "data": 3, "type": "int" },
|
|
{ "name": "activation_params", "data": [2.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.ms.internal.nhwc", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [
|
|
0.0, 1.0, 2.0, -3.0, 4.0, -5.0, 6.0, 7.0, 8.0, -9.0, -10.0, 11.0, -12.0, 13.0, -14.0, 15.0, 16.0, 17.0,
|
|
18.0, 19.0, 20.0, 21.0, 22.0, 23.0, 24.0, 25.0, 26.0
|
|
],
|
|
"dims": [1, 3, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12],
|
|
"dims": [3, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [-162, 63, -158, 33, 281, 85, 105, 337, 455, 177, 515, 609],
|
|
"dims": [1, 2, 2, 3],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "fused conv with LeakyRelu",
|
|
"operator": "FusedConv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "LeakyRelu", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "activation_params", "data": [2.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.microsoft", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, -30, -40, -50, -60, 70, 80, 90],
|
|
"dims": [1, 1, 3, 3],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [-540, -860, 390, 430],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "NHWC conv with LeakyRelu",
|
|
"operator": "Conv",
|
|
"attributes": [
|
|
{ "name": "activation", "data": "LeakyRelu", "type": "string" },
|
|
{ "name": "kernel_shape", "data": [2, 2], "type": "ints" },
|
|
{ "name": "activation_params", "data": [2.0], "type": "floats" }
|
|
],
|
|
"opset": { "domain": "com.ms.internal.nhwc", "version": 1 },
|
|
"cases": [
|
|
{
|
|
"name": "T[0]",
|
|
"inputs": [
|
|
{
|
|
"data": [10, 20, -30, -40, -50, -60, 70, 80, 90],
|
|
"dims": [1, 3, 3, 1],
|
|
"type": "float32"
|
|
},
|
|
{
|
|
"data": [1, 2, 3, 4],
|
|
"dims": [1, 1, 2, 2],
|
|
"type": "float32"
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"data": [-540, -860, 390, 430],
|
|
"dims": [1, 2, 2, 1],
|
|
"type": "float32"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|