saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-24 19:43:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add gradient registration for Abs. (#6139)

Browse source
This commit is contained in:
Derek Murray 2020-12-16 08:32:10 -08:00 committed by GitHub
parent aa49e476b0
commit 8fd085801a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
orttraining/orttraining/core/graph/gradient_builder.cc
View file

@ -1506,5 +1506,12 @@ IMPLEMENT_GRADIENT_BUILDER(GetClipGradient) {
return output;
}
IMPLEMENT_GRADIENT_BUILDER(GetAbsGradient) {
return std::vector<NodeDef>{
NodeDef("Sign", {I(0)}, {IA("Sign_Input")}),
NodeDef("Mul", {GO(0), IA("Sign_Input")}, {GI(0)})
};
}
} // namespace training
} // namespace onnxruntime

1
orttraining/orttraining/core/graph/gradient_builder.h
View file

@ -70,6 +70,7 @@ DECLARE_GRADIENT_BUILDER(GetExpGradient)
DECLARE_GRADIENT_BUILDER(GetFlattenGradient)
DECLARE_GRADIENT_BUILDER(GetTopKGradient)
DECLARE_GRADIENT_BUILDER(GetClipGradient)
DECLARE_GRADIENT_BUILDER(GetAbsGradient)
} // namespace training
} // namespace onnxruntime

1
orttraining/orttraining/core/graph/gradient_builder_registry.cc
View file

@ -101,6 +101,7 @@ void GradientBuilderRegistry::RegisterGradientBuilders() {
REGISTER_GRADIENT_BUILDER("Flatten", GetFlattenGradient);
REGISTER_GRADIENT_BUILDER("TopK", GetTopKGradient);
REGISTER_GRADIENT_BUILDER("Clip", GetClipGradient);
REGISTER_GRADIENT_BUILDER("Abs", GetAbsGradient);
};
} // namespace training

4
orttraining/orttraining/test/gradient/gradient_ops_test.cc
View file

@ -427,6 +427,10 @@ TEST(GradientCheckerTest, NegGrad) {
UnaryOpGradientTest("Neg");
}
TEST(GradientCheckerTest, AbsGrad) {
UnaryOpGradientTest("Abs");
}
TEST(GradientCheckerTest, LogGrad) {
TensorShape shape({2, 5, 6});