saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-07 17:15:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Neg Gradient (#5022)

Browse source 
Co-authored-by: Sherlock Huang <bahuang@OrtTrainingDev3.af05slrtruoetgaxwwjv5nsq5e.px.internal.cloudapp.net>
This commit is contained in:
Sherlock 2020-09-02 15:54:17 -07:00 committed by GitHub
parent 4a0f6595eb
commit a935731bd3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 11 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
orttraining/orttraining/core/graph/gradient_builder.cc
View file

@ -1028,6 +1028,11 @@ IMPLEMENT_GRADIENT_BUILDER(GetDivGradient) {
}
}
IMPLEMENT_GRADIENT_BUILDER(GetNegGradient) {
return std::vector<NodeDef>{
NodeDef("Neg", {GO(0)}, {GI(0)})};
}
IMPLEMENT_GRADIENT_BUILDER(GetReduceMeanGradient) {
std::vector<NodeDef> result;
auto attributes = SrcNodeAttributes();

1
orttraining/orttraining/core/graph/gradient_builder.h
View file

@ -24,6 +24,7 @@ DECLARE_GRADIENT_BUILDER(GetReluGradient)
DECLARE_GRADIENT_BUILDER(GetAddSubGradient)
DECLARE_GRADIENT_BUILDER(GetMulGradient)
DECLARE_GRADIENT_BUILDER(GetDivGradient)
DECLARE_GRADIENT_BUILDER(GetNegGradient)
DECLARE_GRADIENT_BUILDER(GetReduceMeanGradient)
DECLARE_GRADIENT_BUILDER(GetReduceSumGradient)
DECLARE_GRADIENT_BUILDER(GetReduceLogSumExpGradient)

1
orttraining/orttraining/core/graph/gradient_builder_registry.cc
View file

@ -60,6 +60,7 @@ void GradientBuilderRegistry::RegisterGradientBuilders() {
REGISTER_GRADIENT_BUILDER("Sub", GetAddSubGradient);
REGISTER_GRADIENT_BUILDER("Mul", GetMulGradient);
REGISTER_GRADIENT_BUILDER("Div", GetDivGradient);
REGISTER_GRADIENT_BUILDER("Neg", GetNegGradient);
REGISTER_GRADIENT_BUILDER("Concat", GetConcatGradient);
REGISTER_GRADIENT_BUILDER("ConcatTraining", GetConcatTrainingGradient);
REGISTER_GRADIENT_BUILDER("Reshape", GetReshapeGradient);

4
orttraining/orttraining/test/gradient/gradient_ops_test.cc
View file

@ -395,6 +395,10 @@ TEST(GradientCheckerTest, SinGrad) {
UnaryOpGradientTest("Sin");
}
TEST(GradientCheckerTest, NegGrad) {
UnaryOpGradientTest("Neg");
}
TEST(GradientCheckerTest, LogGrad) {
TensorShape shape({2,5,6});