mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-15 21:00:47 +00:00
109 lines
3 KiB
JSON
109 lines
3 KiB
JSON
[
|
|
{
|
|
"algorithm": "adadelta",
|
|
"config": [
|
|
{},
|
|
{"rho": 0.95},
|
|
{"rho": 0.95, "eps": 1e-3},
|
|
{"weightDecay": 0.2}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "adagrad",
|
|
"config": [
|
|
{}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "adam",
|
|
"config": [
|
|
{},
|
|
{"learningRate": 1e-4},
|
|
{"learningRate": 1e-4, "beta1": 0.92},
|
|
{"learningRate": 1e-4, "beta1": 0.92, "beta2": 0.96},
|
|
{"learningRate": 1e-4, "beta1": 0.92, "beta2": 0.96, "epsilon": 1e-3},
|
|
{"learningRate": 1e-4, "weightDecay": 0.1}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "adamax",
|
|
"config": [
|
|
{},
|
|
{"learningRate": 1e-4},
|
|
{"learningRate": 1e-4, "beta1": 0.92},
|
|
{"learningRate": 1e-4, "beta1": 0.92, "beta2": 0.96},
|
|
{"learningRate": 1e-4, "beta1": 0.92, "beta2": 0.96, "epsilon": 1e-3}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "asgd",
|
|
"config": [
|
|
{},
|
|
{"eta0": 1e-4},
|
|
{"eta0": 1e-4, "lambda": 1e-2},
|
|
{"eta0": 1e-4, "lambda": 1e-2, "alpha": 0.9},
|
|
{"eta0": 1e-4, "lambda": 1e-2, "alpha": 0.9, "t0": 10}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "cg",
|
|
"config": [
|
|
{},
|
|
{"rho": 0.02},
|
|
{"sig": 0.06},
|
|
{"int": 0.12},
|
|
{"ext": 3.2},
|
|
{"maxIter": 5},
|
|
{"ratio": 95}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "nag",
|
|
"config": [
|
|
{},
|
|
{"learningRate": 1e-4},
|
|
{"learningRate": 1e-4, "learningRateDecay": 0.1},
|
|
{"learningRate": 1e-4, "weightDecay": 0.3},
|
|
{"learningRate": 1e-4, "momentum": 0.95},
|
|
{"learningRate": 1e-4, "momentum": 0.95, "dampening": 0.8}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "rmsprop",
|
|
"config": [
|
|
{},
|
|
{"learningRate": 1e-4},
|
|
{"learningRate": 1e-4, "alpha": 0.95},
|
|
{"learningRate": 1e-4, "alpha": 0.95, "epsilon": 1e-3},
|
|
{"weightDecay": 0.2}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "rprop",
|
|
"config": [
|
|
{},
|
|
{"stepsize": 0.05},
|
|
{"stepsize": 0.05, "etaplus": 1.15},
|
|
{"stepsize": 0.05, "etaplus": 1.15, "etaminus": 0.6},
|
|
{"stepsize": 0.05, "etaplus": 1.15, "etaminus": 0.6, "stepsizemax": 1, "stepsizemin": 1e-3},
|
|
{"stepsize": 0.05, "etaplus": 1.15, "etaminus": 0.6, "niter": 10}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "sgd",
|
|
"config": [
|
|
{},
|
|
{"learningRate": 1e-4},
|
|
{"learningRate": 1e-4, "momentum": 0.95, "dampening": 0.9},
|
|
{"learningRate": 1e-4, "nesterov": true, "momentum": 0.95, "dampening": 0},
|
|
{"weightDecay": 0.2}
|
|
]
|
|
},
|
|
{
|
|
"algorithm": "lbfgs",
|
|
"config": [
|
|
{},
|
|
{"learningRate": 1e-1}
|
|
]
|
|
}
|
|
]
|