Bookmark this: tool.io/optimization/nesterov-step/source-code
Nesterov Accelerated-Gradient Step Source Code
Browse the implementation files for Nesterov Accelerated-Gradient Step.tool.ts typescript
import { parseFiniteNumber } from '../../parse/number/tool';
export const calculateNesterovStep = (
parameterInput: unknown,
velocityInput: unknown,
lookaheadGradientInput: unknown,
learningRateInput: unknown,
momentumInput: unknown
): string => {
const parameter = parseFiniteNumber(parameterInput);
const velocity = parseFiniteNumber(velocityInput);
const gradient = parseFiniteNumber(lookaheadGradientInput);
const learningRate = parseFiniteNumber(learningRateInput);
const momentum = parseFiniteNumber(momentumInput);
if (
[
parameter,
velocity,
gradient,
learningRate,
momentum
].some((value) => value === null) ||
learningRate! <= 0 ||
momentum! < 0 ||
momentum! >= 1
)
return '';
const lookahead = parameter! + momentum! * velocity!;
const nextVelocity =
momentum! * velocity! - learningRate! * gradient!;
const nextParameter = parameter! + nextVelocity;
return JSON.stringify(
{
lookahead: Number(lookahead.toPrecision(12)),
parameter: Number(nextParameter.toPrecision(12)),
velocity: Number(nextVelocity.toPrecision(12))
},
null,
2
);
};
export const Tool: TypeTool = {
name: 'Nesterov Accelerated-Gradient Step',
slug: 'optimization/nesterov-step',
intro:
'Calculate one scalar Nesterov momentum update from a gradient evaluated at the lookahead point.',
tool: calculateNesterovStep,
i: [
{
example: '1',
label: 'Parameter',
placeholder: 'Current parameter',
type: 'number'
},
{
example: '0.2',
label: 'Velocity',
placeholder: 'Previous velocity',
type: 'number'
},
{
example: '0.5',
label: 'Lookahead Gradient',
placeholder: 'Gradient at lookahead',
type: 'number'
},
{
example: '0.1',
label: 'Learning Rate',
placeholder: 'Positive learning rate',
type: 'number'
},
{
example: '0.9',
label: 'Momentum',
placeholder: 'Value from 0 to less than 1',
type: 'number'
}
],
o: [
{
example: '{ "parameter": 1.13 }',
label: 'Nesterov Step',
placeholder: 'Updated state will appear here...',
render: 'textarea',
type: 'text'
}
]
};
export default Tool;
Description
Browse the implementation files for Nesterov Accelerated-Gradient Step.