Skip to content

Main content

Nesterov Accelerated-Gradient Step Source Code

Browse the implementation files for Nesterov Accelerated-Gradient Step.
tool.ts typescript
import { parseFiniteNumber } from '../../parse/number/tool';

export const calculateNesterovStep = (
	parameterInput: unknown,
	velocityInput: unknown,
	lookaheadGradientInput: unknown,
	learningRateInput: unknown,
	momentumInput: unknown
): string => {
	const parameter = parseFiniteNumber(parameterInput);
	const velocity = parseFiniteNumber(velocityInput);
	const gradient = parseFiniteNumber(lookaheadGradientInput);
	const learningRate = parseFiniteNumber(learningRateInput);
	const momentum = parseFiniteNumber(momentumInput);
	if (
		[
			parameter,
			velocity,
			gradient,
			learningRate,
			momentum
		].some((value) => value === null) ||
		learningRate! <= 0 ||
		momentum! < 0 ||
		momentum! >= 1
	)
		return '';
	const lookahead = parameter! + momentum! * velocity!;
	const nextVelocity =
		momentum! * velocity! - learningRate! * gradient!;
	const nextParameter = parameter! + nextVelocity;
	return JSON.stringify(
		{
			lookahead: Number(lookahead.toPrecision(12)),
			parameter: Number(nextParameter.toPrecision(12)),
			velocity: Number(nextVelocity.toPrecision(12))
		},
		null,
		2
	);
};

export const Tool: TypeTool = {
	name: 'Nesterov Accelerated-Gradient Step',
	slug: 'optimization/nesterov-step',
	intro:
		'Calculate one scalar Nesterov momentum update from a gradient evaluated at the lookahead point.',
	tool: calculateNesterovStep,
	i: [
		{
			example: '1',
			label: 'Parameter',
			placeholder: 'Current parameter',
			type: 'number'
		},
		{
			example: '0.2',
			label: 'Velocity',
			placeholder: 'Previous velocity',
			type: 'number'
		},
		{
			example: '0.5',
			label: 'Lookahead Gradient',
			placeholder: 'Gradient at lookahead',
			type: 'number'
		},
		{
			example: '0.1',
			label: 'Learning Rate',
			placeholder: 'Positive learning rate',
			type: 'number'
		},
		{
			example: '0.9',
			label: 'Momentum',
			placeholder: 'Value from 0 to less than 1',
			type: 'number'
		}
	],
	o: [
		{
			example: '{ "parameter": 1.13 }',
			label: 'Nesterov Step',
			placeholder: 'Updated state will appear here...',
			render: 'textarea',
			type: 'text'
		}
	]
};
export default Tool;

Description

Browse the implementation files for Nesterov Accelerated-Gradient Step.

References

  1. Tool.io on GitHub
  2. Tool.io TypeScript tools library

Similar or alternative tools