@hoff97/tensor-js
Version:
PyTorch like deep learning inferrence library
25 lines • 707 B
JavaScript
/**
* Base class for all gradient based model optimizers.
*/
export class Optimizer {
/**
* Construct a new optimizer for a particular model
*/
constructor(model) {
this.model = model;
this.parameters = model.getParameters();
}
/**
* Zeros all gradients of the model parameters. This should be called
* after each optimization step, when the gradients are no longer needed.
*/
zeroGrads() {
for (const parameter of this.parameters) {
if (parameter.grad !== undefined) {
parameter.grad.delete();
parameter.grad = undefined;
}
}
}
}
//# sourceMappingURL=optimizer.js.map