Add AdamW optimizer

Beacontownfc · Beacontownfc · commit cc6ddc144fa8 · 2023-07-07T00:33:41.000Z
diff --git a/src/TensorFlowNET.Keras/Optimizers/AdamW.cs b/src/TensorFlowNET.Keras/Optimizers/AdamW.cs
@@ -1,4 +1,4 @@
-﻿namespace Tensorflow.Keras.Optimizers
+namespace Tensorflow.Keras.Optimizers
 {
     public class AdamW : Adam
     {
@@ -22,9 +22,6 @@ public AdamW(float learning_rate= 0.001f,
 
         protected Operation _decay_weights_op(IVariableV1 var, float learning_rate, Dictionary<DeviceDType, Dictionary<string, Tensor>> apply_state)
         {
-            var device_dtype = new DeviceDType();
-            device_dtype.DType = var.dtype;
-            device_dtype.Device = var.Device;
             bool do_decay = _do_use_weight_decay(var.Name);
             if (do_decay) return var.assign_add(
                 -learning_rate * var.AsTensor() * apply_state[deType]["weight_decay"]);

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-namespace Tensorflow.Keras.Optimizers`
	`1`	`+namespace Tensorflow.Keras.Optimizers`
`2`	`2`	`{`
`3`	`3`	`public class AdamW : Adam`
`4`	`4`	`{`
`@@ -22,9 +22,6 @@ public AdamW(float learning_rate= 0.001f,`
`22`	`22`
`23`	`23`	`protected Operation _decay_weights_op(IVariableV1 var, float learning_rate, Dictionary<DeviceDType, Dictionary<string, Tensor>> apply_state)`
`24`	`24`	`{`
`25`		`- var device_dtype = new DeviceDType();`
`26`		`- device_dtype.DType = var.dtype;`
`27`		`- device_dtype.Device = var.Device;`
`28`	`25`	`bool do_decay = _do_use_weight_decay(var.Name);`
`29`	`26`	`if (do_decay) return var.assign_add(`
`30`	`27`	`-learning_rate * var.AsTensor() * apply_state[deType]["weight_decay"]);`